[ 552.259302] env[62298]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62298) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 552.259610] env[62298]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62298) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 552.259725] env[62298]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62298) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 552.260076] env[62298]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 552.354206] env[62298]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62298) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 552.364310] env[62298]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62298) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 552.962817] env[62298]: INFO nova.virt.driver [None req-5c3a9c52-8c98-4793-bd26-74f4ce04ef75 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 553.033308] env[62298]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.033499] env[62298]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.033570] env[62298]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62298) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 556.291727] env[62298]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-29054220-b223-49ff-8e86-ec500cf626d6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.307929] env[62298]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62298) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 556.308092] env[62298]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-03bb6fd0-db7f-450f-9822-ccf875869887 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.335577] env[62298]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 8ad2f. [ 556.335766] env[62298]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.302s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.336302] env[62298]: INFO nova.virt.vmwareapi.driver [None req-5c3a9c52-8c98-4793-bd26-74f4ce04ef75 None None] VMware vCenter version: 7.0.3 [ 556.340330] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06d09a9-1dc7-4479-b704-2bae2ccf4df2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.358142] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd448a0-393e-43e9-9df2-3098679d9271 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.364126] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78653167-8fc9-446f-a5a0-a6d58fe15b72 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.371019] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47012548-7591-413f-bff5-67734f8c557a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.384276] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1951e33d-8daa-4ee6-a4ac-435a3d7078e4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.390305] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b741f265-0c18-44e2-b785-54f2ab791b9e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.419969] env[62298]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-68ab28aa-bd49-4594-a9e3-b59586f4982d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.425210] env[62298]: DEBUG nova.virt.vmwareapi.driver [None req-5c3a9c52-8c98-4793-bd26-74f4ce04ef75 None None] Extension org.openstack.compute already exists. {{(pid=62298) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 556.428033] env[62298]: INFO nova.compute.provider_config [None req-5c3a9c52-8c98-4793-bd26-74f4ce04ef75 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 556.931959] env[62298]: DEBUG nova.context [None req-5c3a9c52-8c98-4793-bd26-74f4ce04ef75 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),47df2fe7-b844-4689-be07-cf5ecc31b27d(cell1) {{(pid=62298) load_cells /opt/stack/nova/nova/context.py:464}} [ 556.934079] env[62298]: DEBUG oslo_concurrency.lockutils [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.934313] env[62298]: DEBUG oslo_concurrency.lockutils [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.935051] env[62298]: DEBUG oslo_concurrency.lockutils [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.935482] env[62298]: DEBUG oslo_concurrency.lockutils [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] Acquiring lock "47df2fe7-b844-4689-be07-cf5ecc31b27d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.935871] env[62298]: DEBUG oslo_concurrency.lockutils [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] Lock "47df2fe7-b844-4689-be07-cf5ecc31b27d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.937089] env[62298]: DEBUG oslo_concurrency.lockutils [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] Lock "47df2fe7-b844-4689-be07-cf5ecc31b27d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.958149] env[62298]: INFO dbcounter [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] Registered counter for database nova_cell0 [ 556.966886] env[62298]: INFO dbcounter [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] Registered counter for database nova_cell1 [ 556.970269] env[62298]: DEBUG oslo_db.sqlalchemy.engines [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62298) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 556.970872] env[62298]: DEBUG oslo_db.sqlalchemy.engines [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62298) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 556.975530] env[62298]: ERROR nova.db.main.api [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 556.975530] env[62298]: result = function(*args, **kwargs) [ 556.975530] env[62298]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 556.975530] env[62298]: return func(*args, **kwargs) [ 556.975530] env[62298]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 556.975530] env[62298]: result = fn(*args, **kwargs) [ 556.975530] env[62298]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 556.975530] env[62298]: return f(*args, **kwargs) [ 556.975530] env[62298]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 556.975530] env[62298]: return db.service_get_minimum_version(context, binaries) [ 556.975530] env[62298]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 556.975530] env[62298]: _check_db_access() [ 556.975530] env[62298]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 556.975530] env[62298]: stacktrace = ''.join(traceback.format_stack()) [ 556.975530] env[62298]: [ 556.976262] env[62298]: ERROR nova.db.main.api [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 556.976262] env[62298]: result = function(*args, **kwargs) [ 556.976262] env[62298]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 556.976262] env[62298]: return func(*args, **kwargs) [ 556.976262] env[62298]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 556.976262] env[62298]: result = fn(*args, **kwargs) [ 556.976262] env[62298]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 556.976262] env[62298]: return f(*args, **kwargs) [ 556.976262] env[62298]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 556.976262] env[62298]: return db.service_get_minimum_version(context, binaries) [ 556.976262] env[62298]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 556.976262] env[62298]: _check_db_access() [ 556.976262] env[62298]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 556.976262] env[62298]: stacktrace = ''.join(traceback.format_stack()) [ 556.976262] env[62298]: [ 556.976748] env[62298]: WARNING nova.objects.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] Failed to get minimum service version for cell 47df2fe7-b844-4689-be07-cf5ecc31b27d [ 556.976835] env[62298]: WARNING nova.objects.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 556.977267] env[62298]: DEBUG oslo_concurrency.lockutils [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] Acquiring lock "singleton_lock" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.977433] env[62298]: DEBUG oslo_concurrency.lockutils [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] Acquired lock "singleton_lock" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.977671] env[62298]: DEBUG oslo_concurrency.lockutils [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] Releasing lock "singleton_lock" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.978012] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] Full set of CONF: {{(pid=62298) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 556.978168] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ******************************************************************************** {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 556.978298] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] Configuration options gathered from: {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 556.978440] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 556.978638] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 556.978766] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ================================================================================ {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 556.978975] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] allow_resize_to_same_host = True {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.979166] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] arq_binding_timeout = 300 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.979299] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] backdoor_port = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.979425] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] backdoor_socket = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.979587] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] block_device_allocate_retries = 60 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.979746] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] block_device_allocate_retries_interval = 3 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.979916] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cert = self.pem {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.980096] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.980268] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] compute_monitors = [] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.980435] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] config_dir = [] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.980606] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] config_drive_format = iso9660 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.980739] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.980903] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] config_source = [] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.981094] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] console_host = devstack {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.981267] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] control_exchange = nova {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.981463] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cpu_allocation_ratio = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.981636] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] daemon = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.981810] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] debug = True {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.981971] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] default_access_ip_network_name = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.982157] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] default_availability_zone = nova {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.982318] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] default_ephemeral_format = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.982479] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] default_green_pool_size = 1000 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.982717] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.982883] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] default_schedule_zone = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.983063] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] disk_allocation_ratio = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.983232] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] enable_new_services = True {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.983411] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] enabled_apis = ['osapi_compute'] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.983575] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] enabled_ssl_apis = [] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.983738] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] flat_injected = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.983900] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] force_config_drive = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.984073] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] force_raw_images = True {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.984248] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] graceful_shutdown_timeout = 5 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.984432] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] heal_instance_info_cache_interval = 60 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.984671] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] host = cpu-1 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.984869] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.985066] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.985239] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.985456] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.985624] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] instance_build_timeout = 0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.985785] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] instance_delete_interval = 300 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.985953] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] instance_format = [instance: %(uuid)s] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.986135] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] instance_name_template = instance-%08x {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.986302] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] instance_usage_audit = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.986472] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] instance_usage_audit_period = month {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.986637] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.986841] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.987045] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] internal_service_availability_zone = internal {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.987220] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] key = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.987387] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] live_migration_retry_count = 30 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.987561] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] log_color = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.987730] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] log_config_append = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.987901] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.988075] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] log_dir = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.988239] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] log_file = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.988371] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] log_options = True {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.988531] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] log_rotate_interval = 1 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.988702] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] log_rotate_interval_type = days {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.988893] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] log_rotation_type = none {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.989057] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.989193] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.989370] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.989538] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.989668] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.989831] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] long_rpc_timeout = 1800 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.989995] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] max_concurrent_builds = 10 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.990171] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] max_concurrent_live_migrations = 1 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.990333] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] max_concurrent_snapshots = 5 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.990493] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] max_local_block_devices = 3 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.990653] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] max_logfile_count = 30 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.990813] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] max_logfile_size_mb = 200 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.990975] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] maximum_instance_delete_attempts = 5 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.991162] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] metadata_listen = 0.0.0.0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.991333] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] metadata_listen_port = 8775 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.991504] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] metadata_workers = 2 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.991667] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] migrate_max_retries = -1 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.991836] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] mkisofs_cmd = genisoimage {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.992058] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.992202] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] my_ip = 10.180.1.21 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.992405] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.992568] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] network_allocate_retries = 0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.992747] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.992918] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.993096] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] osapi_compute_listen_port = 8774 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.993270] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] osapi_compute_unique_server_name_scope = {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.993444] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] osapi_compute_workers = 2 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.993609] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] password_length = 12 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.993772] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] periodic_enable = True {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.993934] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] periodic_fuzzy_delay = 60 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.994121] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] pointer_model = usbtablet {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.994291] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] preallocate_images = none {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.994455] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] publish_errors = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.994587] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] pybasedir = /opt/stack/nova {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.994760] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ram_allocation_ratio = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.994971] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] rate_limit_burst = 0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.995175] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] rate_limit_except_level = CRITICAL {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.995343] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] rate_limit_interval = 0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.995505] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] reboot_timeout = 0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.995667] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] reclaim_instance_interval = 0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.995827] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] record = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.995999] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] reimage_timeout_per_gb = 60 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.996182] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] report_interval = 120 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.996345] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] rescue_timeout = 0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.996507] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] reserved_host_cpus = 0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.996666] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] reserved_host_disk_mb = 0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.996848] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] reserved_host_memory_mb = 512 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.997024] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] reserved_huge_pages = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.997196] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] resize_confirm_window = 0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.997359] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] resize_fs_using_block_device = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.997519] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] resume_guests_state_on_host_boot = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.997691] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.997855] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] rpc_response_timeout = 60 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.998097] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] run_external_periodic_tasks = True {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.998294] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] running_deleted_instance_action = reap {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.998461] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.998621] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] running_deleted_instance_timeout = 0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.998778] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] scheduler_instance_sync_interval = 120 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.998947] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] service_down_time = 720 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.999135] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] servicegroup_driver = db {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.999293] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] shell_completion = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.999453] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] shelved_offload_time = 0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.999611] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] shelved_poll_interval = 3600 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.999781] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] shutdown_timeout = 0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.999943] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] source_is_ipv6 = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.000119] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ssl_only = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.000372] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.000542] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] sync_power_state_interval = 600 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.000705] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] sync_power_state_pool_size = 1000 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.001217] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] syslog_log_facility = LOG_USER {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.001402] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] tempdir = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.001573] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] timeout_nbd = 10 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.001749] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] transport_url = **** {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.001915] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] update_resources_interval = 0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.002094] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] use_cow_images = True {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.002261] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] use_eventlog = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.002425] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] use_journal = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.002587] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] use_json = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.002750] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] use_rootwrap_daemon = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.002913] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] use_stderr = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.003090] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] use_syslog = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.003254] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vcpu_pin_set = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.003422] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vif_plugging_is_fatal = True {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.003591] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vif_plugging_timeout = 300 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.003759] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] virt_mkfs = [] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.003922] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] volume_usage_poll_interval = 0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.004097] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] watch_log_file = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.004395] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] web = /usr/share/spice-html5 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 557.004494] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.004628] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.004820] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.005032] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_concurrency.disable_process_locking = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.005331] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.005517] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.005689] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.005865] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.006052] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.006224] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.006416] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api.auth_strategy = keystone {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.006582] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api.compute_link_prefix = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.006759] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.006962] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api.dhcp_domain = novalocal {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.007161] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api.enable_instance_password = True {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.007331] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api.glance_link_prefix = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.007499] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.007671] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.007837] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api.instance_list_per_project_cells = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.008009] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api.list_records_by_skipping_down_cells = True {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.008184] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api.local_metadata_per_cell = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.008353] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api.max_limit = 1000 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.008521] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api.metadata_cache_expiration = 15 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.008698] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api.neutron_default_tenant_id = default {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.008888] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api.response_validation = warn {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.009050] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api.use_neutron_default_nets = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.009228] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.009393] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.009561] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.009734] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.009907] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api.vendordata_dynamic_targets = [] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.010087] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api.vendordata_jsonfile_path = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.010271] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.010470] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.backend = dogpile.cache.memcached {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.010638] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.backend_argument = **** {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.010799] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.backend_expiration_time = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.010970] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.config_prefix = cache.oslo {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.011157] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.dead_timeout = 60.0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.011324] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.debug_cache_backend = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.011485] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.enable_retry_client = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.011647] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.enable_socket_keepalive = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.011817] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.enabled = True {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.011982] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.enforce_fips_mode = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.012161] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.expiration_time = 600 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.012325] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.hashclient_retry_attempts = 2 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.012490] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.012651] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.memcache_dead_retry = 300 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.012807] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.memcache_password = **** {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.012999] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.013203] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.013371] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.memcache_pool_maxsize = 10 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.013535] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.013701] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.memcache_sasl_enabled = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.013884] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.014071] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.014236] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.memcache_username = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.014402] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.proxies = [] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.014566] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.redis_db = 0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.014726] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.redis_password = **** {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.014927] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.015136] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.015314] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.redis_server = localhost:6379 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.015480] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.redis_socket_timeout = 1.0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.015641] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.redis_username = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.015804] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.retry_attempts = 2 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.015970] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.retry_delay = 0.0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.016149] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.socket_keepalive_count = 1 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.016311] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.socket_keepalive_idle = 1 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.016475] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.socket_keepalive_interval = 1 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.016632] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.tls_allowed_ciphers = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.016788] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.tls_cafile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.016971] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.tls_certfile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.017158] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.tls_enabled = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.017320] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cache.tls_keyfile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.017493] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cinder.auth_section = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.017672] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cinder.auth_type = password {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.017836] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cinder.cafile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.018026] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.018194] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cinder.certfile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.018361] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cinder.collect_timing = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.018524] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cinder.cross_az_attach = True {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.018688] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cinder.debug = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.018848] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cinder.endpoint_template = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.019025] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cinder.http_retries = 3 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.019189] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cinder.insecure = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.019351] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cinder.keyfile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.019521] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cinder.os_region_name = RegionOne {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.019686] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cinder.split_loggers = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.019845] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cinder.timeout = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.020034] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.020201] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] compute.cpu_dedicated_set = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.020359] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] compute.cpu_shared_set = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.020524] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] compute.image_type_exclude_list = [] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.020687] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.020852] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.021028] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.021197] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.021369] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.021533] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] compute.resource_provider_association_refresh = 300 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.021693] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.021855] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] compute.shutdown_retry_interval = 10 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.022048] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.022235] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] conductor.workers = 2 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.022418] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] console.allowed_origins = [] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.022581] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] console.ssl_ciphers = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.022754] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] console.ssl_minimum_version = default {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.022925] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] consoleauth.enforce_session_timeout = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.023109] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] consoleauth.token_ttl = 600 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.023280] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cyborg.cafile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.023439] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cyborg.certfile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.023606] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cyborg.collect_timing = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.023765] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cyborg.connect_retries = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.023925] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cyborg.connect_retry_delay = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.024099] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cyborg.endpoint_override = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.024265] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cyborg.insecure = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.024423] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cyborg.keyfile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.024581] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cyborg.max_version = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.024755] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cyborg.min_version = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.024992] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cyborg.region_name = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.025199] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cyborg.retriable_status_codes = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.025366] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cyborg.service_name = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.025541] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cyborg.service_type = accelerator {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.025706] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cyborg.split_loggers = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.025867] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cyborg.status_code_retries = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.026040] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cyborg.status_code_retry_delay = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.026201] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cyborg.timeout = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.026417] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.026538] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] cyborg.version = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.026721] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] database.backend = sqlalchemy {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.026930] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] database.connection = **** {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.027122] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] database.connection_debug = 0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.027300] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] database.connection_parameters = {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.027467] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] database.connection_recycle_time = 3600 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.027634] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] database.connection_trace = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.027819] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] database.db_inc_retry_interval = True {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.027968] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] database.db_max_retries = 20 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.028148] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] database.db_max_retry_interval = 10 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.028314] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] database.db_retry_interval = 1 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.028477] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] database.max_overflow = 50 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.028639] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] database.max_pool_size = 5 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.028802] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] database.max_retries = 10 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.028976] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.029154] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] database.mysql_wsrep_sync_wait = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.029312] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] database.pool_timeout = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.029474] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] database.retry_interval = 10 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.029634] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] database.slave_connection = **** {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.029797] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] database.sqlite_synchronous = True {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.029960] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] database.use_db_reconnect = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.030157] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api_database.backend = sqlalchemy {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.030331] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api_database.connection = **** {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.030499] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api_database.connection_debug = 0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.030668] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api_database.connection_parameters = {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.030833] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api_database.connection_recycle_time = 3600 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.031044] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api_database.connection_trace = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.031263] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api_database.db_inc_retry_interval = True {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.031439] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api_database.db_max_retries = 20 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.031607] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api_database.db_max_retry_interval = 10 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.031772] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api_database.db_retry_interval = 1 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.031937] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api_database.max_overflow = 50 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.032119] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api_database.max_pool_size = 5 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.032289] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api_database.max_retries = 10 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.032461] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.032623] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.032783] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api_database.pool_timeout = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.032944] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api_database.retry_interval = 10 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.033120] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api_database.slave_connection = **** {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.033284] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] api_database.sqlite_synchronous = True {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.033462] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] devices.enabled_mdev_types = [] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.033639] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.033814] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.033979] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ephemeral_storage_encryption.enabled = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.034206] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.034408] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] glance.api_servers = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.034577] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] glance.cafile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.034739] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] glance.certfile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.034929] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] glance.collect_timing = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.035118] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] glance.connect_retries = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.035283] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] glance.connect_retry_delay = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.035445] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] glance.debug = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.035609] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] glance.default_trusted_certificate_ids = [] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.035771] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] glance.enable_certificate_validation = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.035934] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] glance.enable_rbd_download = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.036106] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] glance.endpoint_override = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.036275] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] glance.insecure = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.036436] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] glance.keyfile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.036595] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] glance.max_version = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.036759] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] glance.min_version = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.036971] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] glance.num_retries = 3 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.037166] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] glance.rbd_ceph_conf = {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.037333] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] glance.rbd_connect_timeout = 5 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.037500] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] glance.rbd_pool = {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.037667] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] glance.rbd_user = {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.037826] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] glance.region_name = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.037986] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] glance.retriable_status_codes = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.038159] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] glance.service_name = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.038337] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] glance.service_type = image {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.038500] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] glance.split_loggers = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.038660] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] glance.status_code_retries = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.038818] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] glance.status_code_retry_delay = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.038976] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] glance.timeout = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.039197] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.039340] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] glance.verify_glance_signatures = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.039498] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] glance.version = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.039663] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] guestfs.debug = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.039832] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] manila.auth_section = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.040006] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] manila.auth_type = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.040175] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] manila.cafile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.040336] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] manila.certfile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.040502] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] manila.collect_timing = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.040664] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] manila.connect_retries = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.040822] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] manila.connect_retry_delay = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.040989] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] manila.endpoint_override = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.041165] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] manila.insecure = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.041326] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] manila.keyfile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.041488] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] manila.max_version = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.041646] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] manila.min_version = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.041808] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] manila.region_name = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.041970] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] manila.retriable_status_codes = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.042147] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] manila.service_name = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.042320] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] manila.service_type = shared-file-system {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.042485] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] manila.share_apply_policy_timeout = 10 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.042649] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] manila.split_loggers = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.042808] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] manila.status_code_retries = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.042973] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] manila.status_code_retry_delay = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.043146] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] manila.timeout = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.043329] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.043498] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] manila.version = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.043680] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] mks.enabled = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.044042] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.044243] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] image_cache.manager_interval = 2400 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.044415] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] image_cache.precache_concurrency = 1 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.044586] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] image_cache.remove_unused_base_images = True {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.044777] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.044982] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.045189] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] image_cache.subdirectory_name = _base {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.045371] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ironic.api_max_retries = 60 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.045546] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ironic.api_retry_interval = 2 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.045710] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ironic.auth_section = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.045874] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ironic.auth_type = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.046051] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ironic.cafile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.046217] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ironic.certfile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.046382] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ironic.collect_timing = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.046550] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ironic.conductor_group = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.046711] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ironic.connect_retries = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.046903] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ironic.connect_retry_delay = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.047107] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ironic.endpoint_override = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.047283] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ironic.insecure = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.047446] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ironic.keyfile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.047609] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ironic.max_version = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.047768] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ironic.min_version = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.047938] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ironic.peer_list = [] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.048113] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ironic.region_name = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.048277] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ironic.retriable_status_codes = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.048441] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ironic.serial_console_state_timeout = 10 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.048605] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ironic.service_name = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.048779] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ironic.service_type = baremetal {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.048973] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ironic.shard = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.049162] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ironic.split_loggers = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.049326] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ironic.status_code_retries = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.049486] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ironic.status_code_retry_delay = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.049644] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ironic.timeout = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.049827] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.050041] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ironic.version = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.050245] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.050426] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] key_manager.fixed_key = **** {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.050612] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.050775] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] barbican.barbican_api_version = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.050935] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] barbican.barbican_endpoint = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.051165] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] barbican.barbican_endpoint_type = public {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.051340] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] barbican.barbican_region_name = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.051502] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] barbican.cafile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.051662] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] barbican.certfile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.051827] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] barbican.collect_timing = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.051993] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] barbican.insecure = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.052167] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] barbican.keyfile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.052333] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] barbican.number_of_retries = 60 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.052494] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] barbican.retry_delay = 1 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.052658] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] barbican.send_service_user_token = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.052818] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] barbican.split_loggers = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.053009] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] barbican.timeout = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.053197] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] barbican.verify_ssl = True {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.053361] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] barbican.verify_ssl_path = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.053529] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] barbican_service_user.auth_section = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.053694] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] barbican_service_user.auth_type = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.053855] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] barbican_service_user.cafile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.054031] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] barbican_service_user.certfile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.054191] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] barbican_service_user.collect_timing = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.054354] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] barbican_service_user.insecure = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.054512] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] barbican_service_user.keyfile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.054675] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] barbican_service_user.split_loggers = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.054873] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] barbican_service_user.timeout = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.055071] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vault.approle_role_id = **** {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.055238] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vault.approle_secret_id = **** {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.055409] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vault.kv_mountpoint = secret {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.055568] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vault.kv_path = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.055732] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vault.kv_version = 2 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.055890] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vault.namespace = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.056092] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vault.root_token_id = **** {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.056267] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vault.ssl_ca_crt_file = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.056436] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vault.timeout = 60.0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.056601] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vault.use_ssl = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.056771] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.056969] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] keystone.cafile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.057153] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] keystone.certfile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.057320] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] keystone.collect_timing = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.057479] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] keystone.connect_retries = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.057636] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] keystone.connect_retry_delay = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.057796] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] keystone.endpoint_override = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.057960] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] keystone.insecure = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.058137] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] keystone.keyfile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.058296] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] keystone.max_version = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.058453] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] keystone.min_version = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.058612] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] keystone.region_name = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.058770] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] keystone.retriable_status_codes = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.058931] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] keystone.service_name = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.059148] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] keystone.service_type = identity {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.059325] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] keystone.split_loggers = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.059490] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] keystone.status_code_retries = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.059651] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] keystone.status_code_retry_delay = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.059809] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] keystone.timeout = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.059988] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.060166] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] keystone.version = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.060361] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.ceph_mount_options = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.060691] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.060903] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.connection_uri = {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.061102] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.cpu_mode = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.061280] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.061451] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.cpu_models = [] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.061626] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.cpu_power_governor_high = performance {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.061797] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.061964] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.cpu_power_management = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.062184] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.062360] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.device_detach_attempts = 8 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.062528] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.device_detach_timeout = 20 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.062698] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.disk_cachemodes = [] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.062868] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.disk_prefix = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.063060] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.enabled_perf_events = [] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.063237] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.file_backed_memory = 0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.063410] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.gid_maps = [] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.063574] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.hw_disk_discard = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.063738] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.hw_machine_type = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.063913] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.images_rbd_ceph_conf = {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.064094] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.064261] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.064435] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.images_rbd_glance_store_name = {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.064607] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.images_rbd_pool = rbd {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.064810] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.images_type = default {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.064994] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.images_volume_group = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.065208] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.inject_key = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.065384] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.inject_partition = -2 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.065552] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.inject_password = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.065721] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.iscsi_iface = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.065888] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.iser_use_multipath = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.066073] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.066244] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.066411] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.live_migration_downtime = 500 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.066575] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.066739] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.066920] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.live_migration_inbound_addr = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.067105] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.067276] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.067439] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.live_migration_scheme = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.067615] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.live_migration_timeout_action = abort {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.067779] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.live_migration_tunnelled = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.067970] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.live_migration_uri = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.068160] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.live_migration_with_native_tls = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.068328] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.max_queues = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.068495] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.068724] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.068892] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.nfs_mount_options = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.069201] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.069383] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.069551] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.069713] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.069877] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.070054] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.num_pcie_ports = 0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.070227] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.070397] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.pmem_namespaces = [] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.070560] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.quobyte_client_cfg = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.070870] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.071079] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.071254] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.071419] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.071581] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.rbd_secret_uuid = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.071739] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.rbd_user = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.071904] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.072093] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.072261] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.rescue_image_id = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.072420] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.rescue_kernel_id = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.072579] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.rescue_ramdisk_id = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.072752] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.072914] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.rx_queue_size = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.073099] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.smbfs_mount_options = {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.073403] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.073582] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.snapshot_compression = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.073749] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.snapshot_image_format = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.074017] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.074207] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.sparse_logical_volumes = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.074374] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.swtpm_enabled = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.074545] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.swtpm_group = tss {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.074714] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.swtpm_user = tss {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.074885] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.sysinfo_serial = unique {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.075059] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.tb_cache_size = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.075222] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.tx_queue_size = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.075388] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.uid_maps = [] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.075554] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.use_virtio_for_bridges = True {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.075725] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.virt_type = kvm {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.075894] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.volume_clear = zero {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.076069] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.volume_clear_size = 0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.076240] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.volume_use_multipath = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.076401] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.vzstorage_cache_path = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.076572] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.076740] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.076943] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.077155] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.077448] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.077632] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.vzstorage_mount_user = stack {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.077803] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.077992] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] neutron.auth_section = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.078188] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] neutron.auth_type = password {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.078355] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] neutron.cafile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.078519] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] neutron.certfile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.078686] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] neutron.collect_timing = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.078849] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] neutron.connect_retries = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.079024] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] neutron.connect_retry_delay = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.079207] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] neutron.default_floating_pool = public {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.079373] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] neutron.endpoint_override = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.079539] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] neutron.extension_sync_interval = 600 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.079710] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] neutron.http_retries = 3 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.079869] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] neutron.insecure = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.080066] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] neutron.keyfile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.080279] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] neutron.max_version = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.080418] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.080577] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] neutron.min_version = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.080746] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] neutron.ovs_bridge = br-int {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.080913] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] neutron.physnets = [] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.081097] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] neutron.region_name = RegionOne {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.081263] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] neutron.retriable_status_codes = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.081434] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] neutron.service_metadata_proxy = True {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.081596] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] neutron.service_name = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.081765] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] neutron.service_type = network {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.081929] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] neutron.split_loggers = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.082101] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] neutron.status_code_retries = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.082263] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] neutron.status_code_retry_delay = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.082422] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] neutron.timeout = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.082604] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.082767] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] neutron.version = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.082946] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] notifications.bdms_in_notifications = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.083169] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] notifications.default_level = INFO {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.083343] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] notifications.include_share_mapping = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.083530] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] notifications.notification_format = unversioned {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.083699] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] notifications.notify_on_state_change = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.083876] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.084067] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] pci.alias = [] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.084242] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] pci.device_spec = [] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.084409] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] pci.report_in_placement = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.084582] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.auth_section = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.084755] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.auth_type = password {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.084923] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.085098] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.cafile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.085266] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.certfile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.085433] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.collect_timing = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.085594] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.connect_retries = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.085753] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.connect_retry_delay = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.085912] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.default_domain_id = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.086107] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.default_domain_name = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.086277] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.domain_id = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.086436] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.domain_name = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.086597] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.endpoint_override = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.086760] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.insecure = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.086947] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.keyfile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.087133] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.max_version = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.087292] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.min_version = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.087460] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.password = **** {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.087623] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.project_domain_id = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.087789] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.project_domain_name = Default {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.087982] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.project_id = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.088178] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.project_name = service {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.088351] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.region_name = RegionOne {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.088514] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.retriable_status_codes = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.088675] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.service_name = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.088845] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.service_type = placement {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.089030] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.split_loggers = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.089219] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.status_code_retries = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.089383] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.status_code_retry_delay = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.089545] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.system_scope = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.089748] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.timeout = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.089859] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.trust_id = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.090028] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.user_domain_id = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.090208] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.user_domain_name = Default {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.090367] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.user_id = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.090539] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.username = nova {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.090721] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.090881] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] placement.version = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.091071] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] quota.cores = 20 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.091243] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] quota.count_usage_from_placement = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.091417] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.091589] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] quota.injected_file_content_bytes = 10240 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.091760] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] quota.injected_file_path_length = 255 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.091929] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] quota.injected_files = 5 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.092130] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] quota.instances = 10 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.092313] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] quota.key_pairs = 100 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.092486] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] quota.metadata_items = 128 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.092658] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] quota.ram = 51200 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.092827] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] quota.recheck_quota = True {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.092997] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] quota.server_group_members = 10 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.093177] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] quota.server_groups = 10 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.093385] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.093562] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] quota.unified_limits_resource_strategy = require {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.093738] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.093903] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.094082] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] scheduler.image_metadata_prefilter = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.094251] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.094415] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] scheduler.max_attempts = 3 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.094579] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] scheduler.max_placement_results = 1000 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.094741] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.094908] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.095095] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.095291] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] scheduler.workers = 2 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.095470] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.095644] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.095821] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.095993] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.096176] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.096343] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.096508] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.096704] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.096908] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] filter_scheduler.host_subset_size = 1 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.097105] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.097280] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.097452] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.097623] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] filter_scheduler.isolated_hosts = [] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.097792] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] filter_scheduler.isolated_images = [] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.097993] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.098187] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.098357] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.098540] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] filter_scheduler.pci_in_placement = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.098707] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.098872] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.099050] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.099240] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.099416] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.099585] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.099750] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] filter_scheduler.track_instance_changes = True {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.099931] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.100122] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] metrics.required = True {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.100292] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] metrics.weight_multiplier = 1.0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.100460] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.100627] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] metrics.weight_setting = [] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.100979] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.101188] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] serial_console.enabled = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.101387] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] serial_console.port_range = 10000:20000 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.101572] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.101747] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.101919] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] serial_console.serialproxy_port = 6083 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.102116] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] service_user.auth_section = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.102305] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] service_user.auth_type = password {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.102471] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] service_user.cafile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.102635] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] service_user.certfile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.102803] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] service_user.collect_timing = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.102972] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] service_user.insecure = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.103151] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] service_user.keyfile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.103329] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] service_user.send_service_user_token = True {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.103495] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] service_user.split_loggers = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.103656] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] service_user.timeout = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.103830] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] spice.agent_enabled = True {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.104015] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] spice.enabled = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.104348] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.104620] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.104816] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] spice.html5proxy_port = 6082 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.104988] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] spice.image_compression = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.105204] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] spice.jpeg_compression = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.105375] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] spice.playback_compression = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.105546] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] spice.require_secure = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.105720] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] spice.server_listen = 127.0.0.1 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.105893] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.106071] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] spice.streaming_mode = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.106235] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] spice.zlib_compression = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.106402] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] upgrade_levels.baseapi = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.106575] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] upgrade_levels.compute = auto {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.106738] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] upgrade_levels.conductor = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.106930] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] upgrade_levels.scheduler = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.107122] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.107328] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.107500] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vendordata_dynamic_auth.cafile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.107659] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vendordata_dynamic_auth.certfile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.107838] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.108031] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vendordata_dynamic_auth.insecure = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.108196] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.108362] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.108520] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vendordata_dynamic_auth.timeout = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.108693] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vmware.api_retry_count = 10 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.108862] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vmware.ca_file = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.109045] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.109217] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vmware.cluster_name = testcl1 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.109385] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vmware.connection_pool_size = 10 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.109546] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vmware.console_delay_seconds = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.109713] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vmware.datastore_regex = ^datastore.* {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.109958] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.110119] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vmware.host_password = **** {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.110295] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vmware.host_port = 443 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.110468] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vmware.host_username = administrator@vsphere.local {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.110639] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vmware.insecure = True {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.110804] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vmware.integration_bridge = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.110970] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vmware.maximum_objects = 100 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.111151] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vmware.pbm_default_policy = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.111318] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vmware.pbm_enabled = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.111524] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vmware.pbm_wsdl_location = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.111785] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.111970] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vmware.serial_port_proxy_uri = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.112157] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vmware.serial_port_service_uri = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.112328] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vmware.task_poll_interval = 0.5 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.112507] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vmware.use_linked_clone = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.112678] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vmware.vnc_keymap = en-us {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.112847] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vmware.vnc_port = 5900 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.113026] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vmware.vnc_port_total = 10000 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.113223] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vnc.auth_schemes = ['none'] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.113403] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vnc.enabled = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.113695] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.113884] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.114072] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vnc.novncproxy_port = 6080 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.114268] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vnc.server_listen = 127.0.0.1 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.114455] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.114619] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vnc.vencrypt_ca_certs = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.114783] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vnc.vencrypt_client_cert = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.114944] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vnc.vencrypt_client_key = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.115148] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.115320] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] workarounds.disable_deep_image_inspection = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.115489] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.115653] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.115818] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.116014] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] workarounds.disable_rootwrap = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.116208] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] workarounds.enable_numa_live_migration = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.116378] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.116545] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.116711] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.116898] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] workarounds.libvirt_disable_apic = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.117092] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.117297] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.117477] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.117647] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.117817] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.117984] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.118165] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.118331] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.118496] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.118663] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.118854] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.119038] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] wsgi.client_socket_timeout = 900 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.119215] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] wsgi.default_pool_size = 1000 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.119386] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] wsgi.keep_alive = True {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.119555] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] wsgi.max_header_line = 16384 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.119722] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.119888] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] wsgi.ssl_ca_file = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.120064] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] wsgi.ssl_cert_file = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.120230] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] wsgi.ssl_key_file = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.120397] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] wsgi.tcp_keepidle = 600 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.120573] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.120741] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] zvm.ca_file = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.120904] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] zvm.cloud_connector_url = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.121221] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.121402] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] zvm.reachable_timeout = 300 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.121578] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.121758] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.121938] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] profiler.connection_string = messaging:// {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.122126] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] profiler.enabled = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.122302] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] profiler.es_doc_type = notification {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.122466] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] profiler.es_scroll_size = 10000 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.122634] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] profiler.es_scroll_time = 2m {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.122798] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] profiler.filter_error_trace = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.122967] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] profiler.hmac_keys = **** {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.123229] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] profiler.sentinel_service_name = mymaster {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.123430] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] profiler.socket_timeout = 0.1 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.123602] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] profiler.trace_requests = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.123767] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] profiler.trace_sqlalchemy = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.123958] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] profiler_jaeger.process_tags = {} {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.124146] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] profiler_jaeger.service_name_prefix = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.124316] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] profiler_otlp.service_name_prefix = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.124484] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] remote_debug.host = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.124648] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] remote_debug.port = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.124830] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.124996] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.125179] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.125346] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.125512] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.125679] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.125845] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.126016] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.126188] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.126361] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.126524] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.126696] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.126898] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.127095] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.127278] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.127452] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.127624] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.127808] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.128024] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.128208] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.128380] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.128551] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.128717] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.128888] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.129068] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.129262] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.129440] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.129607] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.129778] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.129948] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.ssl = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.130166] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.130316] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.130480] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.130653] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.130825] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.130991] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.131203] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.131438] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_notifications.retry = -1 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.131653] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.131837] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.132028] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_limit.auth_section = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.132205] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_limit.auth_type = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.132373] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_limit.cafile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.132535] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_limit.certfile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.132702] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_limit.collect_timing = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.132865] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_limit.connect_retries = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.133036] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_limit.connect_retry_delay = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.133204] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_limit.endpoint_id = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.133380] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.133541] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_limit.endpoint_override = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.133701] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_limit.endpoint_region_name = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.133860] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_limit.endpoint_service_name = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.134032] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_limit.endpoint_service_type = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.134204] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_limit.insecure = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.134363] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_limit.keyfile = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.134520] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_limit.max_version = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.134676] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_limit.min_version = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.134835] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_limit.region_name = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.134993] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_limit.retriable_status_codes = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.135169] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_limit.service_name = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.135327] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_limit.service_type = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.135489] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_limit.split_loggers = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.135648] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_limit.status_code_retries = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.135808] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_limit.status_code_retry_delay = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.135965] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_limit.timeout = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.136139] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_limit.valid_interfaces = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.136296] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_limit.version = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.136462] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_reports.file_event_handler = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.136627] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.136788] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] oslo_reports.log_dir = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.136988] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.137171] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.137333] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.137501] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.137667] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.137843] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.138040] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.138211] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vif_plug_ovs_privileged.group = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.138372] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.138538] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.138701] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.138861] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] vif_plug_ovs_privileged.user = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.139044] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.139252] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.139440] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.139617] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.139790] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.139982] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.140179] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.140350] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.140532] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.140706] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] os_vif_ovs.isolate_vif = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.140876] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.141060] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.141234] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.141406] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.141571] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] os_vif_ovs.per_port_bridge = False {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.141745] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] privsep_osbrick.capabilities = [21] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.141905] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] privsep_osbrick.group = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.142083] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] privsep_osbrick.helper_command = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.142253] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.142418] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.142579] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] privsep_osbrick.user = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.142753] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.142914] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] nova_sys_admin.group = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.143090] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] nova_sys_admin.helper_command = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.143262] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.143427] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.143593] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] nova_sys_admin.user = None {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 557.143736] env[62298]: DEBUG oslo_service.service [None req-09a52c23-de28-4d5c-956b-69b60f407856 None None] ******************************************************************************** {{(pid=62298) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 557.144167] env[62298]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 557.648239] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-230ebbd3-9fae-4431-aa26-7574da1c5518 None None] Getting list of instances from cluster (obj){ [ 557.648239] env[62298]: value = "domain-c8" [ 557.648239] env[62298]: _type = "ClusterComputeResource" [ 557.648239] env[62298]: } {{(pid=62298) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 557.649397] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1822841-e2b3-41be-8aa7-f694292f2234 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.658308] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-230ebbd3-9fae-4431-aa26-7574da1c5518 None None] Got total of 0 instances {{(pid=62298) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 557.658930] env[62298]: WARNING nova.virt.vmwareapi.driver [None req-230ebbd3-9fae-4431-aa26-7574da1c5518 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 557.659424] env[62298]: INFO nova.virt.node [None req-230ebbd3-9fae-4431-aa26-7574da1c5518 None None] Generated node identity 3aed3c14-9999-47af-b7c0-742e7e13478e [ 557.659655] env[62298]: INFO nova.virt.node [None req-230ebbd3-9fae-4431-aa26-7574da1c5518 None None] Wrote node identity 3aed3c14-9999-47af-b7c0-742e7e13478e to /opt/stack/data/n-cpu-1/compute_id [ 558.161847] env[62298]: WARNING nova.compute.manager [None req-230ebbd3-9fae-4431-aa26-7574da1c5518 None None] Compute nodes ['3aed3c14-9999-47af-b7c0-742e7e13478e'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 559.167973] env[62298]: INFO nova.compute.manager [None req-230ebbd3-9fae-4431-aa26-7574da1c5518 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 560.173663] env[62298]: WARNING nova.compute.manager [None req-230ebbd3-9fae-4431-aa26-7574da1c5518 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 560.174015] env[62298]: DEBUG oslo_concurrency.lockutils [None req-230ebbd3-9fae-4431-aa26-7574da1c5518 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.174159] env[62298]: DEBUG oslo_concurrency.lockutils [None req-230ebbd3-9fae-4431-aa26-7574da1c5518 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.174312] env[62298]: DEBUG oslo_concurrency.lockutils [None req-230ebbd3-9fae-4431-aa26-7574da1c5518 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.174464] env[62298]: DEBUG nova.compute.resource_tracker [None req-230ebbd3-9fae-4431-aa26-7574da1c5518 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62298) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 560.175438] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1495bb65-7b5d-46ea-9e03-c607826c1326 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.183364] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154b2d5f-1734-45c7-971f-55530fa95fe3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.196668] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ad550e-49b6-4e90-a60a-88da4ae56741 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.202917] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94c7220-2c8b-49fa-8b3a-7f7b8432c240 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.232925] env[62298]: DEBUG nova.compute.resource_tracker [None req-230ebbd3-9fae-4431-aa26-7574da1c5518 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181400MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62298) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 560.232925] env[62298]: DEBUG oslo_concurrency.lockutils [None req-230ebbd3-9fae-4431-aa26-7574da1c5518 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.232925] env[62298]: DEBUG oslo_concurrency.lockutils [None req-230ebbd3-9fae-4431-aa26-7574da1c5518 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.735443] env[62298]: WARNING nova.compute.resource_tracker [None req-230ebbd3-9fae-4431-aa26-7574da1c5518 None None] No compute node record for cpu-1:3aed3c14-9999-47af-b7c0-742e7e13478e: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 3aed3c14-9999-47af-b7c0-742e7e13478e could not be found. [ 561.239109] env[62298]: INFO nova.compute.resource_tracker [None req-230ebbd3-9fae-4431-aa26-7574da1c5518 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 3aed3c14-9999-47af-b7c0-742e7e13478e [ 562.746601] env[62298]: DEBUG nova.compute.resource_tracker [None req-230ebbd3-9fae-4431-aa26-7574da1c5518 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 562.746971] env[62298]: DEBUG nova.compute.resource_tracker [None req-230ebbd3-9fae-4431-aa26-7574da1c5518 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 562.900568] env[62298]: INFO nova.scheduler.client.report [None req-230ebbd3-9fae-4431-aa26-7574da1c5518 None None] [req-3a5729a1-0ec1-4b1f-bddb-bd537784a156] Created resource provider record via placement API for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 562.917103] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb290040-5760-4934-8646-49e3c4c23143 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.924943] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d53943-5efe-4791-8912-df1e8e3b4807 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.957610] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a56b63-79eb-4c7c-bae0-44156e54f235 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.964537] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1f4a79-d87d-4388-8467-917854c64a48 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.977424] env[62298]: DEBUG nova.compute.provider_tree [None req-230ebbd3-9fae-4431-aa26-7574da1c5518 None None] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 563.513288] env[62298]: DEBUG nova.scheduler.client.report [None req-230ebbd3-9fae-4431-aa26-7574da1c5518 None None] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 563.513544] env[62298]: DEBUG nova.compute.provider_tree [None req-230ebbd3-9fae-4431-aa26-7574da1c5518 None None] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 0 to 1 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 563.513687] env[62298]: DEBUG nova.compute.provider_tree [None req-230ebbd3-9fae-4431-aa26-7574da1c5518 None None] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 563.561562] env[62298]: DEBUG nova.compute.provider_tree [None req-230ebbd3-9fae-4431-aa26-7574da1c5518 None None] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 1 to 2 during operation: update_traits {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 564.065988] env[62298]: DEBUG nova.compute.resource_tracker [None req-230ebbd3-9fae-4431-aa26-7574da1c5518 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 564.066317] env[62298]: DEBUG oslo_concurrency.lockutils [None req-230ebbd3-9fae-4431-aa26-7574da1c5518 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.833s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.066352] env[62298]: DEBUG nova.service [None req-230ebbd3-9fae-4431-aa26-7574da1c5518 None None] Creating RPC server for service compute {{(pid=62298) start /opt/stack/nova/nova/service.py:186}} [ 564.079595] env[62298]: DEBUG nova.service [None req-230ebbd3-9fae-4431-aa26-7574da1c5518 None None] Join ServiceGroup membership for this service compute {{(pid=62298) start /opt/stack/nova/nova/service.py:203}} [ 564.079778] env[62298]: DEBUG nova.servicegroup.drivers.db [None req-230ebbd3-9fae-4431-aa26-7574da1c5518 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62298) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 565.082383] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 565.585665] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Getting list of instances from cluster (obj){ [ 565.585665] env[62298]: value = "domain-c8" [ 565.585665] env[62298]: _type = "ClusterComputeResource" [ 565.585665] env[62298]: } {{(pid=62298) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 565.586882] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d401e10-f8b4-4583-8856-e650d11bbb78 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.595984] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Got total of 0 instances {{(pid=62298) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 565.596249] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 565.596571] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Getting list of instances from cluster (obj){ [ 565.596571] env[62298]: value = "domain-c8" [ 565.596571] env[62298]: _type = "ClusterComputeResource" [ 565.596571] env[62298]: } {{(pid=62298) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 565.597438] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46004dce-d0f2-4508-8390-4074097c80c8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.604468] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Got total of 0 instances {{(pid=62298) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 612.414713] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.415149] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.415196] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Starting heal instance info cache {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 612.415335] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Rebuilding the list of instances to heal {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 612.918201] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Didn't find any instances for network info cache update. {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 612.918450] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.918701] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.918906] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.919107] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.919294] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.919475] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.919638] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62298) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 612.919795] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 613.424021] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.424420] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.424463] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.424610] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62298) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 613.425569] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f1fb4c-5e12-42de-9f28-da8ed6a3f27e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.433588] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56f5bf2-e01b-45ed-b4fd-eab1d5b9d5b9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.447116] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf36e9e0-68e7-4e65-825e-45cd466a72eb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.453184] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472d97ca-1e5f-4e1c-98e4-207470d6b321 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.481111] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181390MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62298) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 613.481244] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.481429] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.498917] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 614.499234] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 614.516266] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455f14d8-4a1c-4fda-a757-17dc71128115 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.524778] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb43b0d8-7905-47d5-b0fa-f8e04ec3c433 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.556902] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185faf36-ca70-4aa4-b024-0084b17c028f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.564511] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3769d163-8b64-4f6c-affb-46a5d6de82d8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.577955] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.081212] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.586256] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 615.586639] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.105s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.573350] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 675.573805] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.078983] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.079308] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Starting heal instance info cache {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 676.079477] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Rebuilding the list of instances to heal {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 676.583594] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Didn't find any instances for network info cache update. {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 676.583837] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.583981] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.584159] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.584311] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.584454] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.584599] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.584729] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62298) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 676.584872] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.088624] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.089030] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.089125] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.089273] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62298) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 677.090198] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502098c6-21c9-48bf-b857-534ed0b4cc2b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.098450] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c083ddc-1af2-47dd-89fb-ed2405aa15b9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.111948] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cbd538-a0ce-4e2b-abd6-52b42ec9fbc1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.117980] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bc38e2-2858-469b-b499-ca04c6fe63db {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.147083] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181394MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62298) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 677.147223] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.147410] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.165711] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 678.165953] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 678.179524] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64448d44-ee3d-4556-9ee3-d83772097d8b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.187565] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1a4022-62b6-4015-94c5-a2227d2c3de8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.220108] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee82a616-2cb1-45fd-b99f-db7e04d66f12 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.227702] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde327d8-a447-4cdf-a796-1fc94a32623c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.241529] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.744608] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.745917] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 678.746120] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.599s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.747696] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.748093] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.748093] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Starting heal instance info cache {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 738.748173] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Rebuilding the list of instances to heal {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 739.251420] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Didn't find any instances for network info cache update. {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 739.251657] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.251821] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.251969] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.252138] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.252284] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.252431] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.252558] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62298) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 739.252705] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.756167] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.756530] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.756594] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.756766] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62298) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 739.757658] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bf8d29-e3b0-4d13-adcc-4c41adceec93 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.765926] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bb081f-8a1b-4341-bf0b-290ec2d23585 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.781046] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950eed9d-2777-4722-9b96-0d54d89974e2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.787278] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8214b071-12e0-4f3c-bcc7-f9280dd74be8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.816092] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181396MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62298) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 739.816219] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.816434] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.834801] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 740.835058] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 740.847742] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4016b284-497c-4418-920d-bdc2e6824911 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.855355] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce23aa1d-2a9a-4155-a6c6-9091dbc1476b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.884702] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66382e8-64e5-4461-b9d5-03ce092606a2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.891348] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35501aa8-3521-4ad5-9e71-a3fc3e3408fe {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.903826] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.407055] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.408456] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 741.408661] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.061899] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.062164] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.566438] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.566591] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Starting heal instance info cache {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 800.566638] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Rebuilding the list of instances to heal {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 801.069741] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Didn't find any instances for network info cache update. {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 801.070177] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.070177] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.070333] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.070484] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.070625] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.070766] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.070893] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62298) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 801.071045] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.574419] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.574741] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.574975] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.575217] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62298) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 801.576607] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa35a40-6f22-47fb-9610-5fe9f2471286 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.586885] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fc33e2-56a4-436d-858e-898a899509d5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.602353] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a1cf21-1800-4595-b288-56403340f38c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.608346] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20977b7-4b33-4e8b-ae3a-e342d6d5d790 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.637206] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181386MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62298) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 801.637378] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.637570] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.655647] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 802.655905] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 802.669209] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e69b001-3fbb-45ee-99b5-b905f2fcb850 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.677166] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74003661-cc6b-42d5-b946-8a0cd4cb9b83 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.706723] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78089c51-f3e0-45cb-a453-4329b03d102c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.713490] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85bfd24-7a1b-4fa8-9576-77e7cf4af6a8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.725885] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.229501] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.230766] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 803.230948] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.407057] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.407057] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Cleaning up deleted instances {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11671}} [ 852.910201] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] There are 0 instances to clean {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11680}} [ 852.910459] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.910593] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Cleaning up deleted instances with incomplete migration {{(pid=62298) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11709}} [ 853.413928] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 854.917408] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 854.917750] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 854.917795] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 854.917923] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62298) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 854.918080] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 855.421924] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.422192] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.422335] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.422468] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62298) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 855.423381] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab0d217-e670-4365-9738-d883ac5bd57b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.431853] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242a94db-deac-4536-9b4f-c334b0c36af6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.446057] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00904de5-1d27-413d-a163-3992bfaf0415 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.452194] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ece85c-0b22-44b6-8857-32d6beb8fd68 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.479865] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181386MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62298) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 855.479991] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.480201] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.498697] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 856.499086] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 856.511511] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3430143-e824-4538-ad3f-5f53de8aa456 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.518948] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c098447f-651e-420f-9f3f-494c5ab2d342 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.548619] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730d0cb9-51a4-49df-81f6-6b8c1ad3a67c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.555242] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46a596c-5941-46fa-a1cb-0bfe11b43e7b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.567732] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.070632] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.072053] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 857.072260] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.561080] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 857.561431] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Starting heal instance info cache {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 857.561431] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Rebuilding the list of instances to heal {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 858.064468] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Didn't find any instances for network info cache update. {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 858.064697] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 858.065057] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 858.065363] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 858.065650] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 913.406288] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 913.406697] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62298) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 914.406784] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 915.401592] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 915.405217] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 916.406120] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 916.909424] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.909691] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.909855] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.910020] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62298) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 916.910963] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a1de4d-2ba0-4229-87b0-b62701e6aa42 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.919122] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561c14f9-18f7-49d9-b64c-c87238dfac7f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.932733] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c50f3e7-0425-4a64-aea5-8d7b4b0ecd62 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.938906] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e025aaa-c809-474d-a6fe-33cfcc96a0eb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.968347] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181397MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62298) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 916.968483] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.968661] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.002755] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 918.002995] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 918.023289] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 918.044997] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 918.045222] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 918.058654] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 918.074476] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 918.085951] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00370b07-098a-4bc4-b2bf-12c1ee4da1e0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.093295] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612c9787-2cc3-4299-b321-fb737402d2f5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.122351] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1dd557-7bbc-4b76-98d6-9ee44b723487 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.128931] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e108e34-a0d8-49be-879b-f264d8b2d6cb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.141519] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.644660] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.645920] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 918.646127] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.677s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.646718] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 919.647221] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Starting heal instance info cache {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 919.647221] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Rebuilding the list of instances to heal {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 920.150185] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Didn't find any instances for network info cache update. {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 920.150413] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.150603] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.150776] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 921.906087] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.405745] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.406164] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62298) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 975.402721] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.406513] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.406429] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.406662] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.407332] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.913051] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.913051] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.913051] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.913051] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62298) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 978.913051] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc6967c-da21-4cb3-ac8f-0b240676dc14 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.920101] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82f4046-c604-45a1-b3f6-b98e93040c9e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.933685] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12b8f21-3ac4-4511-80c5-b95fd2f400e6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.940052] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32792eb-e766-4354-83b6-db4d8f6db21d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.969496] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181401MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62298) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 978.969879] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.970228] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.988881] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 979.989277] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 980.002209] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ca9639-cfee-4b1e-8d46-28b0c302bde3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.009416] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2f1610-db7d-426b-a0b1-70995faba1b3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.037854] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c5eb07-c143-42c7-aaf8-cf7272a46992 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.044553] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4215aa76-34a9-45d1-bc62-e9c168929ed1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.057170] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.560288] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.561612] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 980.561793] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.562758] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.563222] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Starting heal instance info cache {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 981.563222] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Rebuilding the list of instances to heal {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 982.066177] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Didn't find any instances for network info cache update. {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 982.066527] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.066829] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1034.406212] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1034.406587] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62298) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1035.402441] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.406253] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1037.407021] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.406241] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.406496] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.910113] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.910475] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.910568] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.910721] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62298) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1038.911609] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bf17e3-0e02-45ef-988f-a2f75556f64f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.919613] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70dabf1-8c18-479b-aeca-73e7a9465d08 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.933202] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac72cde3-aaf7-401a-931e-8af2a9b73a39 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.939038] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35059e5-544f-4f57-b93a-5d7de6156dd6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.967070] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181397MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62298) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1038.967241] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.967408] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.984953] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1039.985250] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1039.997866] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f182a41-e3a5-472c-8dda-dfa81e8f2218 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.005253] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd5eb06-f74b-46df-b15a-398233e6eb58 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.034695] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7592773d-43d2-40c9-a8c4-db5e67db383a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.042133] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df94644-b9e2-467d-b215-7f4f7414b2b0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.054986] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.558569] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.560087] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1040.560361] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.559866] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.560421] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1042.406811] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1042.407063] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Starting heal instance info cache {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1042.407160] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Rebuilding the list of instances to heal {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1042.910053] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Didn't find any instances for network info cache update. {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1045.906113] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.407676] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.408114] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62298) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1097.401678] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.405330] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.406592] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.406096] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.406408] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1100.406249] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1100.406582] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1100.910445] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.910676] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.910849] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.911018] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62298) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1100.911933] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f648a2-4448-457c-9b4c-1e1ffec76832 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.920385] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b25627-b447-4d86-909d-5169c823b0b9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.933924] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d76eae-3c65-47d9-9193-19edb08bd6b2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.939935] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8921ae30-a4a0-4ad5-b201-bca7ea5733b4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.967877] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181394MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62298) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1100.968040] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.968208] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.987250] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1101.987528] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1102.001043] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d67958a-4b4b-455b-98ca-d45ba4788876 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.008685] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548a4c4d-6bed-4bef-a642-e493d9791c23 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.037888] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4df5444-4853-404e-b1f2-31ede1399f6e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.045207] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6962cb8-955f-416f-9e6d-80deeefa9484 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.057644] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.560421] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.561809] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1102.562011] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.561618] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.561899] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Starting heal instance info cache {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1104.561947] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Rebuilding the list of instances to heal {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1105.064638] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Didn't find any instances for network info cache update. {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1154.406450] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.406869] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Cleaning up deleted instances with incomplete migration {{(pid=62298) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11709}} [ 1157.406585] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.407043] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62298) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1157.407043] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.903760] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.904121] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.405629] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.405909] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.406841] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.406685] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.406071] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.406431] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Starting heal instance info cache {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1162.406431] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Rebuilding the list of instances to heal {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1162.909137] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Didn't find any instances for network info cache update. {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1162.909395] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.412467] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.412845] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.412896] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.413026] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62298) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1163.413992] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e8e0d6-7483-4ea6-818b-a1829df8236f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.422029] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbbac45-3430-47c5-afd4-cc00eb5efcf2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.435762] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e899faf0-a1f8-4c08-96c8-285c04a35823 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.441737] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde1cb81-82ac-4d7b-a31b-cf653dac89a2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.469747] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181389MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62298) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1163.469885] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.470061] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.489808] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1164.490068] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1164.502645] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355c619d-8b64-4b44-b218-cb4ae0a6adc2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.510195] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f9c955-c962-4627-8056-b1260cd9134a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.538975] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9302f769-f4ed-437c-b580-b3966c527fa9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.545903] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fab1c9-f805-4d72-a2af-0e0c4df7cf85 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.558329] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.061505] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.062788] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1165.062963] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.063192] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.063337] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Cleaning up deleted instances {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11671}} [ 1165.566099] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] There are 0 instances to clean {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11680}} [ 1167.741146] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.246843] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1168.749808] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Getting list of instances from cluster (obj){ [ 1168.749808] env[62298]: value = "domain-c8" [ 1168.749808] env[62298]: _type = "ClusterComputeResource" [ 1168.749808] env[62298]: } {{(pid=62298) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1168.750963] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cf560d-c3c5-41e4-a916-9db0a33d223a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.760315] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Got total of 0 instances {{(pid=62298) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1217.406156] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.406564] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62298) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1219.401429] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.405088] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.405272] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.407165] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.406739] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.407027] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.406721] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.407164] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Starting heal instance info cache {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1222.407164] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Rebuilding the list of instances to heal {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1222.909639] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Didn't find any instances for network info cache update. {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1222.909947] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.413701] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.414091] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.414150] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.414309] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62298) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1223.415266] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f122d32c-dee1-476e-9f48-0098772e4dff {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.423391] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9584cb32-769d-47f8-81af-ad2303061cfb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.437088] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a0181c-0238-4b75-bc78-c5f71a53c608 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.443056] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cdd69d-2379-4a64-bbe3-cabec7375a81 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.471548] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181396MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62298) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1223.471687] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.471869] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.588383] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1224.588665] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1224.607118] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1224.619882] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1224.620012] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1224.630578] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1224.647706] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1224.661594] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752b58cb-9ae5-44b6-ae8f-c64e2582be17 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.669559] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec92c7d6-0dad-46e6-83e8-57821851c157 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.699043] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e56a080-35c3-4261-aa2d-de15033d6ff5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.706770] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce05548-4bed-4f3a-8bb4-22c0c3f47a4e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.720017] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.223022] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.224333] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1225.224511] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.753s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.722184] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.722184] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.722184] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.722184] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.722184] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62298) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1281.407630] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.405734] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.405734] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.406066] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.406066] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Starting heal instance info cache {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1284.406556] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Rebuilding the list of instances to heal {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1284.909560] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Didn't find any instances for network info cache update. {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1284.909824] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1285.413111] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.413499] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.413582] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.413765] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62298) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1285.414712] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7075de4-dce9-4e49-a404-a96531a7d55e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.423373] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c32ae67-2a1d-418c-a9c7-b2af285a00ab {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.437217] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cd1fba-81d3-4192-a948-9571be4c28db {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.443734] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5538f17-f497-44b3-98a5-e31f1cab3cf0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.472452] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181400MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62298) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1285.472794] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.472993] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.491020] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1286.491281] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1286.504030] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67185ef2-ef72-4def-bc7f-dc1a450b704f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.511463] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02031671-416e-4267-9e48-3502160f8c89 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.540916] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfcb1ca-f6ff-454b-8602-72cdd52bdb75 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.547730] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c91d91-3454-4b91-baf6-c789a0de90e1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.560324] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.063817] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.065051] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1287.065238] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.061351] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.406378] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1338.406827] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62298) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1340.402970] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.406943] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.406943] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.406734] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.406409] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.406858] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.407184] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.407505] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Starting heal instance info cache {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1345.407505] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Rebuilding the list of instances to heal {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1345.910931] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Didn't find any instances for network info cache update. {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1346.405728] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.908752] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.909163] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.909272] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.909356] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62298) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1346.910261] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a92ffc1-9725-4de8-8599-a224e11a6321 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.918299] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8477111-3003-42dd-9ef8-12b3ece89477 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.931754] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00c8187-230d-46e6-8b48-020868707ec7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.937780] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f3193c-6337-44e4-9c01-b4efdd6d26ee {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.965822] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181398MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62298) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1346.965962] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.966198] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.984415] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1347.984687] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1347.997247] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11d539c-40a5-4dfd-8bad-1d0818bd02f6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.004752] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c912170a-503e-450a-9a6c-4b37301a511f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.034228] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214f31d8-61a1-42a1-98a4-3b62e1627919 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.040593] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1330fa-1df4-43e8-9d92-1e2affb7ba56 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.053068] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1348.556224] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1348.557547] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1348.557737] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.327736] env[62298]: DEBUG oslo_concurrency.lockutils [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Acquiring lock "cf03f81c-1074-4856-ad6e-774d8ad0a7a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.328150] env[62298]: DEBUG oslo_concurrency.lockutils [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Lock "cf03f81c-1074-4856-ad6e-774d8ad0a7a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.830686] env[62298]: DEBUG nova.compute.manager [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1381.385515] env[62298]: DEBUG oslo_concurrency.lockutils [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.387260] env[62298]: DEBUG oslo_concurrency.lockutils [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.388833] env[62298]: INFO nova.compute.claims [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1382.463520] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8f2029-098c-45f2-8bbc-39f8aba91d52 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.474274] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cc6a0a-c0e9-4312-989b-87fdab8516de {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.512731] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d863a7-135f-47d7-8f73-0088b5df4111 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.521981] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a871b4f2-63af-4142-a909-2da9f6333677 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.535982] env[62298]: DEBUG nova.compute.provider_tree [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.042038] env[62298]: DEBUG nova.scheduler.client.report [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1383.208506] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Acquiring lock "a79b91e6-bd85-4bfe-bf5d-349dcda6268b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.208896] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Lock "a79b91e6-bd85-4bfe-bf5d-349dcda6268b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.549924] env[62298]: DEBUG oslo_concurrency.lockutils [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.550588] env[62298]: DEBUG nova.compute.manager [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1383.715959] env[62298]: DEBUG nova.compute.manager [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1384.058127] env[62298]: DEBUG nova.compute.utils [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1384.058687] env[62298]: DEBUG nova.compute.manager [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1384.059059] env[62298]: DEBUG nova.network.neutron [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1384.246810] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.247229] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.249810] env[62298]: INFO nova.compute.claims [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1384.340749] env[62298]: DEBUG nova.policy [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b337bacaf73e4b2e8691f24a7cd28ade', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b6f91873ece4347a1de33652e82fd62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1384.545197] env[62298]: DEBUG oslo_concurrency.lockutils [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Acquiring lock "dab12e8d-e1ee-4b66-ade6-927924c76226" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.545429] env[62298]: DEBUG oslo_concurrency.lockutils [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Lock "dab12e8d-e1ee-4b66-ade6-927924c76226" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.565675] env[62298]: DEBUG nova.compute.manager [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1384.767734] env[62298]: DEBUG oslo_concurrency.lockutils [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Acquiring lock "b8cd31ce-22db-49c3-9b5c-13cf72a8d18e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.767969] env[62298]: DEBUG oslo_concurrency.lockutils [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Lock "b8cd31ce-22db-49c3-9b5c-13cf72a8d18e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.050336] env[62298]: DEBUG nova.compute.manager [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1385.053415] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Acquiring lock "013b93d7-2e56-4673-88fa-9358ca07d68a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.053626] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Lock "013b93d7-2e56-4673-88fa-9358ca07d68a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.273116] env[62298]: DEBUG nova.compute.manager [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1385.440835] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85aca6a-d8bc-48a0-b701-8f4edbab3464 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.451558] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f12ae26-d5ca-4a3e-848c-0c75bafaaca5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.490019] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d3169d-ea5a-42e0-94f4-3a5196039496 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.501335] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c221a17-17fb-4dcb-a676-800c9adf7387 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.519988] env[62298]: DEBUG nova.compute.provider_tree [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1385.537559] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquiring lock "cbd7ef0e-8619-4b1e-a352-371976e32dbe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.537796] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "cbd7ef0e-8619-4b1e-a352-371976e32dbe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.571651] env[62298]: DEBUG nova.compute.manager [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1385.579380] env[62298]: DEBUG oslo_concurrency.lockutils [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.581681] env[62298]: DEBUG nova.compute.manager [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1385.622269] env[62298]: DEBUG nova.virt.hardware [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1385.622269] env[62298]: DEBUG nova.virt.hardware [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1385.622269] env[62298]: DEBUG nova.virt.hardware [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1385.623415] env[62298]: DEBUG nova.virt.hardware [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1385.623991] env[62298]: DEBUG nova.virt.hardware [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1385.624288] env[62298]: DEBUG nova.virt.hardware [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1385.624682] env[62298]: DEBUG nova.virt.hardware [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1385.625077] env[62298]: DEBUG nova.virt.hardware [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1385.627456] env[62298]: DEBUG nova.virt.hardware [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1385.627456] env[62298]: DEBUG nova.virt.hardware [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1385.627456] env[62298]: DEBUG nova.virt.hardware [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1385.627752] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b7fed0-0afe-424f-ac6c-6c97e9012db7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.638102] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46de35ef-f82b-433a-adfe-3854aec0e91f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.658383] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18c0357-74c5-4a1f-a74f-0cab95498cb4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.801863] env[62298]: DEBUG oslo_concurrency.lockutils [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.817816] env[62298]: DEBUG nova.network.neutron [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Successfully created port: 4158ec07-d4be-4a9e-8154-154c41c3290c {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1386.025876] env[62298]: DEBUG nova.scheduler.client.report [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1386.044058] env[62298]: DEBUG nova.compute.manager [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1386.115228] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.535561] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.536278] env[62298]: DEBUG nova.compute.manager [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1386.539216] env[62298]: DEBUG oslo_concurrency.lockutils [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.960s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.545479] env[62298]: INFO nova.compute.claims [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1386.586765] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.051192] env[62298]: DEBUG nova.compute.utils [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1387.051192] env[62298]: DEBUG nova.compute.manager [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1387.051192] env[62298]: DEBUG nova.network.neutron [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1387.416666] env[62298]: DEBUG nova.policy [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdad64b45d5a4812a6388d4983a7afdf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2950973115e44a99a616d2ecdb9dd976', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1387.560470] env[62298]: DEBUG nova.compute.manager [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1387.682063] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80b3956-7ba5-4c61-98d4-fbcd28a24319 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.690848] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d678a039-0844-4907-9143-ee5ea347ccfc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.727345] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca483235-6baf-48d0-9ae3-ddef30ab79fa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.736142] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003c1415-3253-4077-89f6-dc5fc3317bdc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.751260] env[62298]: DEBUG nova.compute.provider_tree [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1388.253997] env[62298]: DEBUG nova.scheduler.client.report [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1388.416802] env[62298]: DEBUG nova.network.neutron [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Successfully created port: 3a4470f3-0441-4046-8105-320bc98d566b {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1388.578403] env[62298]: DEBUG nova.compute.manager [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1388.606232] env[62298]: DEBUG nova.virt.hardware [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1388.606867] env[62298]: DEBUG nova.virt.hardware [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1388.606867] env[62298]: DEBUG nova.virt.hardware [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1388.606867] env[62298]: DEBUG nova.virt.hardware [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1388.607096] env[62298]: DEBUG nova.virt.hardware [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1388.607190] env[62298]: DEBUG nova.virt.hardware [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1388.607359] env[62298]: DEBUG nova.virt.hardware [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1388.607521] env[62298]: DEBUG nova.virt.hardware [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1388.607634] env[62298]: DEBUG nova.virt.hardware [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1388.607791] env[62298]: DEBUG nova.virt.hardware [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1388.607958] env[62298]: DEBUG nova.virt.hardware [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1388.608840] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f905d0d-6c7c-4e05-82a4-c48e5d1848c4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.617875] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa6053a-3ed4-4256-8639-92f7925a94d3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.761381] env[62298]: DEBUG oslo_concurrency.lockutils [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.221s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.761602] env[62298]: DEBUG nova.compute.manager [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1388.765822] env[62298]: DEBUG oslo_concurrency.lockutils [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.965s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.768903] env[62298]: INFO nova.compute.claims [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1389.268247] env[62298]: DEBUG nova.compute.utils [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1389.269728] env[62298]: DEBUG nova.compute.manager [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1389.269919] env[62298]: DEBUG nova.network.neutron [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1389.416476] env[62298]: DEBUG nova.network.neutron [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Successfully updated port: 4158ec07-d4be-4a9e-8154-154c41c3290c {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1389.419214] env[62298]: DEBUG nova.policy [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c84d751316a47a69a0e0bdde51c3e06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2663c010b3154423a08858454f122ee5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1389.777707] env[62298]: DEBUG oslo_concurrency.lockutils [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Acquiring lock "0d4c1447-4b9d-4f67-a660-bf396a79cbcd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.777970] env[62298]: DEBUG oslo_concurrency.lockutils [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Lock "0d4c1447-4b9d-4f67-a660-bf396a79cbcd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.787758] env[62298]: DEBUG nova.compute.manager [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1389.923826] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a22be0-3088-49a4-9447-06dee4987265 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.928737] env[62298]: DEBUG oslo_concurrency.lockutils [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Acquiring lock "refresh_cache-cf03f81c-1074-4856-ad6e-774d8ad0a7a0" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.928880] env[62298]: DEBUG oslo_concurrency.lockutils [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Acquired lock "refresh_cache-cf03f81c-1074-4856-ad6e-774d8ad0a7a0" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.929038] env[62298]: DEBUG nova.network.neutron [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1389.942076] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dabc1f9-2817-4fc6-9564-37988c7db869 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.978991] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43637857-d477-439f-bb89-1d99f7974fcd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.986536] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca5a13a-ea0f-4bb8-aea4-dc22822bf84e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.000271] env[62298]: DEBUG nova.compute.provider_tree [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.283611] env[62298]: DEBUG nova.compute.manager [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1390.498715] env[62298]: DEBUG nova.network.neutron [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1390.510122] env[62298]: DEBUG nova.scheduler.client.report [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.795701] env[62298]: DEBUG nova.network.neutron [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Updating instance_info_cache with network_info: [{"id": "4158ec07-d4be-4a9e-8154-154c41c3290c", "address": "fa:16:3e:29:0d:b4", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4158ec07-d4", "ovs_interfaceid": "4158ec07-d4be-4a9e-8154-154c41c3290c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.800825] env[62298]: DEBUG nova.compute.manager [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1390.814686] env[62298]: DEBUG oslo_concurrency.lockutils [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.831823] env[62298]: DEBUG nova.virt.hardware [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1390.832090] env[62298]: DEBUG nova.virt.hardware [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1390.832257] env[62298]: DEBUG nova.virt.hardware [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1390.832449] env[62298]: DEBUG nova.virt.hardware [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1390.832613] env[62298]: DEBUG nova.virt.hardware [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1390.832763] env[62298]: DEBUG nova.virt.hardware [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1390.832972] env[62298]: DEBUG nova.virt.hardware [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1390.835809] env[62298]: DEBUG nova.virt.hardware [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1390.835809] env[62298]: DEBUG nova.virt.hardware [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1390.835952] env[62298]: DEBUG nova.virt.hardware [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1390.836123] env[62298]: DEBUG nova.virt.hardware [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1390.837057] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536aea19-d5f6-4861-b64a-c2ff4a79a350 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.846917] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcf30f9-5b35-412a-aea3-b453b40fe5a1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.873438] env[62298]: DEBUG nova.network.neutron [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Successfully created port: 21a5f49d-a486-4360-8fe8-3c620028aed4 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1391.015027] env[62298]: DEBUG oslo_concurrency.lockutils [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.249s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.015581] env[62298]: DEBUG nova.compute.manager [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1391.018578] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.903s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.020430] env[62298]: INFO nova.compute.claims [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1391.119531] env[62298]: DEBUG nova.network.neutron [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Successfully updated port: 3a4470f3-0441-4046-8105-320bc98d566b {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1391.300555] env[62298]: DEBUG oslo_concurrency.lockutils [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Releasing lock "refresh_cache-cf03f81c-1074-4856-ad6e-774d8ad0a7a0" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.302919] env[62298]: DEBUG nova.compute.manager [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Instance network_info: |[{"id": "4158ec07-d4be-4a9e-8154-154c41c3290c", "address": "fa:16:3e:29:0d:b4", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4158ec07-d4", "ovs_interfaceid": "4158ec07-d4be-4a9e-8154-154c41c3290c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1391.303134] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:0d:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4158ec07-d4be-4a9e-8154-154c41c3290c', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1391.320629] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1391.321547] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12003b96-60a4-4325-9b77-8c37cb149c09 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.335588] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Created folder: OpenStack in parent group-v4. [ 1391.335844] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Creating folder: Project (1b6f91873ece4347a1de33652e82fd62). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1391.336143] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-473089eb-d72f-43be-b6c3-596642f41e47 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.350187] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Created folder: Project (1b6f91873ece4347a1de33652e82fd62) in parent group-v373906. [ 1391.350187] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Creating folder: Instances. Parent ref: group-v373907. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1391.350594] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f58ce15-5778-4509-9109-32e62d13f64c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.360335] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Created folder: Instances in parent group-v373907. [ 1391.360569] env[62298]: DEBUG oslo.service.loopingcall [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1391.361075] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1391.361222] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6f6c9b3-3ecf-443d-94a2-9a798f294c74 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.385212] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1391.385212] env[62298]: value = "task-1803685" [ 1391.385212] env[62298]: _type = "Task" [ 1391.385212] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.394435] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803685, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.522031] env[62298]: DEBUG nova.compute.utils [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1391.524390] env[62298]: DEBUG nova.compute.manager [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Not allocating networking since 'none' was specified. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1391.622909] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Acquiring lock "refresh_cache-a79b91e6-bd85-4bfe-bf5d-349dcda6268b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.623026] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Acquired lock "refresh_cache-a79b91e6-bd85-4bfe-bf5d-349dcda6268b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.623258] env[62298]: DEBUG nova.network.neutron [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1391.642292] env[62298]: DEBUG nova.compute.manager [req-0a535664-ece5-4cac-a7d7-f21c10efc633 req-29b478db-ab0c-4d05-82cf-b59302d606b5 service nova] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Received event network-vif-plugged-4158ec07-d4be-4a9e-8154-154c41c3290c {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1391.642511] env[62298]: DEBUG oslo_concurrency.lockutils [req-0a535664-ece5-4cac-a7d7-f21c10efc633 req-29b478db-ab0c-4d05-82cf-b59302d606b5 service nova] Acquiring lock "cf03f81c-1074-4856-ad6e-774d8ad0a7a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.642705] env[62298]: DEBUG oslo_concurrency.lockutils [req-0a535664-ece5-4cac-a7d7-f21c10efc633 req-29b478db-ab0c-4d05-82cf-b59302d606b5 service nova] Lock "cf03f81c-1074-4856-ad6e-774d8ad0a7a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.642986] env[62298]: DEBUG oslo_concurrency.lockutils [req-0a535664-ece5-4cac-a7d7-f21c10efc633 req-29b478db-ab0c-4d05-82cf-b59302d606b5 service nova] Lock "cf03f81c-1074-4856-ad6e-774d8ad0a7a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.643226] env[62298]: DEBUG nova.compute.manager [req-0a535664-ece5-4cac-a7d7-f21c10efc633 req-29b478db-ab0c-4d05-82cf-b59302d606b5 service nova] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] No waiting events found dispatching network-vif-plugged-4158ec07-d4be-4a9e-8154-154c41c3290c {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1391.643359] env[62298]: WARNING nova.compute.manager [req-0a535664-ece5-4cac-a7d7-f21c10efc633 req-29b478db-ab0c-4d05-82cf-b59302d606b5 service nova] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Received unexpected event network-vif-plugged-4158ec07-d4be-4a9e-8154-154c41c3290c for instance with vm_state building and task_state spawning. [ 1391.901197] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803685, 'name': CreateVM_Task, 'duration_secs': 0.324323} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.901197] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1391.918117] env[62298]: DEBUG oslo_vmware.service [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7316c4-b403-4feb-a24d-88e08ece9a31 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.925166] env[62298]: DEBUG oslo_concurrency.lockutils [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.925683] env[62298]: DEBUG oslo_concurrency.lockutils [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.926380] env[62298]: DEBUG oslo_concurrency.lockutils [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1391.926624] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85a7254c-3dd9-4f40-a2ab-68ee08541c9b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.931973] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Waiting for the task: (returnval){ [ 1391.931973] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52293810-5ad1-6017-900c-217f66d32064" [ 1391.931973] env[62298]: _type = "Task" [ 1391.931973] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.940962] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52293810-5ad1-6017-900c-217f66d32064, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.996214] env[62298]: DEBUG oslo_concurrency.lockutils [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquiring lock "005007c7-b4dc-41b7-837c-4b8c5cc8feff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.996988] env[62298]: DEBUG oslo_concurrency.lockutils [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "005007c7-b4dc-41b7-837c-4b8c5cc8feff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.028608] env[62298]: DEBUG nova.compute.manager [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1392.194636] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb5bb68-a3e5-41d3-bdfe-a7035465feee {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.204444] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c0f766-7f64-4d31-ae58-ffece15d3d9a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.211592] env[62298]: DEBUG nova.network.neutron [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1392.243113] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda398db-a314-4ba1-ab48-734b6a37af36 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.252372] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23019b1b-e1ed-4c34-b7a5-743a78660b86 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.268142] env[62298]: DEBUG nova.compute.provider_tree [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1392.444735] env[62298]: DEBUG oslo_concurrency.lockutils [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.445078] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1392.445481] env[62298]: DEBUG oslo_concurrency.lockutils [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.445481] env[62298]: DEBUG oslo_concurrency.lockutils [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.445939] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1392.446381] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18fe36dc-d294-47a4-ab43-ac2b3248bb09 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.457072] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1392.457072] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1392.457413] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe6946b-604d-473a-ba65-be1442644e60 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.465259] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f1aebb2-12aa-4807-8624-087dc29e45fe {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.472441] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Waiting for the task: (returnval){ [ 1392.472441] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521ad4bd-80fe-360c-1aa8-e7c777e55888" [ 1392.472441] env[62298]: _type = "Task" [ 1392.472441] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.479828] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521ad4bd-80fe-360c-1aa8-e7c777e55888, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.500913] env[62298]: DEBUG nova.compute.manager [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1392.674683] env[62298]: DEBUG nova.network.neutron [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Updating instance_info_cache with network_info: [{"id": "3a4470f3-0441-4046-8105-320bc98d566b", "address": "fa:16:3e:ef:20:11", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a4470f3-04", "ovs_interfaceid": "3a4470f3-0441-4046-8105-320bc98d566b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.773282] env[62298]: DEBUG nova.scheduler.client.report [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1392.984715] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Preparing fetch location {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1392.985020] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Creating directory with path [datastore1] vmware_temp/2f0b600c-07cc-47c6-90ad-1ebec2ddd518/98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1392.985533] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3521ba13-f957-4566-80b0-a3c8c1a025d8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.009985] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Created directory with path [datastore1] vmware_temp/2f0b600c-07cc-47c6-90ad-1ebec2ddd518/98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1393.011404] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Fetch image to [datastore1] vmware_temp/2f0b600c-07cc-47c6-90ad-1ebec2ddd518/98ae388b-0b1b-4651-9947-99a7127491a5/tmp-sparse.vmdk {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1393.011404] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Downloading image file data 98ae388b-0b1b-4651-9947-99a7127491a5 to [datastore1] vmware_temp/2f0b600c-07cc-47c6-90ad-1ebec2ddd518/98ae388b-0b1b-4651-9947-99a7127491a5/tmp-sparse.vmdk on the data store datastore1 {{(pid=62298) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1393.012409] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36327717-80f3-4277-9e4e-4196eb4d1e34 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.026516] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033a155e-54e5-4967-b254-225455895adf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.039612] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b395750-cfd6-4ea3-a4de-2f828213cd71 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.046195] env[62298]: DEBUG oslo_concurrency.lockutils [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.047255] env[62298]: DEBUG nova.compute.manager [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1393.093928] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936cae59-e171-4fd2-9ada-d7e1219716d1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.097953] env[62298]: DEBUG nova.compute.manager [req-71c3c49b-099d-426b-aba7-185afb79789e req-56a55248-1910-4889-977d-ebc5895be940 service nova] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Received event network-vif-plugged-3a4470f3-0441-4046-8105-320bc98d566b {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1393.099038] env[62298]: DEBUG oslo_concurrency.lockutils [req-71c3c49b-099d-426b-aba7-185afb79789e req-56a55248-1910-4889-977d-ebc5895be940 service nova] Acquiring lock "a79b91e6-bd85-4bfe-bf5d-349dcda6268b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.099038] env[62298]: DEBUG oslo_concurrency.lockutils [req-71c3c49b-099d-426b-aba7-185afb79789e req-56a55248-1910-4889-977d-ebc5895be940 service nova] Lock "a79b91e6-bd85-4bfe-bf5d-349dcda6268b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.099038] env[62298]: DEBUG oslo_concurrency.lockutils [req-71c3c49b-099d-426b-aba7-185afb79789e req-56a55248-1910-4889-977d-ebc5895be940 service nova] Lock "a79b91e6-bd85-4bfe-bf5d-349dcda6268b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.099038] env[62298]: DEBUG nova.compute.manager [req-71c3c49b-099d-426b-aba7-185afb79789e req-56a55248-1910-4889-977d-ebc5895be940 service nova] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] No waiting events found dispatching network-vif-plugged-3a4470f3-0441-4046-8105-320bc98d566b {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1393.099224] env[62298]: WARNING nova.compute.manager [req-71c3c49b-099d-426b-aba7-185afb79789e req-56a55248-1910-4889-977d-ebc5895be940 service nova] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Received unexpected event network-vif-plugged-3a4470f3-0441-4046-8105-320bc98d566b for instance with vm_state building and task_state spawning. [ 1393.104313] env[62298]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-b3f88320-02e4-40a9-84a3-ecef1d9e6e2a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.111661] env[62298]: DEBUG nova.virt.hardware [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1393.111833] env[62298]: DEBUG nova.virt.hardware [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1393.112026] env[62298]: DEBUG nova.virt.hardware [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1393.112465] env[62298]: DEBUG nova.virt.hardware [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1393.112465] env[62298]: DEBUG nova.virt.hardware [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1393.112465] env[62298]: DEBUG nova.virt.hardware [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1393.112802] env[62298]: DEBUG nova.virt.hardware [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1393.112853] env[62298]: DEBUG nova.virt.hardware [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1393.112977] env[62298]: DEBUG nova.virt.hardware [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1393.113391] env[62298]: DEBUG nova.virt.hardware [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1393.113573] env[62298]: DEBUG nova.virt.hardware [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1393.114762] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1ca837-d4b1-4084-b69a-9de3230c3e98 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.132840] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcf97c4-ca73-455a-87fd-7a61d7a5367e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.149661] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Instance VIF info [] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1393.155552] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Creating folder: Project (3ea84f3bb4ff439a89d5724d27f7b3cc). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1393.155820] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bf78a3c-b405-48ce-9a57-43b8a30cd6d9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.166412] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Created folder: Project (3ea84f3bb4ff439a89d5724d27f7b3cc) in parent group-v373906. [ 1393.166615] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Creating folder: Instances. Parent ref: group-v373910. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1393.166853] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a22eb66-16cd-4ca8-940c-577ecb27f7ee {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.175384] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Created folder: Instances in parent group-v373910. [ 1393.175629] env[62298]: DEBUG oslo.service.loopingcall [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1393.175973] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1393.176275] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Releasing lock "refresh_cache-a79b91e6-bd85-4bfe-bf5d-349dcda6268b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.176556] env[62298]: DEBUG nova.compute.manager [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Instance network_info: |[{"id": "3a4470f3-0441-4046-8105-320bc98d566b", "address": "fa:16:3e:ef:20:11", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a4470f3-04", "ovs_interfaceid": "3a4470f3-0441-4046-8105-320bc98d566b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1393.176762] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96d7d513-fb08-418d-9b72-9e47042a5691 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.190378] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:20:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a4470f3-0441-4046-8105-320bc98d566b', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1393.198887] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Creating folder: Project (2950973115e44a99a616d2ecdb9dd976). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1393.202302] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e60bb96b-bf90-4cdc-86a2-38e046269229 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.202991] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Downloading image file data 98ae388b-0b1b-4651-9947-99a7127491a5 to the data store datastore1 {{(pid=62298) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1393.206552] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1393.206552] env[62298]: value = "task-1803688" [ 1393.206552] env[62298]: _type = "Task" [ 1393.206552] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.211446] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Created folder: Project (2950973115e44a99a616d2ecdb9dd976) in parent group-v373906. [ 1393.211644] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Creating folder: Instances. Parent ref: group-v373912. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1393.214711] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36ba0d77-2f0f-4dff-87ff-9a9616dda66a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.216040] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803688, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.225025] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Created folder: Instances in parent group-v373912. [ 1393.225025] env[62298]: DEBUG oslo.service.loopingcall [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1393.225025] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1393.225285] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e276815-3546-4122-a643-94751f888c65 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.250571] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1393.250571] env[62298]: value = "task-1803691" [ 1393.250571] env[62298]: _type = "Task" [ 1393.250571] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.258964] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803691, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.284497] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.285117] env[62298]: DEBUG nova.compute.manager [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1393.287852] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.701s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.289802] env[62298]: INFO nova.compute.claims [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1393.299297] env[62298]: DEBUG oslo_vmware.rw_handles [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/2f0b600c-07cc-47c6-90ad-1ebec2ddd518/98ae388b-0b1b-4651-9947-99a7127491a5/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62298) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1393.508334] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Acquiring lock "5a6b13f8-78f2-4269-bea2-382de8867386" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.508492] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Lock "5a6b13f8-78f2-4269-bea2-382de8867386" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.541084] env[62298]: DEBUG nova.network.neutron [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Successfully updated port: 21a5f49d-a486-4360-8fe8-3c620028aed4 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1393.721477] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803688, 'name': CreateVM_Task, 'duration_secs': 0.289436} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.723292] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1393.725578] env[62298]: DEBUG oslo_concurrency.lockutils [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.725787] env[62298]: DEBUG oslo_concurrency.lockutils [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.726135] env[62298]: DEBUG oslo_concurrency.lockutils [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1393.726400] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3e352ed-6f0d-4605-bc87-17f852662b89 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.738945] env[62298]: DEBUG oslo_vmware.api [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Waiting for the task: (returnval){ [ 1393.738945] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52bc4d3a-33e2-589d-5e52-db04efacfab2" [ 1393.738945] env[62298]: _type = "Task" [ 1393.738945] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.759196] env[62298]: DEBUG oslo_concurrency.lockutils [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.759469] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1393.759681] env[62298]: DEBUG oslo_concurrency.lockutils [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.767632] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803691, 'name': CreateVM_Task, 'duration_secs': 0.324448} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.768511] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1393.769256] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.769400] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.769722] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1393.770216] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eab002c-6e3f-466c-856a-2cd6d6520fae {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.775663] env[62298]: DEBUG oslo_vmware.api [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Waiting for the task: (returnval){ [ 1393.775663] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c2e015-11a7-ed71-7770-370a372cbada" [ 1393.775663] env[62298]: _type = "Task" [ 1393.775663] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.788601] env[62298]: DEBUG oslo_vmware.api [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c2e015-11a7-ed71-7770-370a372cbada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.793768] env[62298]: DEBUG nova.compute.utils [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1393.799252] env[62298]: DEBUG nova.compute.manager [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1393.799252] env[62298]: DEBUG nova.network.neutron [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1393.938532] env[62298]: DEBUG nova.policy [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7517740dcbb545ef986e2d7b68d4460d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73ea59ae22b1439ca5a34eecc78ff9a4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1394.011935] env[62298]: DEBUG nova.compute.manager [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1394.051902] env[62298]: DEBUG oslo_concurrency.lockutils [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Acquiring lock "refresh_cache-dab12e8d-e1ee-4b66-ade6-927924c76226" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.054261] env[62298]: DEBUG oslo_concurrency.lockutils [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Acquired lock "refresh_cache-dab12e8d-e1ee-4b66-ade6-927924c76226" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.054261] env[62298]: DEBUG nova.network.neutron [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1394.070892] env[62298]: DEBUG oslo_vmware.rw_handles [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Completed reading data from the image iterator. {{(pid=62298) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1394.071162] env[62298]: DEBUG oslo_vmware.rw_handles [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/2f0b600c-07cc-47c6-90ad-1ebec2ddd518/98ae388b-0b1b-4651-9947-99a7127491a5/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62298) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1394.117173] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Downloaded image file data 98ae388b-0b1b-4651-9947-99a7127491a5 to vmware_temp/2f0b600c-07cc-47c6-90ad-1ebec2ddd518/98ae388b-0b1b-4651-9947-99a7127491a5/tmp-sparse.vmdk on the data store datastore1 {{(pid=62298) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1394.118906] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Caching image {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1394.119183] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Copying Virtual Disk [datastore1] vmware_temp/2f0b600c-07cc-47c6-90ad-1ebec2ddd518/98ae388b-0b1b-4651-9947-99a7127491a5/tmp-sparse.vmdk to [datastore1] vmware_temp/2f0b600c-07cc-47c6-90ad-1ebec2ddd518/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1394.119501] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c9edec7-83a0-4f34-9cc6-85e2ca3f7992 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.128135] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Waiting for the task: (returnval){ [ 1394.128135] env[62298]: value = "task-1803692" [ 1394.128135] env[62298]: _type = "Task" [ 1394.128135] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.136734] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.290746] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.292195] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1394.292195] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.300076] env[62298]: DEBUG nova.compute.manager [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1394.545848] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.582274] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3305329e-e06f-41cc-9cc0-ba3f4ec5a8ce {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.590484] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6816eb-8479-40eb-8232-b213739a9de1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.623149] env[62298]: DEBUG nova.network.neutron [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1394.625998] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731d42b0-1c9e-4155-a86a-4168b7f1cceb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.638770] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef81831b-b793-4457-9021-a4a53893e5c3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.647176] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803692, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.660395] env[62298]: DEBUG nova.compute.provider_tree [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1394.789508] env[62298]: DEBUG nova.network.neutron [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Successfully created port: 427fea67-b3f1-49d3-b5c6-31e5909e031c {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1395.081596] env[62298]: DEBUG nova.network.neutron [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Updating instance_info_cache with network_info: [{"id": "21a5f49d-a486-4360-8fe8-3c620028aed4", "address": "fa:16:3e:d2:3b:74", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21a5f49d-a4", "ovs_interfaceid": "21a5f49d-a486-4360-8fe8-3c620028aed4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.145249] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727954} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.148719] env[62298]: DEBUG nova.compute.manager [req-0de12e42-7b39-4c5c-8df6-68bba03b9c02 req-6df9f4a0-4911-4a7d-aaea-220ba1567163 service nova] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Received event network-changed-4158ec07-d4be-4a9e-8154-154c41c3290c {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1395.149281] env[62298]: DEBUG nova.compute.manager [req-0de12e42-7b39-4c5c-8df6-68bba03b9c02 req-6df9f4a0-4911-4a7d-aaea-220ba1567163 service nova] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Refreshing instance network info cache due to event network-changed-4158ec07-d4be-4a9e-8154-154c41c3290c. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1395.149281] env[62298]: DEBUG oslo_concurrency.lockutils [req-0de12e42-7b39-4c5c-8df6-68bba03b9c02 req-6df9f4a0-4911-4a7d-aaea-220ba1567163 service nova] Acquiring lock "refresh_cache-cf03f81c-1074-4856-ad6e-774d8ad0a7a0" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.149387] env[62298]: DEBUG oslo_concurrency.lockutils [req-0de12e42-7b39-4c5c-8df6-68bba03b9c02 req-6df9f4a0-4911-4a7d-aaea-220ba1567163 service nova] Acquired lock "refresh_cache-cf03f81c-1074-4856-ad6e-774d8ad0a7a0" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.149546] env[62298]: DEBUG nova.network.neutron [req-0de12e42-7b39-4c5c-8df6-68bba03b9c02 req-6df9f4a0-4911-4a7d-aaea-220ba1567163 service nova] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Refreshing network info cache for port 4158ec07-d4be-4a9e-8154-154c41c3290c {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1395.152042] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Copied Virtual Disk [datastore1] vmware_temp/2f0b600c-07cc-47c6-90ad-1ebec2ddd518/98ae388b-0b1b-4651-9947-99a7127491a5/tmp-sparse.vmdk to [datastore1] vmware_temp/2f0b600c-07cc-47c6-90ad-1ebec2ddd518/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1395.152042] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Deleting the datastore file [datastore1] vmware_temp/2f0b600c-07cc-47c6-90ad-1ebec2ddd518/98ae388b-0b1b-4651-9947-99a7127491a5/tmp-sparse.vmdk {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1395.152042] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9d01624-cc15-4f47-b4e1-8c82a75ecf19 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.161295] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Waiting for the task: (returnval){ [ 1395.161295] env[62298]: value = "task-1803693" [ 1395.161295] env[62298]: _type = "Task" [ 1395.161295] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.165360] env[62298]: DEBUG nova.scheduler.client.report [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1395.175661] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.315155] env[62298]: DEBUG nova.compute.manager [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1395.340072] env[62298]: DEBUG nova.virt.hardware [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1395.340279] env[62298]: DEBUG nova.virt.hardware [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1395.340494] env[62298]: DEBUG nova.virt.hardware [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1395.340696] env[62298]: DEBUG nova.virt.hardware [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1395.340839] env[62298]: DEBUG nova.virt.hardware [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1395.340981] env[62298]: DEBUG nova.virt.hardware [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1395.341282] env[62298]: DEBUG nova.virt.hardware [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1395.341443] env[62298]: DEBUG nova.virt.hardware [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1395.341662] env[62298]: DEBUG nova.virt.hardware [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1395.341859] env[62298]: DEBUG nova.virt.hardware [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1395.342126] env[62298]: DEBUG nova.virt.hardware [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1395.343305] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81161565-578b-490f-a7af-40f13948cd2a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.352031] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a790431b-ef6e-401e-a378-0acf650ad691 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.584493] env[62298]: DEBUG oslo_concurrency.lockutils [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Releasing lock "refresh_cache-dab12e8d-e1ee-4b66-ade6-927924c76226" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.584859] env[62298]: DEBUG nova.compute.manager [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Instance network_info: |[{"id": "21a5f49d-a486-4360-8fe8-3c620028aed4", "address": "fa:16:3e:d2:3b:74", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21a5f49d-a4", "ovs_interfaceid": "21a5f49d-a486-4360-8fe8-3c620028aed4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1395.585184] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:3b:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21a5f49d-a486-4360-8fe8-3c620028aed4', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1395.594372] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Creating folder: Project (2663c010b3154423a08858454f122ee5). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1395.594669] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1fb5c04-2376-4145-bc3d-05eb1f839b95 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.607779] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Created folder: Project (2663c010b3154423a08858454f122ee5) in parent group-v373906. [ 1395.608271] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Creating folder: Instances. Parent ref: group-v373916. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1395.609062] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5560e599-4efe-4670-b683-41fa29734f76 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.618840] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Created folder: Instances in parent group-v373916. [ 1395.619244] env[62298]: DEBUG oslo.service.loopingcall [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1395.619552] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1395.619863] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d5fd76a-cd78-4d8c-beee-46c0434d94e1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.643363] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1395.643363] env[62298]: value = "task-1803696" [ 1395.643363] env[62298]: _type = "Task" [ 1395.643363] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.655656] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803696, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.674123] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.674123] env[62298]: DEBUG nova.compute.manager [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1395.679336] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025282} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.679999] env[62298]: DEBUG oslo_concurrency.lockutils [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.865s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.681333] env[62298]: INFO nova.compute.claims [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1395.684138] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1395.684760] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Moving file from [datastore1] vmware_temp/2f0b600c-07cc-47c6-90ad-1ebec2ddd518/98ae388b-0b1b-4651-9947-99a7127491a5 to [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5. {{(pid=62298) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1395.684960] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-46038320-e68e-40f2-b31b-636aac1a62ca {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.691588] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Waiting for the task: (returnval){ [ 1395.691588] env[62298]: value = "task-1803697" [ 1395.691588] env[62298]: _type = "Task" [ 1395.691588] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.701043] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803697, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.163551] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803696, 'name': CreateVM_Task, 'duration_secs': 0.387731} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.163770] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1396.164383] env[62298]: DEBUG oslo_concurrency.lockutils [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.164736] env[62298]: DEBUG oslo_concurrency.lockutils [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.165079] env[62298]: DEBUG oslo_concurrency.lockutils [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1396.165371] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f5a0cb2-3930-4cab-80c1-b044d9a9a55b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.171305] env[62298]: DEBUG oslo_vmware.api [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Waiting for the task: (returnval){ [ 1396.171305] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525c2bbe-362a-7870-475d-b020dfd2397b" [ 1396.171305] env[62298]: _type = "Task" [ 1396.171305] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.181516] env[62298]: DEBUG nova.compute.utils [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1396.182878] env[62298]: DEBUG oslo_vmware.api [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525c2bbe-362a-7870-475d-b020dfd2397b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.183412] env[62298]: DEBUG nova.compute.manager [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1396.184048] env[62298]: DEBUG nova.network.neutron [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1396.206567] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803697, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.023373} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.207441] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] File moved {{(pid=62298) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1396.207656] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Cleaning up location [datastore1] vmware_temp/2f0b600c-07cc-47c6-90ad-1ebec2ddd518 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1396.207813] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Deleting the datastore file [datastore1] vmware_temp/2f0b600c-07cc-47c6-90ad-1ebec2ddd518 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1396.208526] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-102b0b0b-b755-47f7-9d4a-50b1877004ef {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.216591] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Waiting for the task: (returnval){ [ 1396.216591] env[62298]: value = "task-1803698" [ 1396.216591] env[62298]: _type = "Task" [ 1396.216591] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.226816] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.281797] env[62298]: DEBUG nova.policy [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8125c7ad84694944a7f359a8b8c7f942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9776a2011dd436b8a41e174d289c8e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1396.318307] env[62298]: DEBUG nova.network.neutron [req-0de12e42-7b39-4c5c-8df6-68bba03b9c02 req-6df9f4a0-4911-4a7d-aaea-220ba1567163 service nova] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Updated VIF entry in instance network info cache for port 4158ec07-d4be-4a9e-8154-154c41c3290c. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1396.319408] env[62298]: DEBUG nova.network.neutron [req-0de12e42-7b39-4c5c-8df6-68bba03b9c02 req-6df9f4a0-4911-4a7d-aaea-220ba1567163 service nova] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Updating instance_info_cache with network_info: [{"id": "4158ec07-d4be-4a9e-8154-154c41c3290c", "address": "fa:16:3e:29:0d:b4", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4158ec07-d4", "ovs_interfaceid": "4158ec07-d4be-4a9e-8154-154c41c3290c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.683010] env[62298]: DEBUG oslo_vmware.api [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525c2bbe-362a-7870-475d-b020dfd2397b, 'name': SearchDatastore_Task, 'duration_secs': 0.009443} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.683453] env[62298]: DEBUG oslo_concurrency.lockutils [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.683938] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1396.684365] env[62298]: DEBUG oslo_concurrency.lockutils [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.685630] env[62298]: DEBUG nova.compute.manager [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1396.730340] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026876} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.730812] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1396.731904] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-298e11db-bd13-4f82-a938-a7002f3cebec {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.738584] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Waiting for the task: (returnval){ [ 1396.738584] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5219290b-d339-1074-423c-74a55e0d0045" [ 1396.738584] env[62298]: _type = "Task" [ 1396.738584] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.755696] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5219290b-d339-1074-423c-74a55e0d0045, 'name': SearchDatastore_Task, 'duration_secs': 0.009102} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.756069] env[62298]: DEBUG oslo_concurrency.lockutils [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.756735] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] cf03f81c-1074-4856-ad6e-774d8ad0a7a0/cf03f81c-1074-4856-ad6e-774d8ad0a7a0.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1396.757305] env[62298]: DEBUG oslo_concurrency.lockutils [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.757502] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1396.757717] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42d86be9-2bf0-4ef2-96be-52ec9f5d79ca {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.760530] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4358ea39-52cd-4c39-a63f-4077aeeed611 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.777477] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Waiting for the task: (returnval){ [ 1396.777477] env[62298]: value = "task-1803699" [ 1396.777477] env[62298]: _type = "Task" [ 1396.777477] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.777477] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1396.777477] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1396.780033] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-546adb7d-205c-4bad-b886-9cccdebd195a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.799282] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.799282] env[62298]: DEBUG oslo_vmware.api [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Waiting for the task: (returnval){ [ 1396.799282] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529e46c0-8293-f9fd-2390-0dbe9902b555" [ 1396.799282] env[62298]: _type = "Task" [ 1396.799282] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.811543] env[62298]: DEBUG oslo_vmware.api [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529e46c0-8293-f9fd-2390-0dbe9902b555, 'name': SearchDatastore_Task, 'duration_secs': 0.009073} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.816266] env[62298]: DEBUG nova.network.neutron [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Successfully created port: 4eba44e4-e87b-400f-99aa-6cc063060efa {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1396.818237] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b38b3fb2-4eb4-4ed5-9800-b94c5eb2d220 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.824853] env[62298]: DEBUG oslo_concurrency.lockutils [req-0de12e42-7b39-4c5c-8df6-68bba03b9c02 req-6df9f4a0-4911-4a7d-aaea-220ba1567163 service nova] Releasing lock "refresh_cache-cf03f81c-1074-4856-ad6e-774d8ad0a7a0" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.824853] env[62298]: DEBUG oslo_vmware.api [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Waiting for the task: (returnval){ [ 1396.824853] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]527a2654-ceeb-de7e-68a9-52bc87ba0f3e" [ 1396.824853] env[62298]: _type = "Task" [ 1396.824853] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.836875] env[62298]: DEBUG oslo_vmware.api [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]527a2654-ceeb-de7e-68a9-52bc87ba0f3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.861231] env[62298]: DEBUG oslo_concurrency.lockutils [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Acquiring lock "998c5ca5-6d2a-40ea-8ff6-81c658a70208" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.861466] env[62298]: DEBUG oslo_concurrency.lockutils [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Lock "998c5ca5-6d2a-40ea-8ff6-81c658a70208" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.867723] env[62298]: DEBUG oslo_concurrency.lockutils [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "8986a988-9d2f-4838-9d87-44753fe83c76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.867989] env[62298]: DEBUG oslo_concurrency.lockutils [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "8986a988-9d2f-4838-9d87-44753fe83c76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.978920] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a89417a-9b8b-453a-bb4c-d16235f85536 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.987561] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b71d94-3e34-4528-af5d-f7c9cb0bf87e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.018645] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfe3f8e-ad87-4621-a928-2475e7179191 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.026786] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8463f6c3-e628-4fbf-9df4-fe0657359b6d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.042391] env[62298]: DEBUG nova.compute.provider_tree [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.216943] env[62298]: DEBUG nova.compute.manager [req-2252764d-2766-463e-8bc7-3197c24e8064 req-8f7d7c01-4c80-4e05-be82-d5bb1023aaf8 service nova] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Received event network-changed-3a4470f3-0441-4046-8105-320bc98d566b {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1397.218312] env[62298]: DEBUG nova.compute.manager [req-2252764d-2766-463e-8bc7-3197c24e8064 req-8f7d7c01-4c80-4e05-be82-d5bb1023aaf8 service nova] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Refreshing instance network info cache due to event network-changed-3a4470f3-0441-4046-8105-320bc98d566b. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1397.220436] env[62298]: DEBUG oslo_concurrency.lockutils [req-2252764d-2766-463e-8bc7-3197c24e8064 req-8f7d7c01-4c80-4e05-be82-d5bb1023aaf8 service nova] Acquiring lock "refresh_cache-a79b91e6-bd85-4bfe-bf5d-349dcda6268b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.220436] env[62298]: DEBUG oslo_concurrency.lockutils [req-2252764d-2766-463e-8bc7-3197c24e8064 req-8f7d7c01-4c80-4e05-be82-d5bb1023aaf8 service nova] Acquired lock "refresh_cache-a79b91e6-bd85-4bfe-bf5d-349dcda6268b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.220436] env[62298]: DEBUG nova.network.neutron [req-2252764d-2766-463e-8bc7-3197c24e8064 req-8f7d7c01-4c80-4e05-be82-d5bb1023aaf8 service nova] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Refreshing network info cache for port 3a4470f3-0441-4046-8105-320bc98d566b {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1397.288108] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803699, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.334828] env[62298]: DEBUG oslo_vmware.api [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]527a2654-ceeb-de7e-68a9-52bc87ba0f3e, 'name': SearchDatastore_Task, 'duration_secs': 0.009538} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.335127] env[62298]: DEBUG oslo_concurrency.lockutils [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.335389] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] b8cd31ce-22db-49c3-9b5c-13cf72a8d18e/b8cd31ce-22db-49c3-9b5c-13cf72a8d18e.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1397.336283] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.336389] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1397.336698] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f0fb161-d54b-4c4c-afea-112d4750606e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.339124] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-756c8502-63d1-44de-aceb-9e01aca10913 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.343257] env[62298]: DEBUG nova.network.neutron [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Successfully updated port: 427fea67-b3f1-49d3-b5c6-31e5909e031c {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1397.348893] env[62298]: DEBUG oslo_vmware.api [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Waiting for the task: (returnval){ [ 1397.348893] env[62298]: value = "task-1803700" [ 1397.348893] env[62298]: _type = "Task" [ 1397.348893] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.354307] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1397.354544] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1397.356238] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30387d5e-9056-4379-9811-c373140f6472 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.366097] env[62298]: DEBUG oslo_vmware.api [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Task: {'id': task-1803700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.368247] env[62298]: DEBUG nova.compute.manager [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1397.373236] env[62298]: DEBUG oslo_vmware.api [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Waiting for the task: (returnval){ [ 1397.373236] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52bdcf62-a1f3-1208-53e0-9fa11bbb8ef3" [ 1397.373236] env[62298]: _type = "Task" [ 1397.373236] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.385266] env[62298]: DEBUG oslo_vmware.api [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52bdcf62-a1f3-1208-53e0-9fa11bbb8ef3, 'name': SearchDatastore_Task, 'duration_secs': 0.008469} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.386896] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa8b17f7-b6c9-4bea-8478-e338b7edaedf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.393224] env[62298]: DEBUG oslo_vmware.api [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Waiting for the task: (returnval){ [ 1397.393224] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f4780e-1680-fd29-4dee-84200f580040" [ 1397.393224] env[62298]: _type = "Task" [ 1397.393224] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.401454] env[62298]: DEBUG oslo_vmware.api [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f4780e-1680-fd29-4dee-84200f580040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.547109] env[62298]: DEBUG nova.scheduler.client.report [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1397.705214] env[62298]: DEBUG nova.compute.manager [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1397.734864] env[62298]: DEBUG nova.virt.hardware [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1397.735166] env[62298]: DEBUG nova.virt.hardware [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1397.735369] env[62298]: DEBUG nova.virt.hardware [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1397.735632] env[62298]: DEBUG nova.virt.hardware [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1397.735779] env[62298]: DEBUG nova.virt.hardware [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1397.735940] env[62298]: DEBUG nova.virt.hardware [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1397.736241] env[62298]: DEBUG nova.virt.hardware [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1397.736324] env[62298]: DEBUG nova.virt.hardware [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1397.736493] env[62298]: DEBUG nova.virt.hardware [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1397.737284] env[62298]: DEBUG nova.virt.hardware [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1397.737284] env[62298]: DEBUG nova.virt.hardware [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1397.737680] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51e9c61-20e4-426b-b5b5-3bb6ea2edc48 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.745790] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d04cdc8-ec3f-4e22-838b-8e983eeacac1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.789592] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803699, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.849141] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Acquiring lock "refresh_cache-013b93d7-2e56-4673-88fa-9358ca07d68a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.849141] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Acquired lock "refresh_cache-013b93d7-2e56-4673-88fa-9358ca07d68a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.849141] env[62298]: DEBUG nova.network.neutron [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1397.865649] env[62298]: DEBUG oslo_vmware.api [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Task: {'id': task-1803700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.900702] env[62298]: DEBUG oslo_concurrency.lockutils [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.906221] env[62298]: DEBUG oslo_vmware.api [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f4780e-1680-fd29-4dee-84200f580040, 'name': SearchDatastore_Task, 'duration_secs': 0.008121} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.907133] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.907326] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] a79b91e6-bd85-4bfe-bf5d-349dcda6268b/a79b91e6-bd85-4bfe-bf5d-349dcda6268b.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1397.907819] env[62298]: DEBUG oslo_concurrency.lockutils [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.907982] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1397.908256] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc87a916-3d80-4493-946c-24f0d2ce5eb7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.910241] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82117d8f-9379-4bfa-b546-dd8c3d7e9f4b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.917705] env[62298]: DEBUG oslo_vmware.api [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Waiting for the task: (returnval){ [ 1397.917705] env[62298]: value = "task-1803701" [ 1397.917705] env[62298]: _type = "Task" [ 1397.917705] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.922303] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1397.922303] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1397.924147] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5a61bbf-f396-44ea-bd38-8c67f3582d79 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.931180] env[62298]: DEBUG oslo_vmware.api [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.937888] env[62298]: DEBUG oslo_vmware.api [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Waiting for the task: (returnval){ [ 1397.937888] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e109f3-0e0d-8a18-e172-fc044cc9f12e" [ 1397.937888] env[62298]: _type = "Task" [ 1397.937888] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.946604] env[62298]: DEBUG oslo_vmware.api [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e109f3-0e0d-8a18-e172-fc044cc9f12e, 'name': SearchDatastore_Task, 'duration_secs': 0.009063} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.947789] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65ab08ba-cc35-424c-ae1b-0dc6bda21003 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.957779] env[62298]: DEBUG oslo_vmware.api [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Waiting for the task: (returnval){ [ 1397.957779] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f25adc-c009-f6a9-99df-c5fa8983162c" [ 1397.957779] env[62298]: _type = "Task" [ 1397.957779] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.966379] env[62298]: DEBUG oslo_vmware.api [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f25adc-c009-f6a9-99df-c5fa8983162c, 'name': SearchDatastore_Task, 'duration_secs': 0.008534} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.966602] env[62298]: DEBUG oslo_concurrency.lockutils [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.966832] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] dab12e8d-e1ee-4b66-ade6-927924c76226/dab12e8d-e1ee-4b66-ade6-927924c76226.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1397.967102] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-532e324b-c018-4402-b317-20689d294206 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.973753] env[62298]: DEBUG oslo_vmware.api [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Waiting for the task: (returnval){ [ 1397.973753] env[62298]: value = "task-1803702" [ 1397.973753] env[62298]: _type = "Task" [ 1397.973753] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.981691] env[62298]: DEBUG oslo_vmware.api [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Task: {'id': task-1803702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.058821] env[62298]: DEBUG oslo_concurrency.lockutils [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.059453] env[62298]: DEBUG nova.compute.manager [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1398.062871] env[62298]: DEBUG oslo_concurrency.lockutils [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.017s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.064782] env[62298]: INFO nova.compute.claims [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1398.124029] env[62298]: DEBUG nova.network.neutron [req-2252764d-2766-463e-8bc7-3197c24e8064 req-8f7d7c01-4c80-4e05-be82-d5bb1023aaf8 service nova] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Updated VIF entry in instance network info cache for port 3a4470f3-0441-4046-8105-320bc98d566b. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1398.124319] env[62298]: DEBUG nova.network.neutron [req-2252764d-2766-463e-8bc7-3197c24e8064 req-8f7d7c01-4c80-4e05-be82-d5bb1023aaf8 service nova] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Updating instance_info_cache with network_info: [{"id": "3a4470f3-0441-4046-8105-320bc98d566b", "address": "fa:16:3e:ef:20:11", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a4470f3-04", "ovs_interfaceid": "3a4470f3-0441-4046-8105-320bc98d566b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.297938] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803699, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.519035} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.297938] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] cf03f81c-1074-4856-ad6e-774d8ad0a7a0/cf03f81c-1074-4856-ad6e-774d8ad0a7a0.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1398.297938] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1398.297938] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7530b23-d89c-4744-b4fe-6b1c7df4a4f3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.304762] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Waiting for the task: (returnval){ [ 1398.304762] env[62298]: value = "task-1803703" [ 1398.304762] env[62298]: _type = "Task" [ 1398.304762] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.317349] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.370204] env[62298]: DEBUG oslo_vmware.api [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Task: {'id': task-1803700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.431095] env[62298]: DEBUG oslo_vmware.api [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803701, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.439206] env[62298]: DEBUG nova.network.neutron [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1398.486901] env[62298]: DEBUG oslo_vmware.api [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Task: {'id': task-1803702, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.569937] env[62298]: DEBUG nova.compute.utils [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1398.571394] env[62298]: DEBUG nova.compute.manager [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1398.571566] env[62298]: DEBUG nova.network.neutron [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1398.626897] env[62298]: DEBUG oslo_concurrency.lockutils [req-2252764d-2766-463e-8bc7-3197c24e8064 req-8f7d7c01-4c80-4e05-be82-d5bb1023aaf8 service nova] Releasing lock "refresh_cache-a79b91e6-bd85-4bfe-bf5d-349dcda6268b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.627185] env[62298]: DEBUG nova.compute.manager [req-2252764d-2766-463e-8bc7-3197c24e8064 req-8f7d7c01-4c80-4e05-be82-d5bb1023aaf8 service nova] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Received event network-vif-plugged-21a5f49d-a486-4360-8fe8-3c620028aed4 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1398.627380] env[62298]: DEBUG oslo_concurrency.lockutils [req-2252764d-2766-463e-8bc7-3197c24e8064 req-8f7d7c01-4c80-4e05-be82-d5bb1023aaf8 service nova] Acquiring lock "dab12e8d-e1ee-4b66-ade6-927924c76226-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.627579] env[62298]: DEBUG oslo_concurrency.lockutils [req-2252764d-2766-463e-8bc7-3197c24e8064 req-8f7d7c01-4c80-4e05-be82-d5bb1023aaf8 service nova] Lock "dab12e8d-e1ee-4b66-ade6-927924c76226-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.627749] env[62298]: DEBUG oslo_concurrency.lockutils [req-2252764d-2766-463e-8bc7-3197c24e8064 req-8f7d7c01-4c80-4e05-be82-d5bb1023aaf8 service nova] Lock "dab12e8d-e1ee-4b66-ade6-927924c76226-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.627911] env[62298]: DEBUG nova.compute.manager [req-2252764d-2766-463e-8bc7-3197c24e8064 req-8f7d7c01-4c80-4e05-be82-d5bb1023aaf8 service nova] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] No waiting events found dispatching network-vif-plugged-21a5f49d-a486-4360-8fe8-3c620028aed4 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1398.628086] env[62298]: WARNING nova.compute.manager [req-2252764d-2766-463e-8bc7-3197c24e8064 req-8f7d7c01-4c80-4e05-be82-d5bb1023aaf8 service nova] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Received unexpected event network-vif-plugged-21a5f49d-a486-4360-8fe8-3c620028aed4 for instance with vm_state building and task_state spawning. [ 1398.628490] env[62298]: DEBUG nova.compute.manager [req-2252764d-2766-463e-8bc7-3197c24e8064 req-8f7d7c01-4c80-4e05-be82-d5bb1023aaf8 service nova] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Received event network-changed-21a5f49d-a486-4360-8fe8-3c620028aed4 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1398.628490] env[62298]: DEBUG nova.compute.manager [req-2252764d-2766-463e-8bc7-3197c24e8064 req-8f7d7c01-4c80-4e05-be82-d5bb1023aaf8 service nova] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Refreshing instance network info cache due to event network-changed-21a5f49d-a486-4360-8fe8-3c620028aed4. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1398.628594] env[62298]: DEBUG oslo_concurrency.lockutils [req-2252764d-2766-463e-8bc7-3197c24e8064 req-8f7d7c01-4c80-4e05-be82-d5bb1023aaf8 service nova] Acquiring lock "refresh_cache-dab12e8d-e1ee-4b66-ade6-927924c76226" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.630087] env[62298]: DEBUG oslo_concurrency.lockutils [req-2252764d-2766-463e-8bc7-3197c24e8064 req-8f7d7c01-4c80-4e05-be82-d5bb1023aaf8 service nova] Acquired lock "refresh_cache-dab12e8d-e1ee-4b66-ade6-927924c76226" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.630087] env[62298]: DEBUG nova.network.neutron [req-2252764d-2766-463e-8bc7-3197c24e8064 req-8f7d7c01-4c80-4e05-be82-d5bb1023aaf8 service nova] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Refreshing network info cache for port 21a5f49d-a486-4360-8fe8-3c620028aed4 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1398.697631] env[62298]: DEBUG nova.policy [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67991850272b44c18b28e94b6a9715a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1159701517734ddeb1f5715c30bfbbd0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1398.815419] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069565} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.816056] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1398.816658] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fe975d-74c6-4745-8f6c-81a2fc8c3fb2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.842819] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] cf03f81c-1074-4856-ad6e-774d8ad0a7a0/cf03f81c-1074-4856-ad6e-774d8ad0a7a0.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1398.845104] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c10b62e9-bf15-4bb1-8f94-a4b761f836f9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.871445] env[62298]: DEBUG oslo_vmware.api [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Task: {'id': task-1803700, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.872522] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Waiting for the task: (returnval){ [ 1398.872522] env[62298]: value = "task-1803704" [ 1398.872522] env[62298]: _type = "Task" [ 1398.872522] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.884948] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803704, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.929479] env[62298]: DEBUG oslo_vmware.api [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803701, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.990240] env[62298]: DEBUG oslo_vmware.api [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Task: {'id': task-1803702, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.078052] env[62298]: DEBUG nova.compute.manager [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1399.133514] env[62298]: DEBUG nova.network.neutron [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Successfully updated port: 4eba44e4-e87b-400f-99aa-6cc063060efa {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1399.136842] env[62298]: DEBUG oslo_concurrency.lockutils [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Acquiring lock "8aeef358-e8ad-473e-b881-1650be5e7121" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.137367] env[62298]: DEBUG oslo_concurrency.lockutils [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Lock "8aeef358-e8ad-473e-b881-1650be5e7121" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.189862] env[62298]: DEBUG nova.network.neutron [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Updating instance_info_cache with network_info: [{"id": "427fea67-b3f1-49d3-b5c6-31e5909e031c", "address": "fa:16:3e:5f:35:d4", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap427fea67-b3", "ovs_interfaceid": "427fea67-b3f1-49d3-b5c6-31e5909e031c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.373176] env[62298]: DEBUG oslo_vmware.api [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Task: {'id': task-1803700, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.378469] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3283d4-26bb-4891-bab2-a89dbb27262c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.390685] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803704, 'name': ReconfigVM_Task, 'duration_secs': 0.416829} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.391335] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Reconfigured VM instance instance-00000001 to attach disk [datastore1] cf03f81c-1074-4856-ad6e-774d8ad0a7a0/cf03f81c-1074-4856-ad6e-774d8ad0a7a0.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1399.393034] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8493edc4-7df8-4a5c-b86f-6251baa8f186 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.403029] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-451d9d0f-d741-4b00-b79f-5e267ae1762f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.439360] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907c138d-b1fe-454d-8718-bca9c5630460 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.442047] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Waiting for the task: (returnval){ [ 1399.442047] env[62298]: value = "task-1803705" [ 1399.442047] env[62298]: _type = "Task" [ 1399.442047] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.451870] env[62298]: DEBUG oslo_vmware.api [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803701, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.458092] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecea4821-3b4e-4ae9-a0c2-88d1b2cda9de {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.471446] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803705, 'name': Rename_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.479876] env[62298]: DEBUG nova.compute.provider_tree [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.489687] env[62298]: DEBUG oslo_vmware.api [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Task: {'id': task-1803702, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.638826] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquiring lock "refresh_cache-cbd7ef0e-8619-4b1e-a352-371976e32dbe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.638998] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquired lock "refresh_cache-cbd7ef0e-8619-4b1e-a352-371976e32dbe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.639168] env[62298]: DEBUG nova.network.neutron [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1399.699758] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Releasing lock "refresh_cache-013b93d7-2e56-4673-88fa-9358ca07d68a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.700216] env[62298]: DEBUG nova.compute.manager [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Instance network_info: |[{"id": "427fea67-b3f1-49d3-b5c6-31e5909e031c", "address": "fa:16:3e:5f:35:d4", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap427fea67-b3", "ovs_interfaceid": "427fea67-b3f1-49d3-b5c6-31e5909e031c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1399.700549] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:35:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '427fea67-b3f1-49d3-b5c6-31e5909e031c', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1399.708515] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Creating folder: Project (73ea59ae22b1439ca5a34eecc78ff9a4). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1399.708925] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54d386d5-0c4a-4240-a643-cc1131c9600e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.719698] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Created folder: Project (73ea59ae22b1439ca5a34eecc78ff9a4) in parent group-v373906. [ 1399.719761] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Creating folder: Instances. Parent ref: group-v373919. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1399.719961] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f052c3a8-5a6a-4165-853d-39cf8acbe449 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.729469] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Created folder: Instances in parent group-v373919. [ 1399.729736] env[62298]: DEBUG oslo.service.loopingcall [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1399.729936] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1399.730333] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13cf188d-14e4-4e61-bd49-b3872ec54bec {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.751762] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1399.751762] env[62298]: value = "task-1803708" [ 1399.751762] env[62298]: _type = "Task" [ 1399.751762] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.761863] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803708, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.871986] env[62298]: DEBUG oslo_vmware.api [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Task: {'id': task-1803700, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.165777} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.872342] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] b8cd31ce-22db-49c3-9b5c-13cf72a8d18e/b8cd31ce-22db-49c3-9b5c-13cf72a8d18e.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1399.872673] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1399.872925] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb00c646-b57a-4b1d-98c2-fb02514722a6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.880323] env[62298]: DEBUG oslo_vmware.api [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Waiting for the task: (returnval){ [ 1399.880323] env[62298]: value = "task-1803709" [ 1399.880323] env[62298]: _type = "Task" [ 1399.880323] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.889142] env[62298]: DEBUG oslo_vmware.api [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Task: {'id': task-1803709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.906117] env[62298]: DEBUG nova.network.neutron [req-2252764d-2766-463e-8bc7-3197c24e8064 req-8f7d7c01-4c80-4e05-be82-d5bb1023aaf8 service nova] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Updated VIF entry in instance network info cache for port 21a5f49d-a486-4360-8fe8-3c620028aed4. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1399.906488] env[62298]: DEBUG nova.network.neutron [req-2252764d-2766-463e-8bc7-3197c24e8064 req-8f7d7c01-4c80-4e05-be82-d5bb1023aaf8 service nova] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Updating instance_info_cache with network_info: [{"id": "21a5f49d-a486-4360-8fe8-3c620028aed4", "address": "fa:16:3e:d2:3b:74", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21a5f49d-a4", "ovs_interfaceid": "21a5f49d-a486-4360-8fe8-3c620028aed4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.957667] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803705, 'name': Rename_Task, 'duration_secs': 0.192618} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.959875] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1399.960208] env[62298]: DEBUG oslo_vmware.api [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803701, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.604548} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.960407] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d154f3f2-04da-41f3-bbb1-43c424093e03 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.962336] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] a79b91e6-bd85-4bfe-bf5d-349dcda6268b/a79b91e6-bd85-4bfe-bf5d-349dcda6268b.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1399.962478] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1399.962970] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4648f94b-ba0c-4bb8-9fe2-81f05c33df7f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.969697] env[62298]: DEBUG oslo_vmware.api [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Waiting for the task: (returnval){ [ 1399.969697] env[62298]: value = "task-1803711" [ 1399.969697] env[62298]: _type = "Task" [ 1399.969697] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.971165] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Waiting for the task: (returnval){ [ 1399.971165] env[62298]: value = "task-1803710" [ 1399.971165] env[62298]: _type = "Task" [ 1399.971165] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.984040] env[62298]: DEBUG oslo_vmware.api [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.995568] env[62298]: DEBUG nova.scheduler.client.report [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1399.999381] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803710, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.006298] env[62298]: DEBUG oslo_vmware.api [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Task: {'id': task-1803702, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.534068} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.006298] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] dab12e8d-e1ee-4b66-ade6-927924c76226/dab12e8d-e1ee-4b66-ade6-927924c76226.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1400.006298] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1400.006298] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb0d2459-b8c1-4164-a9ff-f12929681cb3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.012963] env[62298]: DEBUG oslo_vmware.api [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Waiting for the task: (returnval){ [ 1400.012963] env[62298]: value = "task-1803712" [ 1400.012963] env[62298]: _type = "Task" [ 1400.012963] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.023311] env[62298]: DEBUG oslo_vmware.api [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Task: {'id': task-1803712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.101168] env[62298]: DEBUG nova.compute.manager [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1400.118561] env[62298]: DEBUG nova.network.neutron [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Successfully created port: a5e5b8fe-6695-4a5a-acf7-d614d0d1b250 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1400.143748] env[62298]: DEBUG nova.virt.hardware [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1400.144720] env[62298]: DEBUG nova.virt.hardware [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1400.144720] env[62298]: DEBUG nova.virt.hardware [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1400.144720] env[62298]: DEBUG nova.virt.hardware [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1400.144720] env[62298]: DEBUG nova.virt.hardware [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1400.144877] env[62298]: DEBUG nova.virt.hardware [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1400.145182] env[62298]: DEBUG nova.virt.hardware [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1400.145285] env[62298]: DEBUG nova.virt.hardware [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1400.145467] env[62298]: DEBUG nova.virt.hardware [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1400.145666] env[62298]: DEBUG nova.virt.hardware [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1400.145854] env[62298]: DEBUG nova.virt.hardware [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1400.148865] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92681485-860e-4e58-9008-82505583105d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.167025] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b6183a-39fb-4a6d-bd71-aa2e30794081 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.206377] env[62298]: DEBUG nova.network.neutron [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1400.266504] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803708, 'name': CreateVM_Task, 'duration_secs': 0.420737} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.266749] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1400.267970] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.267970] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.267970] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1400.268119] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5afa6a9a-098f-4960-88b9-0c3c54136f33 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.273934] env[62298]: DEBUG oslo_vmware.api [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Waiting for the task: (returnval){ [ 1400.273934] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5271421c-bc43-4f8c-9d15-4ecc6f8b5164" [ 1400.273934] env[62298]: _type = "Task" [ 1400.273934] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.284033] env[62298]: DEBUG oslo_vmware.api [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5271421c-bc43-4f8c-9d15-4ecc6f8b5164, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.389964] env[62298]: DEBUG oslo_vmware.api [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Task: {'id': task-1803709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186657} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.392339] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1400.393245] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965b459d-7576-4324-b869-cf45c24fbc2f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.414229] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] b8cd31ce-22db-49c3-9b5c-13cf72a8d18e/b8cd31ce-22db-49c3-9b5c-13cf72a8d18e.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1400.414889] env[62298]: DEBUG oslo_concurrency.lockutils [req-2252764d-2766-463e-8bc7-3197c24e8064 req-8f7d7c01-4c80-4e05-be82-d5bb1023aaf8 service nova] Releasing lock "refresh_cache-dab12e8d-e1ee-4b66-ade6-927924c76226" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.415270] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73e07906-49de-4167-bdef-fc4cd932df9b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.435939] env[62298]: DEBUG nova.network.neutron [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Updating instance_info_cache with network_info: [{"id": "4eba44e4-e87b-400f-99aa-6cc063060efa", "address": "fa:16:3e:df:ef:ce", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4eba44e4-e8", "ovs_interfaceid": "4eba44e4-e87b-400f-99aa-6cc063060efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.444395] env[62298]: DEBUG oslo_vmware.api [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Waiting for the task: (returnval){ [ 1400.444395] env[62298]: value = "task-1803713" [ 1400.444395] env[62298]: _type = "Task" [ 1400.444395] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.457427] env[62298]: DEBUG oslo_vmware.api [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Task: {'id': task-1803713, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.497546] env[62298]: DEBUG oslo_vmware.api [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803710, 'name': PowerOnVM_Task, 'duration_secs': 0.513943} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.497832] env[62298]: DEBUG oslo_vmware.api [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101773} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.498074] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1400.498488] env[62298]: INFO nova.compute.manager [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Took 14.92 seconds to spawn the instance on the hypervisor. [ 1400.498817] env[62298]: DEBUG nova.compute.manager [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1400.499060] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1400.503522] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f52d85-e505-45ce-b48e-a9c64f98347b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.508318] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a8e4a5-2eb5-492c-bcce-ba758a4fe85c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.511909] env[62298]: DEBUG oslo_concurrency.lockutils [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.512776] env[62298]: DEBUG nova.compute.manager [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1400.515118] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.969s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.517027] env[62298]: INFO nova.compute.claims [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1400.545788] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] a79b91e6-bd85-4bfe-bf5d-349dcda6268b/a79b91e6-bd85-4bfe-bf5d-349dcda6268b.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1400.546888] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f678525e-ed8b-467e-b288-26a28c1179c7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.564917] env[62298]: DEBUG oslo_vmware.api [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Task: {'id': task-1803712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096889} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.565639] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1400.566475] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43de4ea-78d7-45c9-b68a-4ef0abe6b83b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.571475] env[62298]: DEBUG oslo_vmware.api [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Waiting for the task: (returnval){ [ 1400.571475] env[62298]: value = "task-1803714" [ 1400.571475] env[62298]: _type = "Task" [ 1400.571475] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.593165] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] dab12e8d-e1ee-4b66-ade6-927924c76226/dab12e8d-e1ee-4b66-ade6-927924c76226.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1400.594344] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9caddb23-e676-4aae-8d8d-27a074f23978 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.613374] env[62298]: DEBUG oslo_vmware.api [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803714, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.620907] env[62298]: DEBUG oslo_vmware.api [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Waiting for the task: (returnval){ [ 1400.620907] env[62298]: value = "task-1803715" [ 1400.620907] env[62298]: _type = "Task" [ 1400.620907] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.627305] env[62298]: DEBUG oslo_vmware.api [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Task: {'id': task-1803715, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.638076] env[62298]: DEBUG nova.compute.manager [req-621067f5-ab62-4fe9-92e0-52cf07837560 req-1b196de9-1655-4933-9181-b0433bcd981d service nova] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Received event network-vif-plugged-427fea67-b3f1-49d3-b5c6-31e5909e031c {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1400.638076] env[62298]: DEBUG oslo_concurrency.lockutils [req-621067f5-ab62-4fe9-92e0-52cf07837560 req-1b196de9-1655-4933-9181-b0433bcd981d service nova] Acquiring lock "013b93d7-2e56-4673-88fa-9358ca07d68a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.638216] env[62298]: DEBUG oslo_concurrency.lockutils [req-621067f5-ab62-4fe9-92e0-52cf07837560 req-1b196de9-1655-4933-9181-b0433bcd981d service nova] Lock "013b93d7-2e56-4673-88fa-9358ca07d68a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.638294] env[62298]: DEBUG oslo_concurrency.lockutils [req-621067f5-ab62-4fe9-92e0-52cf07837560 req-1b196de9-1655-4933-9181-b0433bcd981d service nova] Lock "013b93d7-2e56-4673-88fa-9358ca07d68a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.638467] env[62298]: DEBUG nova.compute.manager [req-621067f5-ab62-4fe9-92e0-52cf07837560 req-1b196de9-1655-4933-9181-b0433bcd981d service nova] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] No waiting events found dispatching network-vif-plugged-427fea67-b3f1-49d3-b5c6-31e5909e031c {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1400.638630] env[62298]: WARNING nova.compute.manager [req-621067f5-ab62-4fe9-92e0-52cf07837560 req-1b196de9-1655-4933-9181-b0433bcd981d service nova] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Received unexpected event network-vif-plugged-427fea67-b3f1-49d3-b5c6-31e5909e031c for instance with vm_state building and task_state spawning. [ 1400.638790] env[62298]: DEBUG nova.compute.manager [req-621067f5-ab62-4fe9-92e0-52cf07837560 req-1b196de9-1655-4933-9181-b0433bcd981d service nova] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Received event network-changed-427fea67-b3f1-49d3-b5c6-31e5909e031c {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1400.638943] env[62298]: DEBUG nova.compute.manager [req-621067f5-ab62-4fe9-92e0-52cf07837560 req-1b196de9-1655-4933-9181-b0433bcd981d service nova] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Refreshing instance network info cache due to event network-changed-427fea67-b3f1-49d3-b5c6-31e5909e031c. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1400.639736] env[62298]: DEBUG oslo_concurrency.lockutils [req-621067f5-ab62-4fe9-92e0-52cf07837560 req-1b196de9-1655-4933-9181-b0433bcd981d service nova] Acquiring lock "refresh_cache-013b93d7-2e56-4673-88fa-9358ca07d68a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.639736] env[62298]: DEBUG oslo_concurrency.lockutils [req-621067f5-ab62-4fe9-92e0-52cf07837560 req-1b196de9-1655-4933-9181-b0433bcd981d service nova] Acquired lock "refresh_cache-013b93d7-2e56-4673-88fa-9358ca07d68a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.639736] env[62298]: DEBUG nova.network.neutron [req-621067f5-ab62-4fe9-92e0-52cf07837560 req-1b196de9-1655-4933-9181-b0433bcd981d service nova] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Refreshing network info cache for port 427fea67-b3f1-49d3-b5c6-31e5909e031c {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1400.642343] env[62298]: DEBUG nova.compute.manager [req-3e91c56d-b08c-4f82-962f-fb326cfb92c9 req-fd93e6f1-2ace-4a0d-87cb-eb590da96425 service nova] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Received event network-vif-plugged-4eba44e4-e87b-400f-99aa-6cc063060efa {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1400.642468] env[62298]: DEBUG oslo_concurrency.lockutils [req-3e91c56d-b08c-4f82-962f-fb326cfb92c9 req-fd93e6f1-2ace-4a0d-87cb-eb590da96425 service nova] Acquiring lock "cbd7ef0e-8619-4b1e-a352-371976e32dbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.642695] env[62298]: DEBUG oslo_concurrency.lockutils [req-3e91c56d-b08c-4f82-962f-fb326cfb92c9 req-fd93e6f1-2ace-4a0d-87cb-eb590da96425 service nova] Lock "cbd7ef0e-8619-4b1e-a352-371976e32dbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.644037] env[62298]: DEBUG oslo_concurrency.lockutils [req-3e91c56d-b08c-4f82-962f-fb326cfb92c9 req-fd93e6f1-2ace-4a0d-87cb-eb590da96425 service nova] Lock "cbd7ef0e-8619-4b1e-a352-371976e32dbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.644037] env[62298]: DEBUG nova.compute.manager [req-3e91c56d-b08c-4f82-962f-fb326cfb92c9 req-fd93e6f1-2ace-4a0d-87cb-eb590da96425 service nova] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] No waiting events found dispatching network-vif-plugged-4eba44e4-e87b-400f-99aa-6cc063060efa {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1400.644037] env[62298]: WARNING nova.compute.manager [req-3e91c56d-b08c-4f82-962f-fb326cfb92c9 req-fd93e6f1-2ace-4a0d-87cb-eb590da96425 service nova] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Received unexpected event network-vif-plugged-4eba44e4-e87b-400f-99aa-6cc063060efa for instance with vm_state building and task_state spawning. [ 1400.786053] env[62298]: DEBUG oslo_vmware.api [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5271421c-bc43-4f8c-9d15-4ecc6f8b5164, 'name': SearchDatastore_Task, 'duration_secs': 0.011571} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.786364] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.786593] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1400.786851] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.786990] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.787145] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1400.787402] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e26bb660-8bf6-4c5a-abcc-ac1beea7e3b5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.795103] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1400.795342] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1400.796051] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f18e8c11-faae-4355-aff1-44284aa083ea {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.801315] env[62298]: DEBUG oslo_vmware.api [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Waiting for the task: (returnval){ [ 1400.801315] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b10338-89a8-28ed-d6a3-948f6087a709" [ 1400.801315] env[62298]: _type = "Task" [ 1400.801315] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.808626] env[62298]: DEBUG oslo_vmware.api [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b10338-89a8-28ed-d6a3-948f6087a709, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.946093] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Releasing lock "refresh_cache-cbd7ef0e-8619-4b1e-a352-371976e32dbe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.947017] env[62298]: DEBUG nova.compute.manager [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Instance network_info: |[{"id": "4eba44e4-e87b-400f-99aa-6cc063060efa", "address": "fa:16:3e:df:ef:ce", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4eba44e4-e8", "ovs_interfaceid": "4eba44e4-e87b-400f-99aa-6cc063060efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1400.948205] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:ef:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4eba44e4-e87b-400f-99aa-6cc063060efa', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1400.957994] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Creating folder: Project (f9776a2011dd436b8a41e174d289c8e8). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1400.961621] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-919fede0-b91b-475b-bcaa-cc8bdb6b02fb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.969606] env[62298]: DEBUG oslo_vmware.api [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Task: {'id': task-1803713, 'name': ReconfigVM_Task, 'duration_secs': 0.308554} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.970200] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Reconfigured VM instance instance-00000004 to attach disk [datastore1] b8cd31ce-22db-49c3-9b5c-13cf72a8d18e/b8cd31ce-22db-49c3-9b5c-13cf72a8d18e.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1400.973143] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-608a9773-67f8-40e4-850b-4b779295c3b7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.979024] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Created folder: Project (f9776a2011dd436b8a41e174d289c8e8) in parent group-v373906. [ 1400.979024] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Creating folder: Instances. Parent ref: group-v373922. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1400.979024] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2098f31-1b5a-42c9-8234-88d009e46f56 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.985010] env[62298]: DEBUG oslo_vmware.api [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Waiting for the task: (returnval){ [ 1400.985010] env[62298]: value = "task-1803717" [ 1400.985010] env[62298]: _type = "Task" [ 1400.985010] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.992481] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Created folder: Instances in parent group-v373922. [ 1400.993021] env[62298]: DEBUG oslo.service.loopingcall [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1400.994235] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1400.994330] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22305e20-b754-4673-906e-dc336e99e432 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.018790] env[62298]: DEBUG oslo_vmware.api [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Task: {'id': task-1803717, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.021631] env[62298]: DEBUG nova.compute.utils [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1401.029121] env[62298]: DEBUG nova.compute.manager [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1401.029510] env[62298]: DEBUG nova.network.neutron [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1401.031472] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1401.031472] env[62298]: value = "task-1803719" [ 1401.031472] env[62298]: _type = "Task" [ 1401.031472] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.042427] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803719, 'name': CreateVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.056033] env[62298]: INFO nova.compute.manager [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Took 19.72 seconds to build instance. [ 1401.085118] env[62298]: DEBUG oslo_vmware.api [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803714, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.129760] env[62298]: DEBUG oslo_vmware.api [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Task: {'id': task-1803715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.160049] env[62298]: DEBUG nova.policy [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13ce040e03434dd184b28745fc34f816', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac9f2ac2639643e790fa1d913c4dc43f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1401.314181] env[62298]: DEBUG oslo_vmware.api [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b10338-89a8-28ed-d6a3-948f6087a709, 'name': SearchDatastore_Task, 'duration_secs': 0.008763} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.315129] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dd290ec-0191-4c0b-a56d-8b11984356b1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.320756] env[62298]: DEBUG oslo_vmware.api [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Waiting for the task: (returnval){ [ 1401.320756] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52edf0e8-84ff-8729-e73f-ffe6fcbce938" [ 1401.320756] env[62298]: _type = "Task" [ 1401.320756] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.330678] env[62298]: DEBUG oslo_vmware.api [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52edf0e8-84ff-8729-e73f-ffe6fcbce938, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.495560] env[62298]: DEBUG oslo_vmware.api [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Task: {'id': task-1803717, 'name': Rename_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.525403] env[62298]: DEBUG nova.compute.manager [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1401.545034] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803719, 'name': CreateVM_Task, 'duration_secs': 0.374715} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.545034] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1401.545034] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.546150] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.546306] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1401.546921] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-547aaa89-9ee8-4263-bf60-eab63a35c5e6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.553488] env[62298]: DEBUG oslo_vmware.api [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1401.553488] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52acd69b-92fd-f85e-7b91-dbe692d78273" [ 1401.553488] env[62298]: _type = "Task" [ 1401.553488] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.561226] env[62298]: DEBUG oslo_concurrency.lockutils [None req-beba9e3a-ff90-4736-947c-2019bed946fb tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Lock "cf03f81c-1074-4856-ad6e-774d8ad0a7a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.232s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.561226] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.561526] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.561758] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62298) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1401.569393] env[62298]: DEBUG oslo_vmware.api [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52acd69b-92fd-f85e-7b91-dbe692d78273, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.588127] env[62298]: DEBUG oslo_vmware.api [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803714, 'name': ReconfigVM_Task, 'duration_secs': 0.673502} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.590830] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Reconfigured VM instance instance-00000002 to attach disk [datastore1] a79b91e6-bd85-4bfe-bf5d-349dcda6268b/a79b91e6-bd85-4bfe-bf5d-349dcda6268b.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1401.592149] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e31553e-6527-41d8-a663-b9d0d58f22c5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.598991] env[62298]: DEBUG oslo_vmware.api [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Waiting for the task: (returnval){ [ 1401.598991] env[62298]: value = "task-1803720" [ 1401.598991] env[62298]: _type = "Task" [ 1401.598991] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.611220] env[62298]: DEBUG oslo_vmware.api [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803720, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.629732] env[62298]: DEBUG oslo_vmware.api [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Task: {'id': task-1803715, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.776994] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63042c11-a8bb-4917-a6bd-f34d450f3ad0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.790390] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737be985-5134-4e68-bfd1-c0b4e1a84df1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.838722] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5545e9f0-084c-4516-ac13-244086975c50 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.853158] env[62298]: DEBUG oslo_vmware.api [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52edf0e8-84ff-8729-e73f-ffe6fcbce938, 'name': SearchDatastore_Task, 'duration_secs': 0.011892} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.854686] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefddc83-9c83-470e-bc7f-2480374956a3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.862328] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.862328] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 013b93d7-2e56-4673-88fa-9358ca07d68a/013b93d7-2e56-4673-88fa-9358ca07d68a.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1401.862328] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bcaf607-4aa0-481f-ac56-3d10c05a2b80 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.877479] env[62298]: DEBUG nova.compute.provider_tree [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.885780] env[62298]: DEBUG oslo_vmware.api [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Waiting for the task: (returnval){ [ 1401.885780] env[62298]: value = "task-1803721" [ 1401.885780] env[62298]: _type = "Task" [ 1401.885780] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.893590] env[62298]: DEBUG oslo_vmware.api [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Task: {'id': task-1803721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.920724] env[62298]: DEBUG nova.network.neutron [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Successfully created port: f2f00139-f18c-4541-bd19-57798b9c54b7 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1402.012605] env[62298]: DEBUG oslo_vmware.api [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Task: {'id': task-1803717, 'name': Rename_Task, 'duration_secs': 0.852901} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.012605] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1402.013216] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-277defe2-6209-4b75-bcc5-7355ec6dbf43 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.028796] env[62298]: DEBUG oslo_vmware.api [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Waiting for the task: (returnval){ [ 1402.028796] env[62298]: value = "task-1803722" [ 1402.028796] env[62298]: _type = "Task" [ 1402.028796] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.055486] env[62298]: DEBUG oslo_vmware.api [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Task: {'id': task-1803722, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.065411] env[62298]: DEBUG nova.compute.manager [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1402.069066] env[62298]: DEBUG oslo_vmware.api [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52acd69b-92fd-f85e-7b91-dbe692d78273, 'name': SearchDatastore_Task, 'duration_secs': 0.013089} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.069275] env[62298]: DEBUG nova.network.neutron [req-621067f5-ab62-4fe9-92e0-52cf07837560 req-1b196de9-1655-4933-9181-b0433bcd981d service nova] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Updated VIF entry in instance network info cache for port 427fea67-b3f1-49d3-b5c6-31e5909e031c. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1402.069861] env[62298]: DEBUG nova.network.neutron [req-621067f5-ab62-4fe9-92e0-52cf07837560 req-1b196de9-1655-4933-9181-b0433bcd981d service nova] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Updating instance_info_cache with network_info: [{"id": "427fea67-b3f1-49d3-b5c6-31e5909e031c", "address": "fa:16:3e:5f:35:d4", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap427fea67-b3", "ovs_interfaceid": "427fea67-b3f1-49d3-b5c6-31e5909e031c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.070719] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.070948] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1402.071207] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.071370] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.071527] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1402.072171] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cb04de1-b4f3-44cf-b0d9-b34f98d15ed7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.091032] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1402.091032] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1402.091032] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f6e6c55-b907-4073-95c8-a6b93ab3d5ea {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.099245] env[62298]: DEBUG oslo_vmware.api [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1402.099245] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5274b266-76ce-9c4b-8c56-d6ff19b0b842" [ 1402.099245] env[62298]: _type = "Task" [ 1402.099245] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.113593] env[62298]: DEBUG oslo_vmware.api [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5274b266-76ce-9c4b-8c56-d6ff19b0b842, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.117972] env[62298]: DEBUG oslo_vmware.api [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803720, 'name': Rename_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.131333] env[62298]: DEBUG oslo_vmware.api [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Task: {'id': task-1803715, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.386794] env[62298]: DEBUG nova.scheduler.client.report [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1402.408239] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.409017] env[62298]: DEBUG oslo_vmware.api [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Task: {'id': task-1803721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51447} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.409017] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 013b93d7-2e56-4673-88fa-9358ca07d68a/013b93d7-2e56-4673-88fa-9358ca07d68a.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1402.409291] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1402.409418] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9ed48eb-1aaf-4ff9-a051-d6b8f542f10e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.423846] env[62298]: DEBUG oslo_vmware.api [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Waiting for the task: (returnval){ [ 1402.423846] env[62298]: value = "task-1803723" [ 1402.423846] env[62298]: _type = "Task" [ 1402.423846] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.439446] env[62298]: DEBUG oslo_vmware.api [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Task: {'id': task-1803723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.544390] env[62298]: DEBUG oslo_vmware.api [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Task: {'id': task-1803722, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.549820] env[62298]: DEBUG nova.compute.manager [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1402.573743] env[62298]: DEBUG oslo_concurrency.lockutils [req-621067f5-ab62-4fe9-92e0-52cf07837560 req-1b196de9-1655-4933-9181-b0433bcd981d service nova] Releasing lock "refresh_cache-013b93d7-2e56-4673-88fa-9358ca07d68a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.589744] env[62298]: DEBUG nova.virt.hardware [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1402.590133] env[62298]: DEBUG nova.virt.hardware [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1402.590384] env[62298]: DEBUG nova.virt.hardware [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1402.590585] env[62298]: DEBUG nova.virt.hardware [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1402.590737] env[62298]: DEBUG nova.virt.hardware [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1402.590880] env[62298]: DEBUG nova.virt.hardware [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1402.591394] env[62298]: DEBUG nova.virt.hardware [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1402.591394] env[62298]: DEBUG nova.virt.hardware [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1402.591528] env[62298]: DEBUG nova.virt.hardware [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1402.592022] env[62298]: DEBUG nova.virt.hardware [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1402.592022] env[62298]: DEBUG nova.virt.hardware [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1402.595987] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37aa77dd-11b6-4059-b481-4d52239b756d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.612199] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13f9f66-dedb-41a7-8ba4-34c5ac54af1b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.620065] env[62298]: DEBUG oslo_concurrency.lockutils [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.642181] env[62298]: DEBUG oslo_vmware.api [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803720, 'name': Rename_Task, 'duration_secs': 0.818407} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.642654] env[62298]: DEBUG oslo_vmware.api [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5274b266-76ce-9c4b-8c56-d6ff19b0b842, 'name': SearchDatastore_Task, 'duration_secs': 0.051274} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.644239] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1402.645080] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90b9199c-86b3-4511-b93f-b77accb1b749 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.646764] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d37ac41e-be80-4329-89ad-8aad6541594e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.656958] env[62298]: DEBUG oslo_vmware.api [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Task: {'id': task-1803715, 'name': ReconfigVM_Task, 'duration_secs': 1.658228} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.659448] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Reconfigured VM instance instance-00000003 to attach disk [datastore1] dab12e8d-e1ee-4b66-ade6-927924c76226/dab12e8d-e1ee-4b66-ade6-927924c76226.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1402.660466] env[62298]: DEBUG oslo_vmware.api [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Waiting for the task: (returnval){ [ 1402.660466] env[62298]: value = "task-1803724" [ 1402.660466] env[62298]: _type = "Task" [ 1402.660466] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.660651] env[62298]: DEBUG oslo_vmware.api [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1402.660651] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52d2004b-7155-03db-3cdf-2ca364bd3879" [ 1402.660651] env[62298]: _type = "Task" [ 1402.660651] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.660963] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27e4e995-a17e-494d-a930-4da18ee4ecf5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.673600] env[62298]: DEBUG oslo_vmware.api [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803724, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.679266] env[62298]: DEBUG oslo_vmware.api [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52d2004b-7155-03db-3cdf-2ca364bd3879, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.679608] env[62298]: DEBUG oslo_vmware.api [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Waiting for the task: (returnval){ [ 1402.679608] env[62298]: value = "task-1803725" [ 1402.679608] env[62298]: _type = "Task" [ 1402.679608] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.691100] env[62298]: DEBUG oslo_vmware.api [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Task: {'id': task-1803725, 'name': Rename_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.898344] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.899499] env[62298]: DEBUG nova.compute.manager [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1402.902521] env[62298]: DEBUG oslo_concurrency.lockutils [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.002s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.904241] env[62298]: INFO nova.compute.claims [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1402.936846] env[62298]: DEBUG oslo_vmware.api [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Task: {'id': task-1803723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132298} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.937460] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1402.938640] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7827d7-202a-4342-ae2d-a41c594c23ec {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.973589] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 013b93d7-2e56-4673-88fa-9358ca07d68a/013b93d7-2e56-4673-88fa-9358ca07d68a.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1402.975120] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5d870f9-48ce-4b16-8a7e-3b4aa12caef1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.996984] env[62298]: DEBUG oslo_vmware.api [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Waiting for the task: (returnval){ [ 1402.996984] env[62298]: value = "task-1803726" [ 1402.996984] env[62298]: _type = "Task" [ 1402.996984] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.008082] env[62298]: DEBUG oslo_vmware.api [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Task: {'id': task-1803726, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.044326] env[62298]: DEBUG oslo_vmware.api [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Task: {'id': task-1803722, 'name': PowerOnVM_Task, 'duration_secs': 0.723735} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.044612] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1403.045502] env[62298]: INFO nova.compute.manager [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Took 10.00 seconds to spawn the instance on the hypervisor. [ 1403.045502] env[62298]: DEBUG nova.compute.manager [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1403.045889] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad7609b-9dd5-4fc4-97ea-f864ddb9ddc0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.086801] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7e948684-3034-433a-893a-e119d5e1dcc4 tempest-DeleteServersAdminTestJSON-500155980 tempest-DeleteServersAdminTestJSON-500155980-project-admin] Acquiring lock "cf03f81c-1074-4856-ad6e-774d8ad0a7a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.087158] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7e948684-3034-433a-893a-e119d5e1dcc4 tempest-DeleteServersAdminTestJSON-500155980 tempest-DeleteServersAdminTestJSON-500155980-project-admin] Lock "cf03f81c-1074-4856-ad6e-774d8ad0a7a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.087442] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7e948684-3034-433a-893a-e119d5e1dcc4 tempest-DeleteServersAdminTestJSON-500155980 tempest-DeleteServersAdminTestJSON-500155980-project-admin] Acquiring lock "cf03f81c-1074-4856-ad6e-774d8ad0a7a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.087560] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7e948684-3034-433a-893a-e119d5e1dcc4 tempest-DeleteServersAdminTestJSON-500155980 tempest-DeleteServersAdminTestJSON-500155980-project-admin] Lock "cf03f81c-1074-4856-ad6e-774d8ad0a7a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.087857] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7e948684-3034-433a-893a-e119d5e1dcc4 tempest-DeleteServersAdminTestJSON-500155980 tempest-DeleteServersAdminTestJSON-500155980-project-admin] Lock "cf03f81c-1074-4856-ad6e-774d8ad0a7a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.090287] env[62298]: INFO nova.compute.manager [None req-7e948684-3034-433a-893a-e119d5e1dcc4 tempest-DeleteServersAdminTestJSON-500155980 tempest-DeleteServersAdminTestJSON-500155980-project-admin] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Terminating instance [ 1403.181645] env[62298]: DEBUG oslo_vmware.api [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52d2004b-7155-03db-3cdf-2ca364bd3879, 'name': SearchDatastore_Task, 'duration_secs': 0.039757} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.182198] env[62298]: DEBUG oslo_vmware.api [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803724, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.182277] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.182550] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] cbd7ef0e-8619-4b1e-a352-371976e32dbe/cbd7ef0e-8619-4b1e-a352-371976e32dbe.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1403.186033] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3a15d30-af15-4383-8607-c182c006ad32 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.192956] env[62298]: DEBUG oslo_vmware.api [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Task: {'id': task-1803725, 'name': Rename_Task, 'duration_secs': 0.289476} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.194291] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1403.194765] env[62298]: DEBUG oslo_vmware.api [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1403.194765] env[62298]: value = "task-1803727" [ 1403.194765] env[62298]: _type = "Task" [ 1403.194765] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.195034] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c63f4dca-c7cd-4d8a-91f2-a3e143439fe2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.206364] env[62298]: DEBUG oslo_vmware.api [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1803727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.211197] env[62298]: DEBUG oslo_vmware.api [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Waiting for the task: (returnval){ [ 1403.211197] env[62298]: value = "task-1803728" [ 1403.211197] env[62298]: _type = "Task" [ 1403.211197] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.220756] env[62298]: DEBUG oslo_vmware.api [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Task: {'id': task-1803728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.335167] env[62298]: DEBUG nova.network.neutron [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Successfully updated port: a5e5b8fe-6695-4a5a-acf7-d614d0d1b250 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1403.405769] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.406532] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.412770] env[62298]: DEBUG nova.compute.utils [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1403.419486] env[62298]: DEBUG nova.compute.manager [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1403.419486] env[62298]: DEBUG nova.network.neutron [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1403.510747] env[62298]: DEBUG oslo_vmware.api [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Task: {'id': task-1803726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.556891] env[62298]: DEBUG nova.policy [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b84028cc362a4d949b328a9f7a18fdde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '571d8664621846ba8e5ae158b147ceef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1403.568662] env[62298]: INFO nova.compute.manager [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Took 17.79 seconds to build instance. [ 1403.597420] env[62298]: DEBUG nova.compute.manager [None req-7e948684-3034-433a-893a-e119d5e1dcc4 tempest-DeleteServersAdminTestJSON-500155980 tempest-DeleteServersAdminTestJSON-500155980-project-admin] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1403.597420] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7e948684-3034-433a-893a-e119d5e1dcc4 tempest-DeleteServersAdminTestJSON-500155980 tempest-DeleteServersAdminTestJSON-500155980-project-admin] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1403.597420] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf88d0a-ec06-4129-b415-53ad7c8e381f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.611419] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e948684-3034-433a-893a-e119d5e1dcc4 tempest-DeleteServersAdminTestJSON-500155980 tempest-DeleteServersAdminTestJSON-500155980-project-admin] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1403.611834] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcaf702f-9ddf-4e3c-affe-287fd10565b8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.620853] env[62298]: DEBUG oslo_vmware.api [None req-7e948684-3034-433a-893a-e119d5e1dcc4 tempest-DeleteServersAdminTestJSON-500155980 tempest-DeleteServersAdminTestJSON-500155980-project-admin] Waiting for the task: (returnval){ [ 1403.620853] env[62298]: value = "task-1803729" [ 1403.620853] env[62298]: _type = "Task" [ 1403.620853] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.634571] env[62298]: DEBUG oslo_vmware.api [None req-7e948684-3034-433a-893a-e119d5e1dcc4 tempest-DeleteServersAdminTestJSON-500155980 tempest-DeleteServersAdminTestJSON-500155980-project-admin] Task: {'id': task-1803729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.675326] env[62298]: DEBUG oslo_vmware.api [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803724, 'name': PowerOnVM_Task, 'duration_secs': 0.679377} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.675603] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1403.675809] env[62298]: INFO nova.compute.manager [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Took 15.10 seconds to spawn the instance on the hypervisor. [ 1403.675986] env[62298]: DEBUG nova.compute.manager [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1403.677104] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e38c164-80ac-4d3f-9474-dcf550d1fc1c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.710115] env[62298]: DEBUG oslo_vmware.api [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1803727, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.723121] env[62298]: DEBUG oslo_vmware.api [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Task: {'id': task-1803728, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.843852] env[62298]: DEBUG oslo_concurrency.lockutils [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Acquiring lock "refresh_cache-0d4c1447-4b9d-4f67-a660-bf396a79cbcd" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.844040] env[62298]: DEBUG oslo_concurrency.lockutils [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Acquired lock "refresh_cache-0d4c1447-4b9d-4f67-a660-bf396a79cbcd" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.844254] env[62298]: DEBUG nova.network.neutron [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1403.921034] env[62298]: DEBUG nova.compute.manager [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1404.027323] env[62298]: DEBUG oslo_vmware.api [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Task: {'id': task-1803726, 'name': ReconfigVM_Task, 'duration_secs': 0.704561} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.028546] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 013b93d7-2e56-4673-88fa-9358ca07d68a/013b93d7-2e56-4673-88fa-9358ca07d68a.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1404.029321] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64e9bb34-89d4-4041-aa53-63cbf757acf6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.043168] env[62298]: DEBUG oslo_vmware.api [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Waiting for the task: (returnval){ [ 1404.043168] env[62298]: value = "task-1803730" [ 1404.043168] env[62298]: _type = "Task" [ 1404.043168] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.062327] env[62298]: DEBUG oslo_vmware.api [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Task: {'id': task-1803730, 'name': Rename_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.076543] env[62298]: DEBUG oslo_concurrency.lockutils [None req-25223344-5fe1-486a-8ded-140fc5afef09 tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Lock "b8cd31ce-22db-49c3-9b5c-13cf72a8d18e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.306s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.138224] env[62298]: DEBUG oslo_vmware.api [None req-7e948684-3034-433a-893a-e119d5e1dcc4 tempest-DeleteServersAdminTestJSON-500155980 tempest-DeleteServersAdminTestJSON-500155980-project-admin] Task: {'id': task-1803729, 'name': PowerOffVM_Task, 'duration_secs': 0.286531} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.139594] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e948684-3034-433a-893a-e119d5e1dcc4 tempest-DeleteServersAdminTestJSON-500155980 tempest-DeleteServersAdminTestJSON-500155980-project-admin] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1404.139756] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7e948684-3034-433a-893a-e119d5e1dcc4 tempest-DeleteServersAdminTestJSON-500155980 tempest-DeleteServersAdminTestJSON-500155980-project-admin] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1404.140276] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14969df3-2e2f-4a32-bea1-5db79df5f756 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.202281] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aca806c-cdcb-438b-9c5b-b7a557fcfed2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.216379] env[62298]: INFO nova.compute.manager [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Took 19.99 seconds to build instance. [ 1404.225246] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7e948684-3034-433a-893a-e119d5e1dcc4 tempest-DeleteServersAdminTestJSON-500155980 tempest-DeleteServersAdminTestJSON-500155980-project-admin] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1404.226302] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7e948684-3034-433a-893a-e119d5e1dcc4 tempest-DeleteServersAdminTestJSON-500155980 tempest-DeleteServersAdminTestJSON-500155980-project-admin] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1404.226302] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e948684-3034-433a-893a-e119d5e1dcc4 tempest-DeleteServersAdminTestJSON-500155980 tempest-DeleteServersAdminTestJSON-500155980-project-admin] Deleting the datastore file [datastore1] cf03f81c-1074-4856-ad6e-774d8ad0a7a0 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1404.230952] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63428fce-bc88-4624-8ac8-b2acc586a513 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.235376] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cdc0911-64b1-42c7-b4ef-0936e385a623 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.237296] env[62298]: DEBUG oslo_vmware.api [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1803727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.866666} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.241805] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] cbd7ef0e-8619-4b1e-a352-371976e32dbe/cbd7ef0e-8619-4b1e-a352-371976e32dbe.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1404.241929] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1404.242504] env[62298]: DEBUG oslo_vmware.api [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Task: {'id': task-1803728, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.243468] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e345184-315a-4f9d-9264-fb95819207da {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.278808] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b10609-ba47-4966-93e8-77afb964eb2a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.281845] env[62298]: DEBUG oslo_vmware.api [None req-7e948684-3034-433a-893a-e119d5e1dcc4 tempest-DeleteServersAdminTestJSON-500155980 tempest-DeleteServersAdminTestJSON-500155980-project-admin] Waiting for the task: (returnval){ [ 1404.281845] env[62298]: value = "task-1803732" [ 1404.281845] env[62298]: _type = "Task" [ 1404.281845] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.283398] env[62298]: DEBUG oslo_vmware.api [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1404.283398] env[62298]: value = "task-1803733" [ 1404.283398] env[62298]: _type = "Task" [ 1404.283398] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.294103] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dad120c-d053-4b31-99f3-3f613bca43d8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.303990] env[62298]: DEBUG oslo_vmware.api [None req-7e948684-3034-433a-893a-e119d5e1dcc4 tempest-DeleteServersAdminTestJSON-500155980 tempest-DeleteServersAdminTestJSON-500155980-project-admin] Task: {'id': task-1803732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.309432] env[62298]: DEBUG oslo_vmware.api [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1803733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.318884] env[62298]: DEBUG nova.compute.provider_tree [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1404.407423] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.407423] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.499016] env[62298]: DEBUG nova.network.neutron [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1404.554739] env[62298]: DEBUG oslo_vmware.api [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Task: {'id': task-1803730, 'name': Rename_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.581865] env[62298]: DEBUG nova.compute.manager [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1404.682909] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Acquiring lock "ad322ef9-6cce-40fd-a9cc-47ffb555c1bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.683355] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Lock "ad322ef9-6cce-40fd-a9cc-47ffb555c1bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.701381] env[62298]: DEBUG nova.network.neutron [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Successfully updated port: f2f00139-f18c-4541-bd19-57798b9c54b7 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1404.724873] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7e5b0853-0d20-4dc4-b245-b9e098590b0c tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Lock "a79b91e6-bd85-4bfe-bf5d-349dcda6268b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.516s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.734247] env[62298]: DEBUG oslo_vmware.api [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Task: {'id': task-1803728, 'name': PowerOnVM_Task, 'duration_secs': 1.189923} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.734714] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1404.735054] env[62298]: INFO nova.compute.manager [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Took 13.93 seconds to spawn the instance on the hypervisor. [ 1404.735102] env[62298]: DEBUG nova.compute.manager [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1404.735948] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8035d0f7-7843-4b93-b0c2-3323d9e9532b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.806890] env[62298]: DEBUG oslo_vmware.api [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1803733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078665} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.809812] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1404.810495] env[62298]: DEBUG oslo_vmware.api [None req-7e948684-3034-433a-893a-e119d5e1dcc4 tempest-DeleteServersAdminTestJSON-500155980 tempest-DeleteServersAdminTestJSON-500155980-project-admin] Task: {'id': task-1803732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.420039} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.811388] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cea17c7-16b9-4acf-a488-bdb0806b3137 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.819295] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e948684-3034-433a-893a-e119d5e1dcc4 tempest-DeleteServersAdminTestJSON-500155980 tempest-DeleteServersAdminTestJSON-500155980-project-admin] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1404.819295] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7e948684-3034-433a-893a-e119d5e1dcc4 tempest-DeleteServersAdminTestJSON-500155980 tempest-DeleteServersAdminTestJSON-500155980-project-admin] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1404.819295] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7e948684-3034-433a-893a-e119d5e1dcc4 tempest-DeleteServersAdminTestJSON-500155980 tempest-DeleteServersAdminTestJSON-500155980-project-admin] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1404.819295] env[62298]: INFO nova.compute.manager [None req-7e948684-3034-433a-893a-e119d5e1dcc4 tempest-DeleteServersAdminTestJSON-500155980 tempest-DeleteServersAdminTestJSON-500155980-project-admin] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1404.819295] env[62298]: DEBUG oslo.service.loopingcall [None req-7e948684-3034-433a-893a-e119d5e1dcc4 tempest-DeleteServersAdminTestJSON-500155980 tempest-DeleteServersAdminTestJSON-500155980-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1404.819617] env[62298]: DEBUG nova.compute.manager [-] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1404.819679] env[62298]: DEBUG nova.network.neutron [-] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1404.851314] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] cbd7ef0e-8619-4b1e-a352-371976e32dbe/cbd7ef0e-8619-4b1e-a352-371976e32dbe.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.852131] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f1c15aa-0d8e-45b9-8e10-e52d30cd41ca {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.872469] env[62298]: DEBUG oslo_vmware.api [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1404.872469] env[62298]: value = "task-1803734" [ 1404.872469] env[62298]: _type = "Task" [ 1404.872469] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.876685] env[62298]: ERROR nova.scheduler.client.report [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [req-b71c7497-f11d-4f81-a1ec-09709d5ec7c1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b71c7497-f11d-4f81-a1ec-09709d5ec7c1"}]} [ 1404.885074] env[62298]: DEBUG oslo_vmware.api [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1803734, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.896334] env[62298]: DEBUG nova.scheduler.client.report [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1404.912385] env[62298]: DEBUG nova.scheduler.client.report [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1404.912665] env[62298]: DEBUG nova.compute.provider_tree [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1404.931430] env[62298]: DEBUG nova.scheduler.client.report [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1404.940163] env[62298]: DEBUG nova.compute.manager [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1404.963057] env[62298]: DEBUG nova.scheduler.client.report [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1405.059129] env[62298]: DEBUG oslo_vmware.api [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Task: {'id': task-1803730, 'name': Rename_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.068679] env[62298]: DEBUG nova.network.neutron [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Updating instance_info_cache with network_info: [{"id": "a5e5b8fe-6695-4a5a-acf7-d614d0d1b250", "address": "fa:16:3e:69:3e:fe", "network": {"id": "b6964b58-3e6c-4b6d-b06c-1e04052d3be6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2036639265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1159701517734ddeb1f5715c30bfbbd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5e5b8fe-66", "ovs_interfaceid": "a5e5b8fe-6695-4a5a-acf7-d614d0d1b250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.091024] env[62298]: DEBUG nova.virt.hardware [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1405.091268] env[62298]: DEBUG nova.virt.hardware [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1405.091436] env[62298]: DEBUG nova.virt.hardware [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1405.091770] env[62298]: DEBUG nova.virt.hardware [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1405.091770] env[62298]: DEBUG nova.virt.hardware [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1405.091928] env[62298]: DEBUG nova.virt.hardware [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1405.093158] env[62298]: DEBUG nova.virt.hardware [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1405.093158] env[62298]: DEBUG nova.virt.hardware [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1405.093158] env[62298]: DEBUG nova.virt.hardware [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1405.093158] env[62298]: DEBUG nova.virt.hardware [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1405.093158] env[62298]: DEBUG nova.virt.hardware [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1405.096307] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca417a0-66a9-4793-a41d-74da0e5bf10c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.116828] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db60d46e-1379-4efa-85d5-308090cea5c3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.132357] env[62298]: DEBUG oslo_concurrency.lockutils [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.184109] env[62298]: DEBUG nova.network.neutron [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Successfully created port: a960f711-8596-44e7-a012-215d96ed8558 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1405.203598] env[62298]: DEBUG oslo_concurrency.lockutils [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquiring lock "refresh_cache-005007c7-b4dc-41b7-837c-4b8c5cc8feff" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.203598] env[62298]: DEBUG oslo_concurrency.lockutils [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquired lock "refresh_cache-005007c7-b4dc-41b7-837c-4b8c5cc8feff" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.203598] env[62298]: DEBUG nova.network.neutron [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1405.235615] env[62298]: DEBUG nova.compute.manager [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1405.273041] env[62298]: INFO nova.compute.manager [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Took 19.71 seconds to build instance. [ 1405.279241] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5e6bfd-04b7-40fa-a164-b7be897107e2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.289036] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a21eb89-a4db-42c9-b01b-c78d64fe0678 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.331476] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa671303-96cf-47b9-b1ff-5afb188210d6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.344128] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e716cd-a14d-417d-91e1-29b7f4228d16 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.361679] env[62298]: DEBUG nova.compute.provider_tree [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1405.387336] env[62298]: DEBUG oslo_vmware.api [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1803734, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.409145] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1405.410068] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Starting heal instance info cache {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1405.410068] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Rebuilding the list of instances to heal {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1405.485804] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Acquiring lock "db9a0aff-1f68-4e7b-b36a-b133d6f4c822" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.486094] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Lock "db9a0aff-1f68-4e7b-b36a-b133d6f4c822" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.556583] env[62298]: DEBUG oslo_vmware.api [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Task: {'id': task-1803730, 'name': Rename_Task, 'duration_secs': 1.201702} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.556867] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1405.557158] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6e817b3-d704-4705-b2c9-c6c919851837 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.564588] env[62298]: DEBUG oslo_vmware.api [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Waiting for the task: (returnval){ [ 1405.564588] env[62298]: value = "task-1803735" [ 1405.564588] env[62298]: _type = "Task" [ 1405.564588] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.569445] env[62298]: DEBUG oslo_concurrency.lockutils [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Releasing lock "refresh_cache-0d4c1447-4b9d-4f67-a660-bf396a79cbcd" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.569445] env[62298]: DEBUG nova.compute.manager [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Instance network_info: |[{"id": "a5e5b8fe-6695-4a5a-acf7-d614d0d1b250", "address": "fa:16:3e:69:3e:fe", "network": {"id": "b6964b58-3e6c-4b6d-b06c-1e04052d3be6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2036639265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1159701517734ddeb1f5715c30bfbbd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5e5b8fe-66", "ovs_interfaceid": "a5e5b8fe-6695-4a5a-acf7-d614d0d1b250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1405.569722] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:3e:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '38eac08f-8ebb-4703-baf2-a72571c3871f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5e5b8fe-6695-4a5a-acf7-d614d0d1b250', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1405.577477] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Creating folder: Project (1159701517734ddeb1f5715c30bfbbd0). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1405.581081] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb5c29ea-87eb-4da6-8685-391a592cd6ed {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.584517] env[62298]: DEBUG oslo_vmware.api [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Task: {'id': task-1803735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.591520] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Created folder: Project (1159701517734ddeb1f5715c30bfbbd0) in parent group-v373906. [ 1405.591717] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Creating folder: Instances. Parent ref: group-v373925. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1405.592295] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9568c3d5-575f-4073-9dbb-f0eafedd80b0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.601721] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Created folder: Instances in parent group-v373925. [ 1405.602114] env[62298]: DEBUG oslo.service.loopingcall [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1405.603066] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1405.603066] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55e8df23-4963-4aa5-b0fb-c5337020f72e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.622928] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1405.622928] env[62298]: value = "task-1803738" [ 1405.622928] env[62298]: _type = "Task" [ 1405.622928] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.631274] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803738, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.668105] env[62298]: DEBUG nova.compute.manager [req-521c809c-4f4b-4d03-a28a-fe674658850d req-0d6100c9-80f7-4514-88b4-7a1c68861d66 service nova] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Received event network-changed-4eba44e4-e87b-400f-99aa-6cc063060efa {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1405.668284] env[62298]: DEBUG nova.compute.manager [req-521c809c-4f4b-4d03-a28a-fe674658850d req-0d6100c9-80f7-4514-88b4-7a1c68861d66 service nova] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Refreshing instance network info cache due to event network-changed-4eba44e4-e87b-400f-99aa-6cc063060efa. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1405.668517] env[62298]: DEBUG oslo_concurrency.lockutils [req-521c809c-4f4b-4d03-a28a-fe674658850d req-0d6100c9-80f7-4514-88b4-7a1c68861d66 service nova] Acquiring lock "refresh_cache-cbd7ef0e-8619-4b1e-a352-371976e32dbe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.668659] env[62298]: DEBUG oslo_concurrency.lockutils [req-521c809c-4f4b-4d03-a28a-fe674658850d req-0d6100c9-80f7-4514-88b4-7a1c68861d66 service nova] Acquired lock "refresh_cache-cbd7ef0e-8619-4b1e-a352-371976e32dbe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.668811] env[62298]: DEBUG nova.network.neutron [req-521c809c-4f4b-4d03-a28a-fe674658850d req-0d6100c9-80f7-4514-88b4-7a1c68861d66 service nova] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Refreshing network info cache for port 4eba44e4-e87b-400f-99aa-6cc063060efa {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1405.761404] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.779147] env[62298]: DEBUG nova.network.neutron [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1405.779147] env[62298]: DEBUG oslo_concurrency.lockutils [None req-51f30812-409d-4650-8287-265e9d9cfd69 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Lock "dab12e8d-e1ee-4b66-ade6-927924c76226" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.233s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.886032] env[62298]: DEBUG oslo_vmware.api [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1803734, 'name': ReconfigVM_Task, 'duration_secs': 0.571396} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.886334] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Reconfigured VM instance instance-00000006 to attach disk [datastore1] cbd7ef0e-8619-4b1e-a352-371976e32dbe/cbd7ef0e-8619-4b1e-a352-371976e32dbe.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1405.887153] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5081ba45-36d5-40b9-ac9d-b19399e144b4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.899072] env[62298]: DEBUG oslo_vmware.api [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1405.899072] env[62298]: value = "task-1803739" [ 1405.899072] env[62298]: _type = "Task" [ 1405.899072] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.907570] env[62298]: ERROR nova.scheduler.client.report [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [req-133ae0c7-f41a-4e4b-8492-d45f74ae1938] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-133ae0c7-f41a-4e4b-8492-d45f74ae1938"}]} [ 1405.919020] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Skipping network cache update for instance because it is being deleted. {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10388}} [ 1405.919020] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Skipping network cache update for instance because it is Building. {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1405.919020] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Skipping network cache update for instance because it is Building. {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1405.919020] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Skipping network cache update for instance because it is Building. {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1405.919020] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Skipping network cache update for instance because it is Building. {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1405.919020] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Skipping network cache update for instance because it is Building. {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1405.919598] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Skipping network cache update for instance because it is Building. {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1405.924083] env[62298]: DEBUG oslo_vmware.api [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1803739, 'name': Rename_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.935420] env[62298]: DEBUG nova.scheduler.client.report [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1405.958240] env[62298]: DEBUG nova.scheduler.client.report [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1405.958532] env[62298]: DEBUG nova.compute.provider_tree [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1405.979368] env[62298]: DEBUG nova.scheduler.client.report [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1406.018973] env[62298]: DEBUG nova.scheduler.client.report [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1406.056860] env[62298]: DEBUG nova.network.neutron [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Updating instance_info_cache with network_info: [{"id": "f2f00139-f18c-4541-bd19-57798b9c54b7", "address": "fa:16:3e:00:ac:5b", "network": {"id": "8bec07db-9204-4a2d-a3cc-c76676c9e887", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1314547665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9f2ac2639643e790fa1d913c4dc43f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2f00139-f1", "ovs_interfaceid": "f2f00139-f18c-4541-bd19-57798b9c54b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.078887] env[62298]: DEBUG oslo_vmware.api [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Task: {'id': task-1803735, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.092752] env[62298]: DEBUG nova.network.neutron [-] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.134232] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803738, 'name': CreateVM_Task, 'duration_secs': 0.390512} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.139973] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1406.141203] env[62298]: DEBUG oslo_concurrency.lockutils [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.141282] env[62298]: DEBUG oslo_concurrency.lockutils [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.141631] env[62298]: DEBUG oslo_concurrency.lockutils [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1406.142022] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ded5a7d-04db-464d-a6f5-4caba6eb7ebf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.149244] env[62298]: DEBUG oslo_vmware.api [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Waiting for the task: (returnval){ [ 1406.149244] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b0c99b-ebb5-81da-e03f-534a465243a7" [ 1406.149244] env[62298]: _type = "Task" [ 1406.149244] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.167664] env[62298]: DEBUG oslo_vmware.api [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b0c99b-ebb5-81da-e03f-534a465243a7, 'name': SearchDatastore_Task, 'duration_secs': 0.011228} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.167664] env[62298]: DEBUG oslo_concurrency.lockutils [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.167664] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1406.167985] env[62298]: DEBUG oslo_concurrency.lockutils [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.168125] env[62298]: DEBUG oslo_concurrency.lockutils [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.168218] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1406.168492] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bf06c34-f2eb-4e29-b51a-8c8c50f95b8f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.183841] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1406.184041] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1406.185112] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c56792cd-c59c-454f-a102-21e18d747052 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.192114] env[62298]: DEBUG oslo_vmware.api [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Waiting for the task: (returnval){ [ 1406.192114] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52646d56-cf54-f062-4295-290fa56ec841" [ 1406.192114] env[62298]: _type = "Task" [ 1406.192114] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.200661] env[62298]: DEBUG oslo_vmware.api [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52646d56-cf54-f062-4295-290fa56ec841, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.221124] env[62298]: DEBUG nova.compute.manager [req-cd5d65d7-0344-49de-8586-ef51e367f86e req-e7fce45e-4fa1-4f3a-958c-07b41c2df07c service nova] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Received event network-vif-plugged-a5e5b8fe-6695-4a5a-acf7-d614d0d1b250 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1406.221340] env[62298]: DEBUG oslo_concurrency.lockutils [req-cd5d65d7-0344-49de-8586-ef51e367f86e req-e7fce45e-4fa1-4f3a-958c-07b41c2df07c service nova] Acquiring lock "0d4c1447-4b9d-4f67-a660-bf396a79cbcd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.221553] env[62298]: DEBUG oslo_concurrency.lockutils [req-cd5d65d7-0344-49de-8586-ef51e367f86e req-e7fce45e-4fa1-4f3a-958c-07b41c2df07c service nova] Lock "0d4c1447-4b9d-4f67-a660-bf396a79cbcd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.221748] env[62298]: DEBUG oslo_concurrency.lockutils [req-cd5d65d7-0344-49de-8586-ef51e367f86e req-e7fce45e-4fa1-4f3a-958c-07b41c2df07c service nova] Lock "0d4c1447-4b9d-4f67-a660-bf396a79cbcd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.221917] env[62298]: DEBUG nova.compute.manager [req-cd5d65d7-0344-49de-8586-ef51e367f86e req-e7fce45e-4fa1-4f3a-958c-07b41c2df07c service nova] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] No waiting events found dispatching network-vif-plugged-a5e5b8fe-6695-4a5a-acf7-d614d0d1b250 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1406.222453] env[62298]: WARNING nova.compute.manager [req-cd5d65d7-0344-49de-8586-ef51e367f86e req-e7fce45e-4fa1-4f3a-958c-07b41c2df07c service nova] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Received unexpected event network-vif-plugged-a5e5b8fe-6695-4a5a-acf7-d614d0d1b250 for instance with vm_state building and task_state spawning. [ 1406.226360] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "refresh_cache-a79b91e6-bd85-4bfe-bf5d-349dcda6268b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.226423] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquired lock "refresh_cache-a79b91e6-bd85-4bfe-bf5d-349dcda6268b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.226573] env[62298]: DEBUG nova.network.neutron [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Forcefully refreshing network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1406.226702] env[62298]: DEBUG nova.objects.instance [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lazy-loading 'info_cache' on Instance uuid a79b91e6-bd85-4bfe-bf5d-349dcda6268b {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.285402] env[62298]: DEBUG nova.compute.manager [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1406.321173] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643a1883-0a37-45dc-a388-3f27f1b41a13 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.332594] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb8b4f3-36d3-4290-a655-b7db00d19ba2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.385172] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57169bfa-09e7-4a7a-8e70-fea1b2c70ed9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.396036] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f8066f-4f41-4cb1-8973-6022b0669faf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.417140] env[62298]: DEBUG nova.compute.provider_tree [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1406.422243] env[62298]: DEBUG oslo_vmware.api [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1803739, 'name': Rename_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.563233] env[62298]: DEBUG oslo_concurrency.lockutils [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Releasing lock "refresh_cache-005007c7-b4dc-41b7-837c-4b8c5cc8feff" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.563588] env[62298]: DEBUG nova.compute.manager [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Instance network_info: |[{"id": "f2f00139-f18c-4541-bd19-57798b9c54b7", "address": "fa:16:3e:00:ac:5b", "network": {"id": "8bec07db-9204-4a2d-a3cc-c76676c9e887", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1314547665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9f2ac2639643e790fa1d913c4dc43f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2f00139-f1", "ovs_interfaceid": "f2f00139-f18c-4541-bd19-57798b9c54b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1406.564022] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:ac:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2f00139-f18c-4541-bd19-57798b9c54b7', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1406.574550] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Creating folder: Project (ac9f2ac2639643e790fa1d913c4dc43f). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1406.575350] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cee237f-a14a-47df-851b-feb37b1607b7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.591893] env[62298]: DEBUG oslo_vmware.api [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Task: {'id': task-1803735, 'name': PowerOnVM_Task, 'duration_secs': 0.799822} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.592303] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1406.593032] env[62298]: INFO nova.compute.manager [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Took 11.28 seconds to spawn the instance on the hypervisor. [ 1406.593032] env[62298]: DEBUG nova.compute.manager [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1406.593831] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19db48b-428e-4dd4-8714-3baf039db198 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.596808] env[62298]: INFO nova.compute.manager [-] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Took 1.78 seconds to deallocate network for instance. [ 1406.613049] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Created folder: Project (ac9f2ac2639643e790fa1d913c4dc43f) in parent group-v373906. [ 1406.613049] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Creating folder: Instances. Parent ref: group-v373928. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1406.613199] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f322d028-ba0a-4b1c-ae1d-bf5ac4fd51df {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.624935] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Created folder: Instances in parent group-v373928. [ 1406.625211] env[62298]: DEBUG oslo.service.loopingcall [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1406.625404] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1406.625603] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd0335b1-7d07-478a-bdcc-e423a4d11035 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.645927] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1406.645927] env[62298]: value = "task-1803742" [ 1406.645927] env[62298]: _type = "Task" [ 1406.645927] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.653832] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803742, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.703254] env[62298]: DEBUG oslo_vmware.api [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52646d56-cf54-f062-4295-290fa56ec841, 'name': SearchDatastore_Task, 'duration_secs': 0.033959} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.704051] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-195c924e-db66-44ed-aeee-70f0f886d84e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.710182] env[62298]: DEBUG oslo_vmware.api [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Waiting for the task: (returnval){ [ 1406.710182] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52eb4842-87d7-8849-842b-44a86e678a6d" [ 1406.710182] env[62298]: _type = "Task" [ 1406.710182] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.720462] env[62298]: DEBUG oslo_vmware.api [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52eb4842-87d7-8849-842b-44a86e678a6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.781475] env[62298]: DEBUG nova.network.neutron [req-521c809c-4f4b-4d03-a28a-fe674658850d req-0d6100c9-80f7-4514-88b4-7a1c68861d66 service nova] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Updated VIF entry in instance network info cache for port 4eba44e4-e87b-400f-99aa-6cc063060efa. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1406.781821] env[62298]: DEBUG nova.network.neutron [req-521c809c-4f4b-4d03-a28a-fe674658850d req-0d6100c9-80f7-4514-88b4-7a1c68861d66 service nova] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Updating instance_info_cache with network_info: [{"id": "4eba44e4-e87b-400f-99aa-6cc063060efa", "address": "fa:16:3e:df:ef:ce", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4eba44e4-e8", "ovs_interfaceid": "4eba44e4-e87b-400f-99aa-6cc063060efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.812898] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.917317] env[62298]: DEBUG oslo_vmware.api [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1803739, 'name': Rename_Task, 'duration_secs': 0.655012} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.917647] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1406.918103] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4caaa3a3-435f-4765-908a-44990166e1c6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.932968] env[62298]: DEBUG oslo_vmware.api [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1406.932968] env[62298]: value = "task-1803743" [ 1406.932968] env[62298]: _type = "Task" [ 1406.932968] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.949928] env[62298]: DEBUG oslo_vmware.api [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1803743, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.990092] env[62298]: DEBUG nova.scheduler.client.report [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 18 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1406.990092] env[62298]: DEBUG nova.compute.provider_tree [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 18 to 19 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1406.990092] env[62298]: DEBUG nova.compute.provider_tree [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1407.129186] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7e948684-3034-433a-893a-e119d5e1dcc4 tempest-DeleteServersAdminTestJSON-500155980 tempest-DeleteServersAdminTestJSON-500155980-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.134159] env[62298]: INFO nova.compute.manager [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Took 21.05 seconds to build instance. [ 1407.159749] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803742, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.222970] env[62298]: DEBUG oslo_vmware.api [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52eb4842-87d7-8849-842b-44a86e678a6d, 'name': SearchDatastore_Task, 'duration_secs': 0.015162} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.223504] env[62298]: DEBUG oslo_concurrency.lockutils [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.225055] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 0d4c1447-4b9d-4f67-a660-bf396a79cbcd/0d4c1447-4b9d-4f67-a660-bf396a79cbcd.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1407.225055] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5631df34-3451-47d3-ac0b-01f116eb3bcc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.236286] env[62298]: DEBUG oslo_vmware.api [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Waiting for the task: (returnval){ [ 1407.236286] env[62298]: value = "task-1803744" [ 1407.236286] env[62298]: _type = "Task" [ 1407.236286] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.246550] env[62298]: DEBUG oslo_vmware.api [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1803744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.286227] env[62298]: DEBUG oslo_concurrency.lockutils [req-521c809c-4f4b-4d03-a28a-fe674658850d req-0d6100c9-80f7-4514-88b4-7a1c68861d66 service nova] Releasing lock "refresh_cache-cbd7ef0e-8619-4b1e-a352-371976e32dbe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.443846] env[62298]: DEBUG oslo_vmware.api [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1803743, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.498502] env[62298]: DEBUG oslo_concurrency.lockutils [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.594s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.498502] env[62298]: DEBUG nova.compute.manager [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1407.500589] env[62298]: DEBUG oslo_concurrency.lockutils [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.881s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.502094] env[62298]: INFO nova.compute.claims [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1407.639668] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f1181c23-343f-4292-b12c-300811b48f4f tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Lock "013b93d7-2e56-4673-88fa-9358ca07d68a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.586s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.660552] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803742, 'name': CreateVM_Task, 'duration_secs': 0.515674} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.661114] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1407.662089] env[62298]: DEBUG oslo_concurrency.lockutils [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.663108] env[62298]: DEBUG oslo_concurrency.lockutils [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.663428] env[62298]: DEBUG oslo_concurrency.lockutils [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1407.665042] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f063b04-0eac-452c-9a95-11b51d6e97ce {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.672078] env[62298]: DEBUG oslo_vmware.api [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1407.672078] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526ca16c-1ac1-5bff-cf81-10c30a31408b" [ 1407.672078] env[62298]: _type = "Task" [ 1407.672078] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.682229] env[62298]: DEBUG oslo_vmware.api [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526ca16c-1ac1-5bff-cf81-10c30a31408b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.754065] env[62298]: DEBUG oslo_vmware.api [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1803744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.956479] env[62298]: DEBUG oslo_vmware.api [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1803743, 'name': PowerOnVM_Task, 'duration_secs': 0.885452} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.957319] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1407.957319] env[62298]: INFO nova.compute.manager [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Took 10.25 seconds to spawn the instance on the hypervisor. [ 1407.959248] env[62298]: DEBUG nova.compute.manager [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1407.960170] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b6f999-1205-41d8-a999-1029d505e619 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.991323] env[62298]: DEBUG nova.network.neutron [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Successfully updated port: a960f711-8596-44e7-a012-215d96ed8558 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1408.013233] env[62298]: DEBUG nova.compute.utils [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1408.022150] env[62298]: DEBUG nova.compute.manager [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1408.022150] env[62298]: DEBUG nova.network.neutron [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1408.119021] env[62298]: DEBUG nova.policy [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48b8391bfac9417c8f1041d34606e09e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f64652a0232542f3a8c5a2f9f65044b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1408.186083] env[62298]: DEBUG oslo_vmware.api [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526ca16c-1ac1-5bff-cf81-10c30a31408b, 'name': SearchDatastore_Task, 'duration_secs': 0.018983} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.186083] env[62298]: DEBUG oslo_concurrency.lockutils [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.186269] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1408.186533] env[62298]: DEBUG oslo_concurrency.lockutils [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.186692] env[62298]: DEBUG oslo_concurrency.lockutils [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.186876] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1408.187173] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8e7b22e-aa70-4ab5-94bb-dc5ae230cc8d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.201460] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1408.201669] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1408.205513] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1026b92e-7dc1-4349-9cda-1f172a56a1e1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.209351] env[62298]: DEBUG oslo_vmware.api [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1408.209351] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521428b2-e402-eb91-d7c0-675f617f21e7" [ 1408.209351] env[62298]: _type = "Task" [ 1408.209351] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.219350] env[62298]: DEBUG oslo_vmware.api [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521428b2-e402-eb91-d7c0-675f617f21e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.249891] env[62298]: DEBUG oslo_vmware.api [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1803744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.387959] env[62298]: DEBUG nova.network.neutron [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Updating instance_info_cache with network_info: [{"id": "3a4470f3-0441-4046-8105-320bc98d566b", "address": "fa:16:3e:ef:20:11", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a4470f3-04", "ovs_interfaceid": "3a4470f3-0441-4046-8105-320bc98d566b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.488922] env[62298]: INFO nova.compute.manager [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Took 21.93 seconds to build instance. [ 1408.496084] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Acquiring lock "refresh_cache-5a6b13f8-78f2-4269-bea2-382de8867386" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.496084] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Acquired lock "refresh_cache-5a6b13f8-78f2-4269-bea2-382de8867386" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.500232] env[62298]: DEBUG nova.network.neutron [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1408.519805] env[62298]: DEBUG nova.compute.manager [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1408.672900] env[62298]: DEBUG nova.network.neutron [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Successfully created port: e0340573-c1d2-42b3-80d7-74a2c9053601 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1408.727185] env[62298]: DEBUG oslo_vmware.api [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521428b2-e402-eb91-d7c0-675f617f21e7, 'name': SearchDatastore_Task, 'duration_secs': 0.024045} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.734512] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90c51983-a973-45a4-a24a-96c34a015ddd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.742584] env[62298]: DEBUG oslo_vmware.api [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1408.742584] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525bff02-7282-8127-a4c9-f52beb0ecac4" [ 1408.742584] env[62298]: _type = "Task" [ 1408.742584] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.777270] env[62298]: DEBUG oslo_vmware.api [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525bff02-7282-8127-a4c9-f52beb0ecac4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.779087] env[62298]: DEBUG oslo_vmware.api [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1803744, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.852278] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ff6c00-f8f1-4829-a459-444fb9fa755b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.865350] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944a58e8-ef24-4045-9589-b899a1f5d227 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.903517] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Releasing lock "refresh_cache-a79b91e6-bd85-4bfe-bf5d-349dcda6268b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.903934] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Updated the network info_cache for instance {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 1408.904215] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.905904] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6c21ed-663e-45f1-a782-17d83109ffbb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.916603] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52039d5-c77f-414d-854e-b9451bcb3930 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.941655] env[62298]: DEBUG nova.compute.provider_tree [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.993967] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e6432b2f-82b3-4e76-83eb-850e666e1e42 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "cbd7ef0e-8619-4b1e-a352-371976e32dbe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.456s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.104357] env[62298]: DEBUG nova.network.neutron [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1409.221286] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquiring lock "d66de16c-2f22-4324-a6c2-7f0030ad6b6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.221737] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Lock "d66de16c-2f22-4324-a6c2-7f0030ad6b6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.251283] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquiring lock "69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.251431] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Lock "69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.259076] env[62298]: DEBUG oslo_vmware.api [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1803744, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.542244} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.262243] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 0d4c1447-4b9d-4f67-a660-bf396a79cbcd/0d4c1447-4b9d-4f67-a660-bf396a79cbcd.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1409.265019] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1409.265019] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6634c4f9-1c13-4037-83f8-8f42b76b29bd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.275473] env[62298]: DEBUG oslo_vmware.api [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525bff02-7282-8127-a4c9-f52beb0ecac4, 'name': SearchDatastore_Task, 'duration_secs': 0.029439} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.276982] env[62298]: DEBUG oslo_concurrency.lockutils [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.279021] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 005007c7-b4dc-41b7-837c-4b8c5cc8feff/005007c7-b4dc-41b7-837c-4b8c5cc8feff.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1409.279021] env[62298]: DEBUG oslo_vmware.api [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Waiting for the task: (returnval){ [ 1409.279021] env[62298]: value = "task-1803745" [ 1409.279021] env[62298]: _type = "Task" [ 1409.279021] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.279021] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11c68076-86f1-4777-9cbf-0f6a43230c80 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.288636] env[62298]: DEBUG oslo_vmware.api [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1803745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.295055] env[62298]: DEBUG oslo_vmware.api [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1409.295055] env[62298]: value = "task-1803746" [ 1409.295055] env[62298]: _type = "Task" [ 1409.295055] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.295377] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquiring lock "a384f44d-9fc3-4570-bac6-5e13c22d012c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.295514] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Lock "a384f44d-9fc3-4570-bac6-5e13c22d012c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.311271] env[62298]: DEBUG oslo_vmware.api [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1803746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.338419] env[62298]: DEBUG nova.network.neutron [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Updating instance_info_cache with network_info: [{"id": "a960f711-8596-44e7-a012-215d96ed8558", "address": "fa:16:3e:63:eb:1d", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa960f711-85", "ovs_interfaceid": "a960f711-8596-44e7-a012-215d96ed8558", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.410698] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.450020] env[62298]: DEBUG nova.scheduler.client.report [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1409.532854] env[62298]: DEBUG nova.compute.manager [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1409.579108] env[62298]: DEBUG nova.virt.hardware [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1409.579108] env[62298]: DEBUG nova.virt.hardware [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1409.579108] env[62298]: DEBUG nova.virt.hardware [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1409.579283] env[62298]: DEBUG nova.virt.hardware [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1409.579507] env[62298]: DEBUG nova.virt.hardware [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1409.579805] env[62298]: DEBUG nova.virt.hardware [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1409.580146] env[62298]: DEBUG nova.virt.hardware [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1409.580512] env[62298]: DEBUG nova.virt.hardware [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1409.580817] env[62298]: DEBUG nova.virt.hardware [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1409.581115] env[62298]: DEBUG nova.virt.hardware [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1409.581403] env[62298]: DEBUG nova.virt.hardware [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1409.582588] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb59735-9c7f-4469-bd2a-abdb10267690 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.595132] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2772f612-aa17-465c-b1f3-27cc99979348 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.617920] env[62298]: DEBUG nova.compute.manager [None req-65d55d62-faba-4314-8e82-1ec15794f313 tempest-ServerDiagnosticsV248Test-1130872024 tempest-ServerDiagnosticsV248Test-1130872024-project-admin] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1409.619047] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45569c3-d345-4b1e-8b55-efc0069184bb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.628633] env[62298]: INFO nova.compute.manager [None req-65d55d62-faba-4314-8e82-1ec15794f313 tempest-ServerDiagnosticsV248Test-1130872024 tempest-ServerDiagnosticsV248Test-1130872024-project-admin] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Retrieving diagnostics [ 1409.635035] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e8940b-8333-4e38-9447-17f2cbf554ea {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.724123] env[62298]: DEBUG nova.compute.manager [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1409.757412] env[62298]: DEBUG nova.compute.manager [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1409.783905] env[62298]: DEBUG nova.compute.manager [req-2f75352d-8c3d-496c-bf0a-a8457dc0d4d6 req-900a4df7-c195-415b-bcb2-1e49f6786979 service nova] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Received event network-vif-plugged-f2f00139-f18c-4541-bd19-57798b9c54b7 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1409.785396] env[62298]: DEBUG oslo_concurrency.lockutils [req-2f75352d-8c3d-496c-bf0a-a8457dc0d4d6 req-900a4df7-c195-415b-bcb2-1e49f6786979 service nova] Acquiring lock "005007c7-b4dc-41b7-837c-4b8c5cc8feff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.786919] env[62298]: DEBUG oslo_concurrency.lockutils [req-2f75352d-8c3d-496c-bf0a-a8457dc0d4d6 req-900a4df7-c195-415b-bcb2-1e49f6786979 service nova] Lock "005007c7-b4dc-41b7-837c-4b8c5cc8feff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.786919] env[62298]: DEBUG oslo_concurrency.lockutils [req-2f75352d-8c3d-496c-bf0a-a8457dc0d4d6 req-900a4df7-c195-415b-bcb2-1e49f6786979 service nova] Lock "005007c7-b4dc-41b7-837c-4b8c5cc8feff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.786919] env[62298]: DEBUG nova.compute.manager [req-2f75352d-8c3d-496c-bf0a-a8457dc0d4d6 req-900a4df7-c195-415b-bcb2-1e49f6786979 service nova] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] No waiting events found dispatching network-vif-plugged-f2f00139-f18c-4541-bd19-57798b9c54b7 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1409.786919] env[62298]: WARNING nova.compute.manager [req-2f75352d-8c3d-496c-bf0a-a8457dc0d4d6 req-900a4df7-c195-415b-bcb2-1e49f6786979 service nova] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Received unexpected event network-vif-plugged-f2f00139-f18c-4541-bd19-57798b9c54b7 for instance with vm_state building and task_state spawning. [ 1409.786919] env[62298]: DEBUG nova.compute.manager [req-2f75352d-8c3d-496c-bf0a-a8457dc0d4d6 req-900a4df7-c195-415b-bcb2-1e49f6786979 service nova] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Received event network-changed-f2f00139-f18c-4541-bd19-57798b9c54b7 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1409.787265] env[62298]: DEBUG nova.compute.manager [req-2f75352d-8c3d-496c-bf0a-a8457dc0d4d6 req-900a4df7-c195-415b-bcb2-1e49f6786979 service nova] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Refreshing instance network info cache due to event network-changed-f2f00139-f18c-4541-bd19-57798b9c54b7. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1409.787265] env[62298]: DEBUG oslo_concurrency.lockutils [req-2f75352d-8c3d-496c-bf0a-a8457dc0d4d6 req-900a4df7-c195-415b-bcb2-1e49f6786979 service nova] Acquiring lock "refresh_cache-005007c7-b4dc-41b7-837c-4b8c5cc8feff" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.787265] env[62298]: DEBUG oslo_concurrency.lockutils [req-2f75352d-8c3d-496c-bf0a-a8457dc0d4d6 req-900a4df7-c195-415b-bcb2-1e49f6786979 service nova] Acquired lock "refresh_cache-005007c7-b4dc-41b7-837c-4b8c5cc8feff" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.787265] env[62298]: DEBUG nova.network.neutron [req-2f75352d-8c3d-496c-bf0a-a8457dc0d4d6 req-900a4df7-c195-415b-bcb2-1e49f6786979 service nova] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Refreshing network info cache for port f2f00139-f18c-4541-bd19-57798b9c54b7 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1409.807759] env[62298]: DEBUG oslo_vmware.api [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1803745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08607} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.809253] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1409.810354] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66d1c7c-d34c-4c01-9b72-edf33f1b404b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.818441] env[62298]: DEBUG oslo_vmware.api [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1803746, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.846609] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 0d4c1447-4b9d-4f67-a660-bf396a79cbcd/0d4c1447-4b9d-4f67-a660-bf396a79cbcd.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1409.848486] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Releasing lock "refresh_cache-5a6b13f8-78f2-4269-bea2-382de8867386" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.848486] env[62298]: DEBUG nova.compute.manager [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Instance network_info: |[{"id": "a960f711-8596-44e7-a012-215d96ed8558", "address": "fa:16:3e:63:eb:1d", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa960f711-85", "ovs_interfaceid": "a960f711-8596-44e7-a012-215d96ed8558", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1409.848803] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05b05637-50b3-44ea-a01b-f5e37a0c62d6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.863365] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:eb:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a960f711-8596-44e7-a012-215d96ed8558', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1409.872838] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Creating folder: Project (571d8664621846ba8e5ae158b147ceef). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1409.873161] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a18ff997-1589-43b0-bad5-59a9f5ab80ac {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.881946] env[62298]: DEBUG oslo_vmware.api [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Waiting for the task: (returnval){ [ 1409.881946] env[62298]: value = "task-1803747" [ 1409.881946] env[62298]: _type = "Task" [ 1409.881946] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.887667] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Created folder: Project (571d8664621846ba8e5ae158b147ceef) in parent group-v373906. [ 1409.887667] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Creating folder: Instances. Parent ref: group-v373931. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1409.888282] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-294c1cd8-a4bf-4c5e-a5df-c297a02b845e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.893989] env[62298]: DEBUG oslo_vmware.api [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1803747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.900595] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Created folder: Instances in parent group-v373931. [ 1409.900916] env[62298]: DEBUG oslo.service.loopingcall [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1409.901657] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1409.901657] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd9ca612-82ac-4501-83c5-c426b75571f7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.925542] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1409.925542] env[62298]: value = "task-1803750" [ 1409.925542] env[62298]: _type = "Task" [ 1409.925542] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.935639] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803750, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.953592] env[62298]: DEBUG oslo_concurrency.lockutils [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.954337] env[62298]: DEBUG nova.compute.manager [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1409.957543] env[62298]: DEBUG oslo_concurrency.lockutils [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.826s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.959207] env[62298]: INFO nova.compute.claims [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1410.155346] env[62298]: DEBUG nova.compute.manager [req-850cdfce-0834-4cd3-9252-1c91ec7b1ed1 req-979fe76a-cc34-4ae6-9582-91ad61a580c3 service nova] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Received event network-changed-a5e5b8fe-6695-4a5a-acf7-d614d0d1b250 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1410.156024] env[62298]: DEBUG nova.compute.manager [req-850cdfce-0834-4cd3-9252-1c91ec7b1ed1 req-979fe76a-cc34-4ae6-9582-91ad61a580c3 service nova] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Refreshing instance network info cache due to event network-changed-a5e5b8fe-6695-4a5a-acf7-d614d0d1b250. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1410.156024] env[62298]: DEBUG oslo_concurrency.lockutils [req-850cdfce-0834-4cd3-9252-1c91ec7b1ed1 req-979fe76a-cc34-4ae6-9582-91ad61a580c3 service nova] Acquiring lock "refresh_cache-0d4c1447-4b9d-4f67-a660-bf396a79cbcd" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.156167] env[62298]: DEBUG oslo_concurrency.lockutils [req-850cdfce-0834-4cd3-9252-1c91ec7b1ed1 req-979fe76a-cc34-4ae6-9582-91ad61a580c3 service nova] Acquired lock "refresh_cache-0d4c1447-4b9d-4f67-a660-bf396a79cbcd" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.156348] env[62298]: DEBUG nova.network.neutron [req-850cdfce-0834-4cd3-9252-1c91ec7b1ed1 req-979fe76a-cc34-4ae6-9582-91ad61a580c3 service nova] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Refreshing network info cache for port a5e5b8fe-6695-4a5a-acf7-d614d0d1b250 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1410.252033] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Acquiring lock "39717793-ae0a-40bc-b0f0-59ffa48bfdbb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.252477] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Lock "39717793-ae0a-40bc-b0f0-59ffa48bfdbb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.258632] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.281596] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.310644] env[62298]: DEBUG oslo_vmware.api [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1803746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790212} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.310644] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 005007c7-b4dc-41b7-837c-4b8c5cc8feff/005007c7-b4dc-41b7-837c-4b8c5cc8feff.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1410.310762] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1410.311350] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-280e1ff3-4933-4322-ab41-5ce8fd43e009 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.320239] env[62298]: DEBUG oslo_vmware.api [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1410.320239] env[62298]: value = "task-1803751" [ 1410.320239] env[62298]: _type = "Task" [ 1410.320239] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.329891] env[62298]: DEBUG oslo_vmware.api [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1803751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.404905] env[62298]: DEBUG oslo_vmware.api [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1803747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.439606] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803750, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.466101] env[62298]: DEBUG nova.compute.utils [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1410.468906] env[62298]: DEBUG nova.compute.manager [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1410.469227] env[62298]: DEBUG nova.network.neutron [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1410.530278] env[62298]: DEBUG nova.policy [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '004e0c7876664758866c98c8f36663dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5af512a3e1f469f9c4223575f326699', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1410.834495] env[62298]: DEBUG oslo_vmware.api [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1803751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157072} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.834804] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1410.836408] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68171fe6-d90d-4fda-b2a1-7234088c3e8c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.871668] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 005007c7-b4dc-41b7-837c-4b8c5cc8feff/005007c7-b4dc-41b7-837c-4b8c5cc8feff.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1410.871997] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b953e6da-c903-42f4-ad55-86b3b43c26ab {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.899932] env[62298]: DEBUG oslo_vmware.api [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1803747, 'name': ReconfigVM_Task, 'duration_secs': 0.690259} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.902734] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 0d4c1447-4b9d-4f67-a660-bf396a79cbcd/0d4c1447-4b9d-4f67-a660-bf396a79cbcd.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1410.902734] env[62298]: DEBUG oslo_vmware.api [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1410.902734] env[62298]: value = "task-1803752" [ 1410.902734] env[62298]: _type = "Task" [ 1410.902734] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.902734] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebd43d89-6c91-4f32-9c30-f6380ce05975 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.914207] env[62298]: DEBUG oslo_vmware.api [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1803752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.915730] env[62298]: DEBUG oslo_vmware.api [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Waiting for the task: (returnval){ [ 1410.915730] env[62298]: value = "task-1803753" [ 1410.915730] env[62298]: _type = "Task" [ 1410.915730] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.926727] env[62298]: DEBUG oslo_vmware.api [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1803753, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.941302] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803750, 'name': CreateVM_Task, 'duration_secs': 0.60404} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.941302] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1410.942669] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.942669] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.942813] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1410.943660] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49d8add5-7e61-4d0b-8eed-a45bfbd201e0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.951060] env[62298]: DEBUG oslo_vmware.api [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Waiting for the task: (returnval){ [ 1410.951060] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5220d083-49df-3818-693d-a231c75593cb" [ 1410.951060] env[62298]: _type = "Task" [ 1410.951060] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.958971] env[62298]: DEBUG oslo_vmware.api [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5220d083-49df-3818-693d-a231c75593cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.978402] env[62298]: DEBUG nova.compute.manager [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1411.044716] env[62298]: DEBUG nova.network.neutron [req-2f75352d-8c3d-496c-bf0a-a8457dc0d4d6 req-900a4df7-c195-415b-bcb2-1e49f6786979 service nova] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Updated VIF entry in instance network info cache for port f2f00139-f18c-4541-bd19-57798b9c54b7. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1411.044716] env[62298]: DEBUG nova.network.neutron [req-2f75352d-8c3d-496c-bf0a-a8457dc0d4d6 req-900a4df7-c195-415b-bcb2-1e49f6786979 service nova] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Updating instance_info_cache with network_info: [{"id": "f2f00139-f18c-4541-bd19-57798b9c54b7", "address": "fa:16:3e:00:ac:5b", "network": {"id": "8bec07db-9204-4a2d-a3cc-c76676c9e887", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1314547665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9f2ac2639643e790fa1d913c4dc43f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2f00139-f1", "ovs_interfaceid": "f2f00139-f18c-4541-bd19-57798b9c54b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.322036] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70adccd-524d-4a3e-afc7-990acd7031f8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.330527] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3482855-d599-498e-93ec-096503855da3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.368732] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c076d13-808c-4086-8e9d-56e9aac64788 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.372269] env[62298]: DEBUG nova.network.neutron [req-850cdfce-0834-4cd3-9252-1c91ec7b1ed1 req-979fe76a-cc34-4ae6-9582-91ad61a580c3 service nova] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Updated VIF entry in instance network info cache for port a5e5b8fe-6695-4a5a-acf7-d614d0d1b250. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1411.372615] env[62298]: DEBUG nova.network.neutron [req-850cdfce-0834-4cd3-9252-1c91ec7b1ed1 req-979fe76a-cc34-4ae6-9582-91ad61a580c3 service nova] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Updating instance_info_cache with network_info: [{"id": "a5e5b8fe-6695-4a5a-acf7-d614d0d1b250", "address": "fa:16:3e:69:3e:fe", "network": {"id": "b6964b58-3e6c-4b6d-b06c-1e04052d3be6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2036639265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1159701517734ddeb1f5715c30bfbbd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5e5b8fe-66", "ovs_interfaceid": "a5e5b8fe-6695-4a5a-acf7-d614d0d1b250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.381228] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1799a5-f40c-45c5-be0f-2a222c4e0486 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.400369] env[62298]: DEBUG nova.compute.provider_tree [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1411.417789] env[62298]: DEBUG oslo_vmware.api [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1803752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.427765] env[62298]: DEBUG oslo_vmware.api [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1803753, 'name': Rename_Task, 'duration_secs': 0.176841} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.428029] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1411.429110] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d71a5e9-285d-4f1f-bf78-4493af7d11a2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.434893] env[62298]: DEBUG oslo_vmware.api [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Waiting for the task: (returnval){ [ 1411.434893] env[62298]: value = "task-1803754" [ 1411.434893] env[62298]: _type = "Task" [ 1411.434893] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.444100] env[62298]: DEBUG oslo_vmware.api [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1803754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.459091] env[62298]: DEBUG oslo_vmware.api [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5220d083-49df-3818-693d-a231c75593cb, 'name': SearchDatastore_Task, 'duration_secs': 0.016294} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.459453] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.459631] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1411.459970] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.460228] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.460886] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1411.460886] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c1db395-f819-47d0-8475-2868de89822b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.472483] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1411.474071] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1411.475171] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dee06a5-9339-4637-b95b-73ed6eb52c4b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.481606] env[62298]: DEBUG oslo_vmware.api [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Waiting for the task: (returnval){ [ 1411.481606] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a0c038-b088-b48e-669d-2612e0537184" [ 1411.481606] env[62298]: _type = "Task" [ 1411.481606] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.495613] env[62298]: DEBUG oslo_vmware.api [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a0c038-b088-b48e-669d-2612e0537184, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.550825] env[62298]: DEBUG oslo_concurrency.lockutils [req-2f75352d-8c3d-496c-bf0a-a8457dc0d4d6 req-900a4df7-c195-415b-bcb2-1e49f6786979 service nova] Releasing lock "refresh_cache-005007c7-b4dc-41b7-837c-4b8c5cc8feff" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.550825] env[62298]: DEBUG nova.compute.manager [req-2f75352d-8c3d-496c-bf0a-a8457dc0d4d6 req-900a4df7-c195-415b-bcb2-1e49f6786979 service nova] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Received event network-vif-deleted-4158ec07-d4be-4a9e-8154-154c41c3290c {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1411.680756] env[62298]: DEBUG nova.network.neutron [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Successfully created port: 241f4d4d-6064-4935-8d11-800121d60358 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1411.737877] env[62298]: DEBUG nova.network.neutron [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Successfully updated port: e0340573-c1d2-42b3-80d7-74a2c9053601 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1411.875839] env[62298]: DEBUG oslo_concurrency.lockutils [req-850cdfce-0834-4cd3-9252-1c91ec7b1ed1 req-979fe76a-cc34-4ae6-9582-91ad61a580c3 service nova] Releasing lock "refresh_cache-0d4c1447-4b9d-4f67-a660-bf396a79cbcd" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.876194] env[62298]: DEBUG nova.compute.manager [req-850cdfce-0834-4cd3-9252-1c91ec7b1ed1 req-979fe76a-cc34-4ae6-9582-91ad61a580c3 service nova] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Received event network-vif-plugged-a960f711-8596-44e7-a012-215d96ed8558 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1411.876331] env[62298]: DEBUG oslo_concurrency.lockutils [req-850cdfce-0834-4cd3-9252-1c91ec7b1ed1 req-979fe76a-cc34-4ae6-9582-91ad61a580c3 service nova] Acquiring lock "5a6b13f8-78f2-4269-bea2-382de8867386-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.876538] env[62298]: DEBUG oslo_concurrency.lockutils [req-850cdfce-0834-4cd3-9252-1c91ec7b1ed1 req-979fe76a-cc34-4ae6-9582-91ad61a580c3 service nova] Lock "5a6b13f8-78f2-4269-bea2-382de8867386-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.876709] env[62298]: DEBUG oslo_concurrency.lockutils [req-850cdfce-0834-4cd3-9252-1c91ec7b1ed1 req-979fe76a-cc34-4ae6-9582-91ad61a580c3 service nova] Lock "5a6b13f8-78f2-4269-bea2-382de8867386-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.876917] env[62298]: DEBUG nova.compute.manager [req-850cdfce-0834-4cd3-9252-1c91ec7b1ed1 req-979fe76a-cc34-4ae6-9582-91ad61a580c3 service nova] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] No waiting events found dispatching network-vif-plugged-a960f711-8596-44e7-a012-215d96ed8558 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1411.877146] env[62298]: WARNING nova.compute.manager [req-850cdfce-0834-4cd3-9252-1c91ec7b1ed1 req-979fe76a-cc34-4ae6-9582-91ad61a580c3 service nova] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Received unexpected event network-vif-plugged-a960f711-8596-44e7-a012-215d96ed8558 for instance with vm_state building and task_state spawning. [ 1411.877333] env[62298]: DEBUG nova.compute.manager [req-850cdfce-0834-4cd3-9252-1c91ec7b1ed1 req-979fe76a-cc34-4ae6-9582-91ad61a580c3 service nova] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Received event network-changed-a960f711-8596-44e7-a012-215d96ed8558 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1411.877495] env[62298]: DEBUG nova.compute.manager [req-850cdfce-0834-4cd3-9252-1c91ec7b1ed1 req-979fe76a-cc34-4ae6-9582-91ad61a580c3 service nova] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Refreshing instance network info cache due to event network-changed-a960f711-8596-44e7-a012-215d96ed8558. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1411.877687] env[62298]: DEBUG oslo_concurrency.lockutils [req-850cdfce-0834-4cd3-9252-1c91ec7b1ed1 req-979fe76a-cc34-4ae6-9582-91ad61a580c3 service nova] Acquiring lock "refresh_cache-5a6b13f8-78f2-4269-bea2-382de8867386" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.877826] env[62298]: DEBUG oslo_concurrency.lockutils [req-850cdfce-0834-4cd3-9252-1c91ec7b1ed1 req-979fe76a-cc34-4ae6-9582-91ad61a580c3 service nova] Acquired lock "refresh_cache-5a6b13f8-78f2-4269-bea2-382de8867386" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.877984] env[62298]: DEBUG nova.network.neutron [req-850cdfce-0834-4cd3-9252-1c91ec7b1ed1 req-979fe76a-cc34-4ae6-9582-91ad61a580c3 service nova] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Refreshing network info cache for port a960f711-8596-44e7-a012-215d96ed8558 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1411.905437] env[62298]: DEBUG nova.scheduler.client.report [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1411.925411] env[62298]: DEBUG oslo_vmware.api [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1803752, 'name': ReconfigVM_Task, 'duration_secs': 0.734176} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.925950] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 005007c7-b4dc-41b7-837c-4b8c5cc8feff/005007c7-b4dc-41b7-837c-4b8c5cc8feff.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1411.927987] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c031864-dd8b-4a38-8afe-dad30dd867e2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.933966] env[62298]: DEBUG oslo_vmware.api [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1411.933966] env[62298]: value = "task-1803755" [ 1411.933966] env[62298]: _type = "Task" [ 1411.933966] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.951778] env[62298]: DEBUG oslo_vmware.api [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1803755, 'name': Rename_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.956696] env[62298]: DEBUG oslo_vmware.api [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1803754, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.999600] env[62298]: DEBUG nova.compute.manager [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1412.003728] env[62298]: DEBUG oslo_vmware.api [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a0c038-b088-b48e-669d-2612e0537184, 'name': SearchDatastore_Task, 'duration_secs': 0.03637} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.006287] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7104f55-6932-44a3-904f-a5c6cd657719 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.014687] env[62298]: DEBUG oslo_vmware.api [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Waiting for the task: (returnval){ [ 1412.014687] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5226124a-53ab-faa7-dd0b-cbb9cc0582e0" [ 1412.014687] env[62298]: _type = "Task" [ 1412.014687] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.024581] env[62298]: DEBUG oslo_vmware.api [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5226124a-53ab-faa7-dd0b-cbb9cc0582e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.036095] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Acquiring lock "49698e96-7ce6-446b-9375-bd470d083d98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.036209] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Lock "49698e96-7ce6-446b-9375-bd470d083d98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.038425] env[62298]: DEBUG nova.virt.hardware [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1412.038660] env[62298]: DEBUG nova.virt.hardware [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1412.038816] env[62298]: DEBUG nova.virt.hardware [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1412.038997] env[62298]: DEBUG nova.virt.hardware [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1412.039179] env[62298]: DEBUG nova.virt.hardware [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1412.039331] env[62298]: DEBUG nova.virt.hardware [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1412.039541] env[62298]: DEBUG nova.virt.hardware [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1412.039734] env[62298]: DEBUG nova.virt.hardware [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1412.040257] env[62298]: DEBUG nova.virt.hardware [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1412.040257] env[62298]: DEBUG nova.virt.hardware [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1412.040257] env[62298]: DEBUG nova.virt.hardware [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1412.041491] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc8c69c-3c21-47d1-958a-ba6901e72ea2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.050053] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af85d570-6894-413b-884c-32b0c38c1b9b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.246043] env[62298]: DEBUG oslo_concurrency.lockutils [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Acquiring lock "refresh_cache-998c5ca5-6d2a-40ea-8ff6-81c658a70208" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.246245] env[62298]: DEBUG oslo_concurrency.lockutils [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Acquired lock "refresh_cache-998c5ca5-6d2a-40ea-8ff6-81c658a70208" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.246429] env[62298]: DEBUG nova.network.neutron [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1412.323732] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7da59d12-22b4-41a5-8f1c-be32354b5319 tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Acquiring lock "013b93d7-2e56-4673-88fa-9358ca07d68a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.324033] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7da59d12-22b4-41a5-8f1c-be32354b5319 tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Lock "013b93d7-2e56-4673-88fa-9358ca07d68a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.324257] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7da59d12-22b4-41a5-8f1c-be32354b5319 tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Acquiring lock "013b93d7-2e56-4673-88fa-9358ca07d68a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.324441] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7da59d12-22b4-41a5-8f1c-be32354b5319 tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Lock "013b93d7-2e56-4673-88fa-9358ca07d68a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.324612] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7da59d12-22b4-41a5-8f1c-be32354b5319 tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Lock "013b93d7-2e56-4673-88fa-9358ca07d68a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.327251] env[62298]: INFO nova.compute.manager [None req-7da59d12-22b4-41a5-8f1c-be32354b5319 tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Terminating instance [ 1412.412120] env[62298]: DEBUG oslo_concurrency.lockutils [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.412783] env[62298]: DEBUG nova.compute.manager [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1412.419016] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.658s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.421213] env[62298]: INFO nova.compute.claims [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1412.446897] env[62298]: DEBUG oslo_vmware.api [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1803755, 'name': Rename_Task, 'duration_secs': 0.28154} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.451503] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1412.451940] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c1b1e39-74d8-46ef-9d43-2e4280b687f7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.460513] env[62298]: DEBUG oslo_vmware.api [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1803754, 'name': PowerOnVM_Task, 'duration_secs': 0.678865} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.462677] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1412.462677] env[62298]: INFO nova.compute.manager [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Took 12.36 seconds to spawn the instance on the hypervisor. [ 1412.462677] env[62298]: DEBUG nova.compute.manager [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1412.462677] env[62298]: DEBUG oslo_vmware.api [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1412.462677] env[62298]: value = "task-1803756" [ 1412.462677] env[62298]: _type = "Task" [ 1412.462677] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.463602] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c95376-b0d3-47d0-a524-21aee3e43547 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.478212] env[62298]: DEBUG oslo_vmware.api [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1803756, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.524573] env[62298]: DEBUG oslo_vmware.api [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5226124a-53ab-faa7-dd0b-cbb9cc0582e0, 'name': SearchDatastore_Task, 'duration_secs': 0.014276} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.528426] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.529426] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 5a6b13f8-78f2-4269-bea2-382de8867386/5a6b13f8-78f2-4269-bea2-382de8867386.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1412.530141] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b440076f-1b77-458e-9cb1-8cd16108ac0c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.539699] env[62298]: DEBUG oslo_vmware.api [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Waiting for the task: (returnval){ [ 1412.539699] env[62298]: value = "task-1803757" [ 1412.539699] env[62298]: _type = "Task" [ 1412.539699] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.549845] env[62298]: DEBUG oslo_vmware.api [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Task: {'id': task-1803757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.729351] env[62298]: DEBUG nova.network.neutron [req-850cdfce-0834-4cd3-9252-1c91ec7b1ed1 req-979fe76a-cc34-4ae6-9582-91ad61a580c3 service nova] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Updated VIF entry in instance network info cache for port a960f711-8596-44e7-a012-215d96ed8558. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1412.729351] env[62298]: DEBUG nova.network.neutron [req-850cdfce-0834-4cd3-9252-1c91ec7b1ed1 req-979fe76a-cc34-4ae6-9582-91ad61a580c3 service nova] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Updating instance_info_cache with network_info: [{"id": "a960f711-8596-44e7-a012-215d96ed8558", "address": "fa:16:3e:63:eb:1d", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa960f711-85", "ovs_interfaceid": "a960f711-8596-44e7-a012-215d96ed8558", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.836546] env[62298]: DEBUG nova.compute.manager [None req-7da59d12-22b4-41a5-8f1c-be32354b5319 tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1412.837374] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7da59d12-22b4-41a5-8f1c-be32354b5319 tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1412.838703] env[62298]: DEBUG nova.network.neutron [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1412.841988] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61f21b9-ea48-4aa0-9ebd-7df5a67bb4a2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.851288] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da59d12-22b4-41a5-8f1c-be32354b5319 tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1412.851532] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6ca0a22-5ced-40b0-a575-3e89471d70ce {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.859161] env[62298]: DEBUG oslo_vmware.api [None req-7da59d12-22b4-41a5-8f1c-be32354b5319 tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Waiting for the task: (returnval){ [ 1412.859161] env[62298]: value = "task-1803758" [ 1412.859161] env[62298]: _type = "Task" [ 1412.859161] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.869527] env[62298]: DEBUG oslo_vmware.api [None req-7da59d12-22b4-41a5-8f1c-be32354b5319 tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Task: {'id': task-1803758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.929531] env[62298]: DEBUG nova.compute.utils [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1412.935792] env[62298]: DEBUG nova.compute.manager [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1412.935792] env[62298]: DEBUG nova.network.neutron [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1412.982089] env[62298]: DEBUG oslo_vmware.api [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1803756, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.001472] env[62298]: INFO nova.compute.manager [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Took 22.21 seconds to build instance. [ 1413.049994] env[62298]: DEBUG oslo_vmware.api [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Task: {'id': task-1803757, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.057449] env[62298]: DEBUG nova.policy [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '224ed363064142cca9a119fd720d18fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd23a31565b2496f803c95eabb08981e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1413.112465] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Acquiring lock "bf540bc1-d046-4e73-85b4-2306575ff4bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.113153] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Lock "bf540bc1-d046-4e73-85b4-2306575ff4bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.240860] env[62298]: DEBUG oslo_concurrency.lockutils [req-850cdfce-0834-4cd3-9252-1c91ec7b1ed1 req-979fe76a-cc34-4ae6-9582-91ad61a580c3 service nova] Releasing lock "refresh_cache-5a6b13f8-78f2-4269-bea2-382de8867386" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.268169] env[62298]: DEBUG nova.network.neutron [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Updating instance_info_cache with network_info: [{"id": "e0340573-c1d2-42b3-80d7-74a2c9053601", "address": "fa:16:3e:b9:b5:4d", "network": {"id": "2f06fff7-5dff-4b6d-bf43-baf99b8e17ba", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1344152713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f64652a0232542f3a8c5a2f9f65044b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0340573-c1", "ovs_interfaceid": "e0340573-c1d2-42b3-80d7-74a2c9053601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.372492] env[62298]: DEBUG oslo_vmware.api [None req-7da59d12-22b4-41a5-8f1c-be32354b5319 tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Task: {'id': task-1803758, 'name': PowerOffVM_Task, 'duration_secs': 0.422589} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.372779] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da59d12-22b4-41a5-8f1c-be32354b5319 tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1413.372945] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7da59d12-22b4-41a5-8f1c-be32354b5319 tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1413.373611] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8df548ec-ce53-4941-8615-7dedc46fc626 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.437873] env[62298]: DEBUG nova.compute.manager [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1413.458305] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7da59d12-22b4-41a5-8f1c-be32354b5319 tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1413.458598] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7da59d12-22b4-41a5-8f1c-be32354b5319 tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1413.458846] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da59d12-22b4-41a5-8f1c-be32354b5319 tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Deleting the datastore file [datastore1] 013b93d7-2e56-4673-88fa-9358ca07d68a {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1413.459181] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1e1448b-39c7-4a61-b983-46c84a987247 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.469231] env[62298]: DEBUG oslo_vmware.api [None req-7da59d12-22b4-41a5-8f1c-be32354b5319 tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Waiting for the task: (returnval){ [ 1413.469231] env[62298]: value = "task-1803760" [ 1413.469231] env[62298]: _type = "Task" [ 1413.469231] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.495980] env[62298]: DEBUG oslo_vmware.api [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1803756, 'name': PowerOnVM_Task, 'duration_secs': 1.019603} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.501556] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1413.501817] env[62298]: INFO nova.compute.manager [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Took 10.95 seconds to spawn the instance on the hypervisor. [ 1413.502015] env[62298]: DEBUG nova.compute.manager [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1413.506152] env[62298]: DEBUG oslo_vmware.api [None req-7da59d12-22b4-41a5-8f1c-be32354b5319 tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Task: {'id': task-1803760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.506636] env[62298]: DEBUG oslo_concurrency.lockutils [None req-adc47ca4-afec-472f-98f9-dc749c745d54 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Lock "0d4c1447-4b9d-4f67-a660-bf396a79cbcd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.729s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.510146] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fb8a57-6bbd-4139-b9ec-c0d89011136a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.554532] env[62298]: DEBUG oslo_vmware.api [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Task: {'id': task-1803757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7634} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.554853] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 5a6b13f8-78f2-4269-bea2-382de8867386/5a6b13f8-78f2-4269-bea2-382de8867386.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1413.554976] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1413.555251] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e60cb37-c465-4430-9c12-64d3a31ffce1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.569540] env[62298]: DEBUG oslo_vmware.api [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Waiting for the task: (returnval){ [ 1413.569540] env[62298]: value = "task-1803761" [ 1413.569540] env[62298]: _type = "Task" [ 1413.569540] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.583655] env[62298]: DEBUG oslo_vmware.api [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Task: {'id': task-1803761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.719316] env[62298]: DEBUG nova.network.neutron [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Successfully created port: 945b82d8-5bd8-400e-ac1a-9722c689de0f {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1413.773154] env[62298]: DEBUG oslo_concurrency.lockutils [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Releasing lock "refresh_cache-998c5ca5-6d2a-40ea-8ff6-81c658a70208" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.773154] env[62298]: DEBUG nova.compute.manager [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Instance network_info: |[{"id": "e0340573-c1d2-42b3-80d7-74a2c9053601", "address": "fa:16:3e:b9:b5:4d", "network": {"id": "2f06fff7-5dff-4b6d-bf43-baf99b8e17ba", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1344152713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f64652a0232542f3a8c5a2f9f65044b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0340573-c1", "ovs_interfaceid": "e0340573-c1d2-42b3-80d7-74a2c9053601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1413.773907] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:b5:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31e77685-b4dd-4810-80ef-24115ea9ea62', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0340573-c1d2-42b3-80d7-74a2c9053601', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1413.784529] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Creating folder: Project (f64652a0232542f3a8c5a2f9f65044b7). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1413.785254] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-661196b8-d616-4241-bddf-eabd45505e2a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.798645] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Created folder: Project (f64652a0232542f3a8c5a2f9f65044b7) in parent group-v373906. [ 1413.798645] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Creating folder: Instances. Parent ref: group-v373934. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1413.798845] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2e6437e-9401-4f88-b615-5be65f311355 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.809128] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Created folder: Instances in parent group-v373934. [ 1413.809580] env[62298]: DEBUG oslo.service.loopingcall [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1413.809802] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1413.810017] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4c132a7-53ff-4e64-8612-cd0b9aeb129f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.837640] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1413.837640] env[62298]: value = "task-1803764" [ 1413.837640] env[62298]: _type = "Task" [ 1413.837640] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.846074] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803764, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.849266] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139822a3-c8e4-40f7-b4fc-50ccce5df893 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.857021] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130bb9a9-d2df-4e8c-92fc-26770d64f5ba {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.896763] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d98c64b-22e7-4b97-90f1-7522b889bf55 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.904805] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adce020-b55b-4060-b307-d20e0f22b221 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.919679] env[62298]: DEBUG nova.compute.provider_tree [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1413.983858] env[62298]: DEBUG oslo_vmware.api [None req-7da59d12-22b4-41a5-8f1c-be32354b5319 tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Task: {'id': task-1803760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.482816} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.984185] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da59d12-22b4-41a5-8f1c-be32354b5319 tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1413.984346] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7da59d12-22b4-41a5-8f1c-be32354b5319 tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1413.984569] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7da59d12-22b4-41a5-8f1c-be32354b5319 tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1413.984799] env[62298]: INFO nova.compute.manager [None req-7da59d12-22b4-41a5-8f1c-be32354b5319 tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1413.985065] env[62298]: DEBUG oslo.service.loopingcall [None req-7da59d12-22b4-41a5-8f1c-be32354b5319 tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1413.985265] env[62298]: DEBUG nova.compute.manager [-] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1413.985393] env[62298]: DEBUG nova.network.neutron [-] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1414.018783] env[62298]: DEBUG nova.compute.manager [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1414.041281] env[62298]: INFO nova.compute.manager [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Took 21.03 seconds to build instance. [ 1414.079712] env[62298]: DEBUG oslo_vmware.api [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Task: {'id': task-1803761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07359} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.079967] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1414.080794] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838a8473-9383-435e-8f5e-f49d7c8bd0b5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.110440] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 5a6b13f8-78f2-4269-bea2-382de8867386/5a6b13f8-78f2-4269-bea2-382de8867386.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1414.110440] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b7cca99-cea9-4dc6-8bdf-79252587ce33 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.132665] env[62298]: DEBUG oslo_vmware.api [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Waiting for the task: (returnval){ [ 1414.132665] env[62298]: value = "task-1803765" [ 1414.132665] env[62298]: _type = "Task" [ 1414.132665] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.144257] env[62298]: DEBUG oslo_vmware.api [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Task: {'id': task-1803765, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.348185] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803764, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.362359] env[62298]: DEBUG nova.compute.manager [req-6925bb28-60d1-4363-b290-d4a38a6a0951 req-f7f1f7bb-a249-4fe9-946e-fb8853005263 service nova] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Received event network-vif-plugged-e0340573-c1d2-42b3-80d7-74a2c9053601 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1414.362716] env[62298]: DEBUG oslo_concurrency.lockutils [req-6925bb28-60d1-4363-b290-d4a38a6a0951 req-f7f1f7bb-a249-4fe9-946e-fb8853005263 service nova] Acquiring lock "998c5ca5-6d2a-40ea-8ff6-81c658a70208-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.363032] env[62298]: DEBUG oslo_concurrency.lockutils [req-6925bb28-60d1-4363-b290-d4a38a6a0951 req-f7f1f7bb-a249-4fe9-946e-fb8853005263 service nova] Lock "998c5ca5-6d2a-40ea-8ff6-81c658a70208-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.363326] env[62298]: DEBUG oslo_concurrency.lockutils [req-6925bb28-60d1-4363-b290-d4a38a6a0951 req-f7f1f7bb-a249-4fe9-946e-fb8853005263 service nova] Lock "998c5ca5-6d2a-40ea-8ff6-81c658a70208-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.363447] env[62298]: DEBUG nova.compute.manager [req-6925bb28-60d1-4363-b290-d4a38a6a0951 req-f7f1f7bb-a249-4fe9-946e-fb8853005263 service nova] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] No waiting events found dispatching network-vif-plugged-e0340573-c1d2-42b3-80d7-74a2c9053601 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1414.363630] env[62298]: WARNING nova.compute.manager [req-6925bb28-60d1-4363-b290-d4a38a6a0951 req-f7f1f7bb-a249-4fe9-946e-fb8853005263 service nova] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Received unexpected event network-vif-plugged-e0340573-c1d2-42b3-80d7-74a2c9053601 for instance with vm_state building and task_state spawning. [ 1414.363824] env[62298]: DEBUG nova.compute.manager [req-6925bb28-60d1-4363-b290-d4a38a6a0951 req-f7f1f7bb-a249-4fe9-946e-fb8853005263 service nova] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Received event network-changed-e0340573-c1d2-42b3-80d7-74a2c9053601 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1414.363990] env[62298]: DEBUG nova.compute.manager [req-6925bb28-60d1-4363-b290-d4a38a6a0951 req-f7f1f7bb-a249-4fe9-946e-fb8853005263 service nova] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Refreshing instance network info cache due to event network-changed-e0340573-c1d2-42b3-80d7-74a2c9053601. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1414.364209] env[62298]: DEBUG oslo_concurrency.lockutils [req-6925bb28-60d1-4363-b290-d4a38a6a0951 req-f7f1f7bb-a249-4fe9-946e-fb8853005263 service nova] Acquiring lock "refresh_cache-998c5ca5-6d2a-40ea-8ff6-81c658a70208" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.364356] env[62298]: DEBUG oslo_concurrency.lockutils [req-6925bb28-60d1-4363-b290-d4a38a6a0951 req-f7f1f7bb-a249-4fe9-946e-fb8853005263 service nova] Acquired lock "refresh_cache-998c5ca5-6d2a-40ea-8ff6-81c658a70208" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.364600] env[62298]: DEBUG nova.network.neutron [req-6925bb28-60d1-4363-b290-d4a38a6a0951 req-f7f1f7bb-a249-4fe9-946e-fb8853005263 service nova] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Refreshing network info cache for port e0340573-c1d2-42b3-80d7-74a2c9053601 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1414.423292] env[62298]: DEBUG nova.scheduler.client.report [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1414.450843] env[62298]: DEBUG nova.compute.manager [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1414.480819] env[62298]: DEBUG nova.virt.hardware [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1414.481085] env[62298]: DEBUG nova.virt.hardware [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1414.481249] env[62298]: DEBUG nova.virt.hardware [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1414.481431] env[62298]: DEBUG nova.virt.hardware [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1414.481576] env[62298]: DEBUG nova.virt.hardware [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1414.481721] env[62298]: DEBUG nova.virt.hardware [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1414.481931] env[62298]: DEBUG nova.virt.hardware [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1414.484993] env[62298]: DEBUG nova.virt.hardware [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1414.485249] env[62298]: DEBUG nova.virt.hardware [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1414.485430] env[62298]: DEBUG nova.virt.hardware [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1414.485611] env[62298]: DEBUG nova.virt.hardware [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1414.486620] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c35682-85bb-4734-89e8-7fba39cc1bdd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.494740] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a18221-a013-4354-8be4-cd99b16ad046 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.501632] env[62298]: DEBUG nova.network.neutron [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Successfully updated port: 241f4d4d-6064-4935-8d11-800121d60358 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1414.543545] env[62298]: DEBUG oslo_concurrency.lockutils [None req-27524cee-5844-4851-a21b-a2168be2527a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "005007c7-b4dc-41b7-837c-4b8c5cc8feff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.546s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.544839] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.643738] env[62298]: DEBUG oslo_vmware.api [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Task: {'id': task-1803765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.820825] env[62298]: DEBUG nova.compute.manager [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Stashing vm_state: active {{(pid=62298) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1414.851376] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803764, 'name': CreateVM_Task, 'duration_secs': 0.597979} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.852788] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1414.853820] env[62298]: DEBUG oslo_concurrency.lockutils [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.853820] env[62298]: DEBUG oslo_concurrency.lockutils [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.854144] env[62298]: DEBUG oslo_concurrency.lockutils [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1414.854410] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d91df08c-41fd-4467-85f6-8d9d889fd886 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.860015] env[62298]: DEBUG oslo_vmware.api [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Waiting for the task: (returnval){ [ 1414.860015] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52d85562-3546-0358-716b-b299e4b90d38" [ 1414.860015] env[62298]: _type = "Task" [ 1414.860015] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.869980] env[62298]: DEBUG oslo_vmware.api [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52d85562-3546-0358-716b-b299e4b90d38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.931689] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.931689] env[62298]: DEBUG nova.compute.manager [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1414.934617] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.122s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.936952] env[62298]: INFO nova.compute.claims [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1415.017710] env[62298]: DEBUG oslo_concurrency.lockutils [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "refresh_cache-8986a988-9d2f-4838-9d87-44753fe83c76" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.017986] env[62298]: DEBUG oslo_concurrency.lockutils [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquired lock "refresh_cache-8986a988-9d2f-4838-9d87-44753fe83c76" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.018054] env[62298]: DEBUG nova.network.neutron [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1415.048258] env[62298]: DEBUG nova.compute.manager [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1415.144266] env[62298]: DEBUG oslo_vmware.api [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Task: {'id': task-1803765, 'name': ReconfigVM_Task, 'duration_secs': 0.605004} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.147054] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 5a6b13f8-78f2-4269-bea2-382de8867386/5a6b13f8-78f2-4269-bea2-382de8867386.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1415.147054] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b139793-7a64-4402-95cb-1781fd6a24de {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.151772] env[62298]: DEBUG oslo_vmware.api [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Waiting for the task: (returnval){ [ 1415.151772] env[62298]: value = "task-1803766" [ 1415.151772] env[62298]: _type = "Task" [ 1415.151772] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.167698] env[62298]: DEBUG oslo_vmware.api [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Task: {'id': task-1803766, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.178656] env[62298]: DEBUG nova.network.neutron [-] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.349786] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.371953] env[62298]: DEBUG oslo_vmware.api [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52d85562-3546-0358-716b-b299e4b90d38, 'name': SearchDatastore_Task, 'duration_secs': 0.012083} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.374093] env[62298]: DEBUG oslo_concurrency.lockutils [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.374093] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1415.374093] env[62298]: DEBUG oslo_concurrency.lockutils [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.374093] env[62298]: DEBUG oslo_concurrency.lockutils [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.375291] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1415.375291] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-975826e6-8627-46db-8d4c-f73695d6bf74 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.387428] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1415.387428] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1415.387428] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e75e756-c95b-414f-b159-fa2cdf4a237a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.392069] env[62298]: DEBUG oslo_vmware.api [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Waiting for the task: (returnval){ [ 1415.392069] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5226c0be-2768-5159-5f79-2c9922ef8643" [ 1415.392069] env[62298]: _type = "Task" [ 1415.392069] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.402021] env[62298]: DEBUG oslo_vmware.api [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5226c0be-2768-5159-5f79-2c9922ef8643, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.413773] env[62298]: DEBUG nova.network.neutron [req-6925bb28-60d1-4363-b290-d4a38a6a0951 req-f7f1f7bb-a249-4fe9-946e-fb8853005263 service nova] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Updated VIF entry in instance network info cache for port e0340573-c1d2-42b3-80d7-74a2c9053601. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1415.414145] env[62298]: DEBUG nova.network.neutron [req-6925bb28-60d1-4363-b290-d4a38a6a0951 req-f7f1f7bb-a249-4fe9-946e-fb8853005263 service nova] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Updating instance_info_cache with network_info: [{"id": "e0340573-c1d2-42b3-80d7-74a2c9053601", "address": "fa:16:3e:b9:b5:4d", "network": {"id": "2f06fff7-5dff-4b6d-bf43-baf99b8e17ba", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1344152713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f64652a0232542f3a8c5a2f9f65044b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0340573-c1", "ovs_interfaceid": "e0340573-c1d2-42b3-80d7-74a2c9053601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.444795] env[62298]: DEBUG nova.compute.utils [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1415.448728] env[62298]: DEBUG nova.compute.manager [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1415.450177] env[62298]: DEBUG nova.network.neutron [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1415.543188] env[62298]: DEBUG nova.policy [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d14cbcc0ed94593b71eebe31012290a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '495f0f3f38764b2eb2cf7e68e70e4616', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1415.583880] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.665272] env[62298]: DEBUG oslo_vmware.api [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Task: {'id': task-1803766, 'name': Rename_Task, 'duration_secs': 0.252944} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.665584] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1415.665824] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-765fa1f9-9883-4e75-82c7-1d16858e6b09 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.673788] env[62298]: DEBUG oslo_vmware.api [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Waiting for the task: (returnval){ [ 1415.673788] env[62298]: value = "task-1803767" [ 1415.673788] env[62298]: _type = "Task" [ 1415.673788] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.679450] env[62298]: DEBUG nova.network.neutron [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Successfully updated port: 945b82d8-5bd8-400e-ac1a-9722c689de0f {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1415.681418] env[62298]: INFO nova.compute.manager [-] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Took 1.70 seconds to deallocate network for instance. [ 1415.689918] env[62298]: DEBUG oslo_vmware.api [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Task: {'id': task-1803767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.773499] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf21ab03-348a-4842-ad85-4b54e2305d85 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Acquiring lock "dab12e8d-e1ee-4b66-ade6-927924c76226" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.773499] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf21ab03-348a-4842-ad85-4b54e2305d85 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Lock "dab12e8d-e1ee-4b66-ade6-927924c76226" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.773499] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf21ab03-348a-4842-ad85-4b54e2305d85 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Acquiring lock "dab12e8d-e1ee-4b66-ade6-927924c76226-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.773499] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf21ab03-348a-4842-ad85-4b54e2305d85 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Lock "dab12e8d-e1ee-4b66-ade6-927924c76226-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.773805] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf21ab03-348a-4842-ad85-4b54e2305d85 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Lock "dab12e8d-e1ee-4b66-ade6-927924c76226-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.773924] env[62298]: INFO nova.compute.manager [None req-cf21ab03-348a-4842-ad85-4b54e2305d85 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Terminating instance [ 1415.800901] env[62298]: DEBUG nova.network.neutron [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1415.906069] env[62298]: DEBUG oslo_vmware.api [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5226c0be-2768-5159-5f79-2c9922ef8643, 'name': SearchDatastore_Task, 'duration_secs': 0.010082} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.906069] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62855d7c-ff89-4646-8c49-fcf4e5d2a09a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.912334] env[62298]: DEBUG oslo_vmware.api [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Waiting for the task: (returnval){ [ 1415.912334] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b29e53-b620-c321-481e-64ad24b3a3fa" [ 1415.912334] env[62298]: _type = "Task" [ 1415.912334] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.916716] env[62298]: DEBUG oslo_concurrency.lockutils [req-6925bb28-60d1-4363-b290-d4a38a6a0951 req-f7f1f7bb-a249-4fe9-946e-fb8853005263 service nova] Releasing lock "refresh_cache-998c5ca5-6d2a-40ea-8ff6-81c658a70208" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.922197] env[62298]: DEBUG oslo_vmware.api [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b29e53-b620-c321-481e-64ad24b3a3fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.947669] env[62298]: DEBUG nova.compute.manager [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1416.188023] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "ca4080d1-e1e4-4bed-a777-bf2414a20cb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.188023] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "ca4080d1-e1e4-4bed-a777-bf2414a20cb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.191830] env[62298]: DEBUG oslo_concurrency.lockutils [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Acquiring lock "refresh_cache-8aeef358-e8ad-473e-b881-1650be5e7121" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1416.192187] env[62298]: DEBUG oslo_concurrency.lockutils [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Acquired lock "refresh_cache-8aeef358-e8ad-473e-b881-1650be5e7121" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.192187] env[62298]: DEBUG nova.network.neutron [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1416.202051] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7da59d12-22b4-41a5-8f1c-be32354b5319 tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.202928] env[62298]: DEBUG oslo_vmware.api [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Task: {'id': task-1803767, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.278881] env[62298]: DEBUG nova.compute.manager [None req-cf21ab03-348a-4842-ad85-4b54e2305d85 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1416.279132] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cf21ab03-348a-4842-ad85-4b54e2305d85 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1416.283325] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb42fe77-4c02-4b2c-ad6b-eab1ed591985 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.302440] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf21ab03-348a-4842-ad85-4b54e2305d85 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1416.303325] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3b7c4e2-166a-4a0e-9185-0c273143f5df {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.310898] env[62298]: DEBUG oslo_vmware.api [None req-cf21ab03-348a-4842-ad85-4b54e2305d85 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Waiting for the task: (returnval){ [ 1416.310898] env[62298]: value = "task-1803768" [ 1416.310898] env[62298]: _type = "Task" [ 1416.310898] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.326189] env[62298]: DEBUG oslo_vmware.api [None req-cf21ab03-348a-4842-ad85-4b54e2305d85 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Task: {'id': task-1803768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.356778] env[62298]: DEBUG nova.network.neutron [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Updating instance_info_cache with network_info: [{"id": "241f4d4d-6064-4935-8d11-800121d60358", "address": "fa:16:3e:8a:6a:a0", "network": {"id": "94bd295c-7a95-4ae9-8468-34209c70d332", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-786886130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5af512a3e1f469f9c4223575f326699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap241f4d4d-60", "ovs_interfaceid": "241f4d4d-6064-4935-8d11-800121d60358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.399758] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ce6d7d-4c69-440f-854f-8914d0ff2dc4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.411240] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a2e146-4573-40a3-9446-0624d66c9dc4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.426035] env[62298]: DEBUG oslo_vmware.api [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b29e53-b620-c321-481e-64ad24b3a3fa, 'name': SearchDatastore_Task, 'duration_secs': 0.011126} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.454308] env[62298]: DEBUG oslo_concurrency.lockutils [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.454640] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 998c5ca5-6d2a-40ea-8ff6-81c658a70208/998c5ca5-6d2a-40ea-8ff6-81c658a70208.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1416.455570] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de81faff-d035-4025-aeb3-14d1ebdd8096 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.458511] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb99603-8f64-4419-914f-c9d770c6477d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.473092] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d926e49a-cfc2-430b-a597-af301f5bf146 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.478142] env[62298]: DEBUG oslo_vmware.api [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Waiting for the task: (returnval){ [ 1416.478142] env[62298]: value = "task-1803769" [ 1416.478142] env[62298]: _type = "Task" [ 1416.478142] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.495329] env[62298]: DEBUG nova.compute.provider_tree [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1416.504676] env[62298]: DEBUG oslo_vmware.api [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Task: {'id': task-1803769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.697542] env[62298]: DEBUG oslo_vmware.api [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Task: {'id': task-1803767, 'name': PowerOnVM_Task, 'duration_secs': 0.646829} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.697706] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1416.697898] env[62298]: INFO nova.compute.manager [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Took 11.76 seconds to spawn the instance on the hypervisor. [ 1416.698140] env[62298]: DEBUG nova.compute.manager [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1416.699971] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8f9d21-ba91-49bc-b312-82a51a13b58f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.777156] env[62298]: DEBUG nova.network.neutron [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1416.823413] env[62298]: DEBUG oslo_vmware.api [None req-cf21ab03-348a-4842-ad85-4b54e2305d85 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Task: {'id': task-1803768, 'name': PowerOffVM_Task, 'duration_secs': 0.350854} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.825691] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf21ab03-348a-4842-ad85-4b54e2305d85 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1416.825988] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cf21ab03-348a-4842-ad85-4b54e2305d85 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1416.826418] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92084b6c-4c64-4448-94a9-52ea335701f4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.861981] env[62298]: DEBUG oslo_concurrency.lockutils [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Releasing lock "refresh_cache-8986a988-9d2f-4838-9d87-44753fe83c76" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.862358] env[62298]: DEBUG nova.compute.manager [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Instance network_info: |[{"id": "241f4d4d-6064-4935-8d11-800121d60358", "address": "fa:16:3e:8a:6a:a0", "network": {"id": "94bd295c-7a95-4ae9-8468-34209c70d332", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-786886130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5af512a3e1f469f9c4223575f326699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap241f4d4d-60", "ovs_interfaceid": "241f4d4d-6064-4935-8d11-800121d60358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1416.862778] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:6a:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '241f4d4d-6064-4935-8d11-800121d60358', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1416.871043] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Creating folder: Project (f5af512a3e1f469f9c4223575f326699). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1416.871043] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59232bf0-f016-4dd2-82a1-15fc820155c3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.880127] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Created folder: Project (f5af512a3e1f469f9c4223575f326699) in parent group-v373906. [ 1416.883020] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Creating folder: Instances. Parent ref: group-v373937. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1416.883020] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1878efe4-a64a-4fe0-88b6-2f23af55ddf0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.899030] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Created folder: Instances in parent group-v373937. [ 1416.899341] env[62298]: DEBUG oslo.service.loopingcall [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1416.900493] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1416.900756] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cf21ab03-348a-4842-ad85-4b54e2305d85 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1416.900996] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cf21ab03-348a-4842-ad85-4b54e2305d85 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1416.905490] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf21ab03-348a-4842-ad85-4b54e2305d85 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Deleting the datastore file [datastore1] dab12e8d-e1ee-4b66-ade6-927924c76226 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1416.905490] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-243683dc-cb95-40b6-ba6d-d2b4813b85aa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.916882] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e54076f-8a77-4a01-95bd-0840a316f0e6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.926728] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1416.926728] env[62298]: value = "task-1803773" [ 1416.926728] env[62298]: _type = "Task" [ 1416.926728] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.928108] env[62298]: DEBUG oslo_vmware.api [None req-cf21ab03-348a-4842-ad85-4b54e2305d85 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Waiting for the task: (returnval){ [ 1416.928108] env[62298]: value = "task-1803774" [ 1416.928108] env[62298]: _type = "Task" [ 1416.928108] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.951737] env[62298]: DEBUG oslo_vmware.api [None req-cf21ab03-348a-4842-ad85-4b54e2305d85 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Task: {'id': task-1803774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.951981] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803773, 'name': CreateVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.973287] env[62298]: DEBUG nova.compute.manager [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1416.989317] env[62298]: DEBUG oslo_vmware.api [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Task: {'id': task-1803769, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.999507] env[62298]: DEBUG nova.scheduler.client.report [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1417.011303] env[62298]: DEBUG nova.virt.hardware [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1417.011589] env[62298]: DEBUG nova.virt.hardware [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1417.011744] env[62298]: DEBUG nova.virt.hardware [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1417.011936] env[62298]: DEBUG nova.virt.hardware [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1417.012124] env[62298]: DEBUG nova.virt.hardware [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1417.012294] env[62298]: DEBUG nova.virt.hardware [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1417.012525] env[62298]: DEBUG nova.virt.hardware [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1417.012692] env[62298]: DEBUG nova.virt.hardware [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1417.012968] env[62298]: DEBUG nova.virt.hardware [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1417.013176] env[62298]: DEBUG nova.virt.hardware [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1417.013373] env[62298]: DEBUG nova.virt.hardware [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1417.014658] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4578ef-29e8-4275-b643-5e6e98f28d54 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.025252] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3834122-f391-45d0-835b-95830a3858ff {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.081458] env[62298]: DEBUG nova.network.neutron [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Successfully created port: 13ef9029-dabf-4ac7-9045-9247c462e34e {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1417.221275] env[62298]: INFO nova.compute.manager [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Took 22.70 seconds to build instance. [ 1417.238036] env[62298]: DEBUG nova.network.neutron [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Updating instance_info_cache with network_info: [{"id": "945b82d8-5bd8-400e-ac1a-9722c689de0f", "address": "fa:16:3e:ed:ef:04", "network": {"id": "4e57501a-5961-452c-a00c-3b59e6192748", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-162185613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd23a31565b2496f803c95eabb08981e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap945b82d8-5b", "ovs_interfaceid": "945b82d8-5bd8-400e-ac1a-9722c689de0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.441119] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803773, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.451264] env[62298]: DEBUG oslo_vmware.api [None req-cf21ab03-348a-4842-ad85-4b54e2305d85 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Task: {'id': task-1803774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.496290] env[62298]: DEBUG oslo_vmware.api [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Task: {'id': task-1803769, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.871498} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.496742] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 998c5ca5-6d2a-40ea-8ff6-81c658a70208/998c5ca5-6d2a-40ea-8ff6-81c658a70208.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1417.497638] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1417.498322] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2806e867-3fb7-4deb-8ff6-fdafabf8140b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.508168] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.508857] env[62298]: DEBUG nova.compute.manager [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1417.513960] env[62298]: DEBUG oslo_vmware.api [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Waiting for the task: (returnval){ [ 1417.513960] env[62298]: value = "task-1803775" [ 1417.513960] env[62298]: _type = "Task" [ 1417.513960] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.514927] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7e948684-3034-433a-893a-e119d5e1dcc4 tempest-DeleteServersAdminTestJSON-500155980 tempest-DeleteServersAdminTestJSON-500155980-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.386s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.515301] env[62298]: DEBUG nova.objects.instance [None req-7e948684-3034-433a-893a-e119d5e1dcc4 tempest-DeleteServersAdminTestJSON-500155980 tempest-DeleteServersAdminTestJSON-500155980-project-admin] Lazy-loading 'resources' on Instance uuid cf03f81c-1074-4856-ad6e-774d8ad0a7a0 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.532069] env[62298]: DEBUG oslo_vmware.api [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Task: {'id': task-1803775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.727913] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ff7a3282-bd97-47c9-823b-54e723139221 tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Lock "5a6b13f8-78f2-4269-bea2-382de8867386" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.219s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.743382] env[62298]: DEBUG oslo_concurrency.lockutils [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Releasing lock "refresh_cache-8aeef358-e8ad-473e-b881-1650be5e7121" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.743382] env[62298]: DEBUG nova.compute.manager [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Instance network_info: |[{"id": "945b82d8-5bd8-400e-ac1a-9722c689de0f", "address": "fa:16:3e:ed:ef:04", "network": {"id": "4e57501a-5961-452c-a00c-3b59e6192748", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-162185613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd23a31565b2496f803c95eabb08981e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap945b82d8-5b", "ovs_interfaceid": "945b82d8-5bd8-400e-ac1a-9722c689de0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1417.743554] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:ef:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '945b82d8-5bd8-400e-ac1a-9722c689de0f', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1417.755249] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Creating folder: Project (cd23a31565b2496f803c95eabb08981e). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1417.756794] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd7d51f3-e07b-42c3-9f0a-56101ab5ad92 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.768442] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Created folder: Project (cd23a31565b2496f803c95eabb08981e) in parent group-v373906. [ 1417.769578] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Creating folder: Instances. Parent ref: group-v373940. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1417.769578] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f74b53e-68f5-4f26-a490-00090a968252 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.779914] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Created folder: Instances in parent group-v373940. [ 1417.779914] env[62298]: DEBUG oslo.service.loopingcall [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1417.779914] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1417.779914] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69ce12e0-a231-47a2-beb0-5873e8ce9f47 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.803375] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1417.803375] env[62298]: value = "task-1803778" [ 1417.803375] env[62298]: _type = "Task" [ 1417.803375] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.812588] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803778, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.937360] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803773, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.949261] env[62298]: DEBUG oslo_vmware.api [None req-cf21ab03-348a-4842-ad85-4b54e2305d85 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Task: {'id': task-1803774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.659188} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.949936] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf21ab03-348a-4842-ad85-4b54e2305d85 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1417.950230] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cf21ab03-348a-4842-ad85-4b54e2305d85 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1417.950431] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cf21ab03-348a-4842-ad85-4b54e2305d85 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1417.950621] env[62298]: INFO nova.compute.manager [None req-cf21ab03-348a-4842-ad85-4b54e2305d85 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1417.951336] env[62298]: DEBUG oslo.service.loopingcall [None req-cf21ab03-348a-4842-ad85-4b54e2305d85 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1417.951630] env[62298]: DEBUG nova.compute.manager [-] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1417.951744] env[62298]: DEBUG nova.network.neutron [-] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1418.017291] env[62298]: DEBUG nova.compute.utils [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1418.018927] env[62298]: DEBUG nova.compute.manager [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1418.019646] env[62298]: DEBUG nova.network.neutron [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1418.039580] env[62298]: DEBUG oslo_vmware.api [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Task: {'id': task-1803775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096646} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.040838] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1418.042043] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d5c9a6-771e-490d-9830-b27f7aa3b4bb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.069078] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 998c5ca5-6d2a-40ea-8ff6-81c658a70208/998c5ca5-6d2a-40ea-8ff6-81c658a70208.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1418.072604] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e59357c8-0caf-4d76-b05f-1d5ccb5205f2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.093606] env[62298]: DEBUG oslo_vmware.api [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Waiting for the task: (returnval){ [ 1418.093606] env[62298]: value = "task-1803779" [ 1418.093606] env[62298]: _type = "Task" [ 1418.093606] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.102036] env[62298]: DEBUG oslo_vmware.api [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Task: {'id': task-1803779, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.103368] env[62298]: DEBUG nova.policy [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '652c753f8338498ca1cf0f2dd77c3560', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c515e149617c437db262f33a96371659', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1418.233812] env[62298]: DEBUG nova.compute.manager [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1418.318016] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803778, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.390682] env[62298]: DEBUG nova.compute.manager [req-93f92220-ac08-4908-b4ae-d4ee63c4ae5a req-78de081a-54d3-4704-aa95-de865a8a3dbc service nova] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Received event network-vif-plugged-945b82d8-5bd8-400e-ac1a-9722c689de0f {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1418.390682] env[62298]: DEBUG oslo_concurrency.lockutils [req-93f92220-ac08-4908-b4ae-d4ee63c4ae5a req-78de081a-54d3-4704-aa95-de865a8a3dbc service nova] Acquiring lock "8aeef358-e8ad-473e-b881-1650be5e7121-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.390682] env[62298]: DEBUG oslo_concurrency.lockutils [req-93f92220-ac08-4908-b4ae-d4ee63c4ae5a req-78de081a-54d3-4704-aa95-de865a8a3dbc service nova] Lock "8aeef358-e8ad-473e-b881-1650be5e7121-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.390682] env[62298]: DEBUG oslo_concurrency.lockutils [req-93f92220-ac08-4908-b4ae-d4ee63c4ae5a req-78de081a-54d3-4704-aa95-de865a8a3dbc service nova] Lock "8aeef358-e8ad-473e-b881-1650be5e7121-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.390682] env[62298]: DEBUG nova.compute.manager [req-93f92220-ac08-4908-b4ae-d4ee63c4ae5a req-78de081a-54d3-4704-aa95-de865a8a3dbc service nova] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] No waiting events found dispatching network-vif-plugged-945b82d8-5bd8-400e-ac1a-9722c689de0f {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1418.391354] env[62298]: WARNING nova.compute.manager [req-93f92220-ac08-4908-b4ae-d4ee63c4ae5a req-78de081a-54d3-4704-aa95-de865a8a3dbc service nova] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Received unexpected event network-vif-plugged-945b82d8-5bd8-400e-ac1a-9722c689de0f for instance with vm_state building and task_state spawning. [ 1418.445458] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803773, 'name': CreateVM_Task, 'duration_secs': 1.46277} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.446801] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1418.447011] env[62298]: DEBUG oslo_concurrency.lockutils [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.447240] env[62298]: DEBUG oslo_concurrency.lockutils [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.449261] env[62298]: DEBUG oslo_concurrency.lockutils [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1418.449261] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e07a033c-231c-4080-9e0a-cea3c09b938f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.453669] env[62298]: DEBUG oslo_vmware.api [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1418.453669] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52669429-cfc9-50bd-5e8e-3c672ebe83ef" [ 1418.453669] env[62298]: _type = "Task" [ 1418.453669] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.463409] env[62298]: DEBUG oslo_vmware.api [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52669429-cfc9-50bd-5e8e-3c672ebe83ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.503214] env[62298]: DEBUG oslo_concurrency.lockutils [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquiring lock "c72d4834-d20f-4995-a788-8a51ad8a447a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.503479] env[62298]: DEBUG oslo_concurrency.lockutils [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "c72d4834-d20f-4995-a788-8a51ad8a447a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.526235] env[62298]: DEBUG nova.compute.manager [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1418.564547] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aced1b95-7505-4bc4-aad3-d155eb4f2aa9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.577800] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb8edef-16a1-4b2d-9e00-58f0834bf4fd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.625979] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889b3a9b-cdcf-4f78-af98-1c51d8894ac6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.639327] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d5bf7d-df0b-49c7-b2aa-cdd90b0b02c5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.644243] env[62298]: DEBUG oslo_vmware.api [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Task: {'id': task-1803779, 'name': ReconfigVM_Task, 'duration_secs': 0.480955} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.645126] env[62298]: DEBUG nova.network.neutron [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Successfully created port: f2c9f9ac-18ba-46e0-924e-11047c9e1e53 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1418.649816] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 998c5ca5-6d2a-40ea-8ff6-81c658a70208/998c5ca5-6d2a-40ea-8ff6-81c658a70208.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1418.650947] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73d986d0-97d6-47d0-9569-b7b78a1b474d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.664901] env[62298]: DEBUG nova.compute.provider_tree [None req-7e948684-3034-433a-893a-e119d5e1dcc4 tempest-DeleteServersAdminTestJSON-500155980 tempest-DeleteServersAdminTestJSON-500155980-project-admin] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.672216] env[62298]: DEBUG oslo_vmware.api [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Waiting for the task: (returnval){ [ 1418.672216] env[62298]: value = "task-1803780" [ 1418.672216] env[62298]: _type = "Task" [ 1418.672216] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.685218] env[62298]: DEBUG oslo_vmware.api [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Task: {'id': task-1803780, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.767858] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.818776] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803778, 'name': CreateVM_Task, 'duration_secs': 0.769843} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.819019] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1418.819714] env[62298]: DEBUG oslo_concurrency.lockutils [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.898685] env[62298]: DEBUG nova.compute.manager [req-3a8eaa50-b388-4161-af99-3021a1b6ba31 req-9f1550cb-f4b0-4a75-8106-19b7110ec60d service nova] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Received event network-vif-plugged-241f4d4d-6064-4935-8d11-800121d60358 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1418.898925] env[62298]: DEBUG oslo_concurrency.lockutils [req-3a8eaa50-b388-4161-af99-3021a1b6ba31 req-9f1550cb-f4b0-4a75-8106-19b7110ec60d service nova] Acquiring lock "8986a988-9d2f-4838-9d87-44753fe83c76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.903040] env[62298]: DEBUG oslo_concurrency.lockutils [req-3a8eaa50-b388-4161-af99-3021a1b6ba31 req-9f1550cb-f4b0-4a75-8106-19b7110ec60d service nova] Lock "8986a988-9d2f-4838-9d87-44753fe83c76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.903040] env[62298]: DEBUG oslo_concurrency.lockutils [req-3a8eaa50-b388-4161-af99-3021a1b6ba31 req-9f1550cb-f4b0-4a75-8106-19b7110ec60d service nova] Lock "8986a988-9d2f-4838-9d87-44753fe83c76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.903506] env[62298]: DEBUG nova.compute.manager [req-3a8eaa50-b388-4161-af99-3021a1b6ba31 req-9f1550cb-f4b0-4a75-8106-19b7110ec60d service nova] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] No waiting events found dispatching network-vif-plugged-241f4d4d-6064-4935-8d11-800121d60358 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1418.903717] env[62298]: WARNING nova.compute.manager [req-3a8eaa50-b388-4161-af99-3021a1b6ba31 req-9f1550cb-f4b0-4a75-8106-19b7110ec60d service nova] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Received unexpected event network-vif-plugged-241f4d4d-6064-4935-8d11-800121d60358 for instance with vm_state building and task_state spawning. [ 1418.904544] env[62298]: DEBUG nova.compute.manager [req-3a8eaa50-b388-4161-af99-3021a1b6ba31 req-9f1550cb-f4b0-4a75-8106-19b7110ec60d service nova] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Received event network-changed-241f4d4d-6064-4935-8d11-800121d60358 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1418.904544] env[62298]: DEBUG nova.compute.manager [req-3a8eaa50-b388-4161-af99-3021a1b6ba31 req-9f1550cb-f4b0-4a75-8106-19b7110ec60d service nova] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Refreshing instance network info cache due to event network-changed-241f4d4d-6064-4935-8d11-800121d60358. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1418.904544] env[62298]: DEBUG oslo_concurrency.lockutils [req-3a8eaa50-b388-4161-af99-3021a1b6ba31 req-9f1550cb-f4b0-4a75-8106-19b7110ec60d service nova] Acquiring lock "refresh_cache-8986a988-9d2f-4838-9d87-44753fe83c76" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.904544] env[62298]: DEBUG oslo_concurrency.lockutils [req-3a8eaa50-b388-4161-af99-3021a1b6ba31 req-9f1550cb-f4b0-4a75-8106-19b7110ec60d service nova] Acquired lock "refresh_cache-8986a988-9d2f-4838-9d87-44753fe83c76" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.904544] env[62298]: DEBUG nova.network.neutron [req-3a8eaa50-b388-4161-af99-3021a1b6ba31 req-9f1550cb-f4b0-4a75-8106-19b7110ec60d service nova] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Refreshing network info cache for port 241f4d4d-6064-4935-8d11-800121d60358 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1418.966392] env[62298]: DEBUG oslo_vmware.api [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52669429-cfc9-50bd-5e8e-3c672ebe83ef, 'name': SearchDatastore_Task, 'duration_secs': 0.014344} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.966719] env[62298]: DEBUG oslo_concurrency.lockutils [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.967221] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1418.967453] env[62298]: DEBUG oslo_concurrency.lockutils [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.967598] env[62298]: DEBUG oslo_concurrency.lockutils [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.967779] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1418.968096] env[62298]: DEBUG oslo_concurrency.lockutils [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.969533] env[62298]: DEBUG oslo_concurrency.lockutils [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1418.969533] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f0a0307-8237-4517-ab04-fe540698c66a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.973147] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39b1b0bf-a18d-4b4a-b84c-245c6d5127e8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.978400] env[62298]: DEBUG oslo_vmware.api [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Waiting for the task: (returnval){ [ 1418.978400] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522a7f95-8183-9cb2-da5e-2269dabbdfb1" [ 1418.978400] env[62298]: _type = "Task" [ 1418.978400] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.995824] env[62298]: DEBUG oslo_vmware.api [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522a7f95-8183-9cb2-da5e-2269dabbdfb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.999313] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1418.999313] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1418.999313] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2a93045-80ef-48e9-a5da-10055ff6f5bc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.005351] env[62298]: DEBUG oslo_vmware.api [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1419.005351] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5286632a-c4d4-277e-8685-ba24076de48f" [ 1419.005351] env[62298]: _type = "Task" [ 1419.005351] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.017444] env[62298]: DEBUG oslo_vmware.api [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5286632a-c4d4-277e-8685-ba24076de48f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.150286] env[62298]: DEBUG nova.network.neutron [-] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.169558] env[62298]: DEBUG nova.scheduler.client.report [None req-7e948684-3034-433a-893a-e119d5e1dcc4 tempest-DeleteServersAdminTestJSON-500155980 tempest-DeleteServersAdminTestJSON-500155980-project-admin] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1419.188999] env[62298]: DEBUG oslo_vmware.api [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Task: {'id': task-1803780, 'name': Rename_Task, 'duration_secs': 0.208708} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.189368] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1419.189556] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-982afe52-1aa7-44f5-bede-0ed7e701523b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.196059] env[62298]: DEBUG oslo_vmware.api [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Waiting for the task: (returnval){ [ 1419.196059] env[62298]: value = "task-1803781" [ 1419.196059] env[62298]: _type = "Task" [ 1419.196059] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.207803] env[62298]: DEBUG oslo_vmware.api [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Task: {'id': task-1803781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.348275] env[62298]: DEBUG nova.network.neutron [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Successfully updated port: 13ef9029-dabf-4ac7-9045-9247c462e34e {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1419.490177] env[62298]: DEBUG oslo_vmware.api [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522a7f95-8183-9cb2-da5e-2269dabbdfb1, 'name': SearchDatastore_Task, 'duration_secs': 0.026992} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.490292] env[62298]: DEBUG oslo_concurrency.lockutils [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.491065] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1419.491065] env[62298]: DEBUG oslo_concurrency.lockutils [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.507148] env[62298]: DEBUG oslo_concurrency.lockutils [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "a72423b0-ebdf-48cc-a7f4-572c5fc398f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.507398] env[62298]: DEBUG oslo_concurrency.lockutils [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "a72423b0-ebdf-48cc-a7f4-572c5fc398f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.522363] env[62298]: DEBUG oslo_vmware.api [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5286632a-c4d4-277e-8685-ba24076de48f, 'name': SearchDatastore_Task, 'duration_secs': 0.011075} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.523443] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d80793cf-4b6d-431a-a840-6b273d7d6aec {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.528875] env[62298]: DEBUG oslo_vmware.api [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1419.528875] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a63e65-c95a-a8a2-dae8-f4f09ada4ca0" [ 1419.528875] env[62298]: _type = "Task" [ 1419.528875] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.538970] env[62298]: DEBUG nova.compute.manager [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1419.540869] env[62298]: DEBUG oslo_vmware.api [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a63e65-c95a-a8a2-dae8-f4f09ada4ca0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.577293] env[62298]: DEBUG nova.virt.hardware [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:50:47Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='380699320',id=28,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1467012777',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1419.577553] env[62298]: DEBUG nova.virt.hardware [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1419.577814] env[62298]: DEBUG nova.virt.hardware [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1419.577888] env[62298]: DEBUG nova.virt.hardware [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1419.578051] env[62298]: DEBUG nova.virt.hardware [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1419.578209] env[62298]: DEBUG nova.virt.hardware [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1419.578425] env[62298]: DEBUG nova.virt.hardware [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1419.578585] env[62298]: DEBUG nova.virt.hardware [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1419.578751] env[62298]: DEBUG nova.virt.hardware [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1419.578915] env[62298]: DEBUG nova.virt.hardware [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1419.579105] env[62298]: DEBUG nova.virt.hardware [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1419.579989] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c7a419-d4a4-4498-805c-e3f19b3b1d79 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.591330] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adf1417-8fa4-416d-82ed-5df00ee6c798 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.658049] env[62298]: INFO nova.compute.manager [-] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Took 1.71 seconds to deallocate network for instance. [ 1419.676408] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7e948684-3034-433a-893a-e119d5e1dcc4 tempest-DeleteServersAdminTestJSON-500155980 tempest-DeleteServersAdminTestJSON-500155980-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.678694] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.268s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.678917] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.679113] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62298) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1419.679859] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.421s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.682130] env[62298]: INFO nova.compute.claims [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1419.684267] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1903bf-4f11-45ef-a951-0b7cf1cfc8ff {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.693862] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612348f7-a4f7-4e07-80f7-d4aa0c5d04bb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.721053] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64da112-0182-4b0e-8092-0b4209e821ea {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.725703] env[62298]: DEBUG oslo_vmware.api [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Task: {'id': task-1803781, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.729255] env[62298]: INFO nova.scheduler.client.report [None req-7e948684-3034-433a-893a-e119d5e1dcc4 tempest-DeleteServersAdminTestJSON-500155980 tempest-DeleteServersAdminTestJSON-500155980-project-admin] Deleted allocations for instance cf03f81c-1074-4856-ad6e-774d8ad0a7a0 [ 1419.734750] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a5b317-91c1-4428-9667-cedaa73dcabd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.771892] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181394MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62298) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1419.772083] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.849916] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Acquiring lock "refresh_cache-ad322ef9-6cce-40fd-a9cc-47ffb555c1bc" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.849916] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Acquired lock "refresh_cache-ad322ef9-6cce-40fd-a9cc-47ffb555c1bc" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.850159] env[62298]: DEBUG nova.network.neutron [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1419.932655] env[62298]: DEBUG nova.network.neutron [req-3a8eaa50-b388-4161-af99-3021a1b6ba31 req-9f1550cb-f4b0-4a75-8106-19b7110ec60d service nova] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Updated VIF entry in instance network info cache for port 241f4d4d-6064-4935-8d11-800121d60358. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1419.933012] env[62298]: DEBUG nova.network.neutron [req-3a8eaa50-b388-4161-af99-3021a1b6ba31 req-9f1550cb-f4b0-4a75-8106-19b7110ec60d service nova] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Updating instance_info_cache with network_info: [{"id": "241f4d4d-6064-4935-8d11-800121d60358", "address": "fa:16:3e:8a:6a:a0", "network": {"id": "94bd295c-7a95-4ae9-8468-34209c70d332", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-786886130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5af512a3e1f469f9c4223575f326699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap241f4d4d-60", "ovs_interfaceid": "241f4d4d-6064-4935-8d11-800121d60358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.049901] env[62298]: DEBUG oslo_vmware.api [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a63e65-c95a-a8a2-dae8-f4f09ada4ca0, 'name': SearchDatastore_Task, 'duration_secs': 0.026936} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.049901] env[62298]: DEBUG oslo_concurrency.lockutils [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1420.049901] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 8986a988-9d2f-4838-9d87-44753fe83c76/8986a988-9d2f-4838-9d87-44753fe83c76.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1420.049901] env[62298]: DEBUG oslo_concurrency.lockutils [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.050299] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1420.050299] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4cf9459-e889-4f6e-bb37-3028acabdea0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.052971] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a40c594-9c3e-44bd-bc8c-d16ec3c1f9af {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.065999] env[62298]: DEBUG oslo_vmware.api [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1420.065999] env[62298]: value = "task-1803782" [ 1420.065999] env[62298]: _type = "Task" [ 1420.065999] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.069609] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1420.069845] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1420.075394] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19eeaa38-f2a7-4051-a9a5-5ffafb71bdc6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.085161] env[62298]: DEBUG oslo_vmware.api [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1803782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.086408] env[62298]: DEBUG oslo_vmware.api [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Waiting for the task: (returnval){ [ 1420.086408] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524b8dfe-2f25-efd2-6e8f-aff9ed610493" [ 1420.086408] env[62298]: _type = "Task" [ 1420.086408] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.095158] env[62298]: DEBUG oslo_vmware.api [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524b8dfe-2f25-efd2-6e8f-aff9ed610493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.170259] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf21ab03-348a-4842-ad85-4b54e2305d85 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.213906] env[62298]: DEBUG oslo_vmware.api [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Task: {'id': task-1803781, 'name': PowerOnVM_Task, 'duration_secs': 0.886482} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.213906] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1420.213906] env[62298]: INFO nova.compute.manager [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Took 10.68 seconds to spawn the instance on the hypervisor. [ 1420.213906] env[62298]: DEBUG nova.compute.manager [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1420.214615] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ac428f-0872-4d49-a5d2-9e1c1d7f86bd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.240772] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7e948684-3034-433a-893a-e119d5e1dcc4 tempest-DeleteServersAdminTestJSON-500155980 tempest-DeleteServersAdminTestJSON-500155980-project-admin] Lock "cf03f81c-1074-4856-ad6e-774d8ad0a7a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.154s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.421173] env[62298]: DEBUG nova.network.neutron [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1420.437319] env[62298]: DEBUG oslo_concurrency.lockutils [req-3a8eaa50-b388-4161-af99-3021a1b6ba31 req-9f1550cb-f4b0-4a75-8106-19b7110ec60d service nova] Releasing lock "refresh_cache-8986a988-9d2f-4838-9d87-44753fe83c76" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1420.437319] env[62298]: DEBUG nova.compute.manager [req-3a8eaa50-b388-4161-af99-3021a1b6ba31 req-9f1550cb-f4b0-4a75-8106-19b7110ec60d service nova] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Received event network-vif-deleted-427fea67-b3f1-49d3-b5c6-31e5909e031c {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1420.581850] env[62298]: DEBUG oslo_vmware.api [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1803782, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.598472] env[62298]: DEBUG oslo_vmware.api [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524b8dfe-2f25-efd2-6e8f-aff9ed610493, 'name': SearchDatastore_Task, 'duration_secs': 0.0226} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.599914] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4c3a174-e8c3-40de-b3a5-6572c7b29bea {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.606287] env[62298]: DEBUG oslo_vmware.api [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Waiting for the task: (returnval){ [ 1420.606287] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524a5e4f-de77-b581-a53d-5539dbd47abb" [ 1420.606287] env[62298]: _type = "Task" [ 1420.606287] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.615112] env[62298]: DEBUG oslo_vmware.api [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524a5e4f-de77-b581-a53d-5539dbd47abb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.705257] env[62298]: DEBUG nova.network.neutron [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Updating instance_info_cache with network_info: [{"id": "13ef9029-dabf-4ac7-9045-9247c462e34e", "address": "fa:16:3e:c6:0d:32", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13ef9029-da", "ovs_interfaceid": "13ef9029-dabf-4ac7-9045-9247c462e34e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.741035] env[62298]: INFO nova.compute.manager [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Took 22.87 seconds to build instance. [ 1420.848646] env[62298]: DEBUG nova.compute.manager [None req-4fb82b1f-dd6e-4ed5-abe8-b0f10c7332fe tempest-ServerExternalEventsTest-644513601 tempest-ServerExternalEventsTest-644513601-project] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Received event network-changed {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1420.848646] env[62298]: DEBUG nova.compute.manager [None req-4fb82b1f-dd6e-4ed5-abe8-b0f10c7332fe tempest-ServerExternalEventsTest-644513601 tempest-ServerExternalEventsTest-644513601-project] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Refreshing instance network info cache due to event network-changed. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1420.848646] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4fb82b1f-dd6e-4ed5-abe8-b0f10c7332fe tempest-ServerExternalEventsTest-644513601 tempest-ServerExternalEventsTest-644513601-project] Acquiring lock "refresh_cache-5a6b13f8-78f2-4269-bea2-382de8867386" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.848646] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4fb82b1f-dd6e-4ed5-abe8-b0f10c7332fe tempest-ServerExternalEventsTest-644513601 tempest-ServerExternalEventsTest-644513601-project] Acquired lock "refresh_cache-5a6b13f8-78f2-4269-bea2-382de8867386" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.848646] env[62298]: DEBUG nova.network.neutron [None req-4fb82b1f-dd6e-4ed5-abe8-b0f10c7332fe tempest-ServerExternalEventsTest-644513601 tempest-ServerExternalEventsTest-644513601-project] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1421.078936] env[62298]: DEBUG nova.network.neutron [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Successfully updated port: f2c9f9ac-18ba-46e0-924e-11047c9e1e53 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1421.087326] env[62298]: DEBUG oslo_vmware.api [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1803782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697063} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.087697] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 8986a988-9d2f-4838-9d87-44753fe83c76/8986a988-9d2f-4838-9d87-44753fe83c76.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1421.087697] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1421.087864] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5513269b-3b9f-422a-9afb-98d6f5749710 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.101657] env[62298]: DEBUG oslo_vmware.api [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1421.101657] env[62298]: value = "task-1803783" [ 1421.101657] env[62298]: _type = "Task" [ 1421.101657] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.118683] env[62298]: DEBUG oslo_vmware.api [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1803783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.125689] env[62298]: DEBUG oslo_vmware.api [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524a5e4f-de77-b581-a53d-5539dbd47abb, 'name': SearchDatastore_Task, 'duration_secs': 0.069752} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.126280] env[62298]: DEBUG oslo_concurrency.lockutils [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.126480] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 8aeef358-e8ad-473e-b881-1650be5e7121/8aeef358-e8ad-473e-b881-1650be5e7121.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1421.127225] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97620b22-2db3-4471-a9a7-91f2578d7b4b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.133814] env[62298]: DEBUG oslo_vmware.api [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Waiting for the task: (returnval){ [ 1421.133814] env[62298]: value = "task-1803784" [ 1421.133814] env[62298]: _type = "Task" [ 1421.133814] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.150387] env[62298]: DEBUG oslo_vmware.api [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1803784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.158131] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c394c803-9d07-41f0-8a01-1021335c6214 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.164452] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21eda169-7817-4f8d-babb-ac6e8ca95140 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.202847] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3131de66-f08e-47ac-80ee-ad7844369aa1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.211031] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72eb4cc-873a-4a9b-9425-89e36b6a05f8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.215355] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Releasing lock "refresh_cache-ad322ef9-6cce-40fd-a9cc-47ffb555c1bc" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.215663] env[62298]: DEBUG nova.compute.manager [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Instance network_info: |[{"id": "13ef9029-dabf-4ac7-9045-9247c462e34e", "address": "fa:16:3e:c6:0d:32", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13ef9029-da", "ovs_interfaceid": "13ef9029-dabf-4ac7-9045-9247c462e34e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1421.217399] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:0d:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13ef9029-dabf-4ac7-9045-9247c462e34e', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1421.223631] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Creating folder: Project (495f0f3f38764b2eb2cf7e68e70e4616). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1421.224420] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-518a4e2d-f4c2-40a7-8927-d16add0516c1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.237874] env[62298]: DEBUG nova.compute.provider_tree [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1421.246043] env[62298]: DEBUG oslo_concurrency.lockutils [None req-da8d461c-e448-4cd5-8024-43e0f47c3ce0 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Lock "998c5ca5-6d2a-40ea-8ff6-81c658a70208" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.384s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.247802] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Created folder: Project (495f0f3f38764b2eb2cf7e68e70e4616) in parent group-v373906. [ 1421.248017] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Creating folder: Instances. Parent ref: group-v373943. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1421.248498] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a616051-8ae3-4f91-b197-6a6e4e5690a0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.259952] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Created folder: Instances in parent group-v373943. [ 1421.260233] env[62298]: DEBUG oslo.service.loopingcall [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1421.260896] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1421.261147] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65f99333-994f-4d57-94f3-e8225142b97c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.281981] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1421.281981] env[62298]: value = "task-1803787" [ 1421.281981] env[62298]: _type = "Task" [ 1421.281981] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.290690] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803787, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.399159] env[62298]: DEBUG nova.compute.manager [None req-1abff0a9-0ac0-4a9c-8db4-b2564f61345b tempest-ServerDiagnosticsV248Test-1130872024 tempest-ServerDiagnosticsV248Test-1130872024-project-admin] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1421.399897] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fd6f6b-0501-458c-be45-278fad88a7d6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.410539] env[62298]: INFO nova.compute.manager [None req-1abff0a9-0ac0-4a9c-8db4-b2564f61345b tempest-ServerDiagnosticsV248Test-1130872024 tempest-ServerDiagnosticsV248Test-1130872024-project-admin] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Retrieving diagnostics [ 1421.411527] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b244d3-d967-4222-9a7c-9c3f16d1f731 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.583532] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Acquiring lock "refresh_cache-db9a0aff-1f68-4e7b-b36a-b133d6f4c822" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.583811] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Acquired lock "refresh_cache-db9a0aff-1f68-4e7b-b36a-b133d6f4c822" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.583958] env[62298]: DEBUG nova.network.neutron [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1421.615213] env[62298]: DEBUG oslo_vmware.api [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1803783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104941} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.615671] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1421.616402] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a00e4f9-c033-4f67-9b0a-6ee3260deb38 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.640886] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 8986a988-9d2f-4838-9d87-44753fe83c76/8986a988-9d2f-4838-9d87-44753fe83c76.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1421.641709] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c89efbbc-1f68-4897-8ded-da73feaabd57 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.666465] env[62298]: DEBUG oslo_vmware.api [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1803784, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.667962] env[62298]: DEBUG oslo_vmware.api [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1421.667962] env[62298]: value = "task-1803788" [ 1421.667962] env[62298]: _type = "Task" [ 1421.667962] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.674199] env[62298]: DEBUG nova.compute.manager [req-a487a1bc-e2b1-4e66-856b-5b9764184a8a req-cc1f296f-b3ba-41e7-b568-2762857640ad service nova] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Received event network-changed-945b82d8-5bd8-400e-ac1a-9722c689de0f {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1421.674431] env[62298]: DEBUG nova.compute.manager [req-a487a1bc-e2b1-4e66-856b-5b9764184a8a req-cc1f296f-b3ba-41e7-b568-2762857640ad service nova] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Refreshing instance network info cache due to event network-changed-945b82d8-5bd8-400e-ac1a-9722c689de0f. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1421.674654] env[62298]: DEBUG oslo_concurrency.lockutils [req-a487a1bc-e2b1-4e66-856b-5b9764184a8a req-cc1f296f-b3ba-41e7-b568-2762857640ad service nova] Acquiring lock "refresh_cache-8aeef358-e8ad-473e-b881-1650be5e7121" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.674870] env[62298]: DEBUG oslo_concurrency.lockutils [req-a487a1bc-e2b1-4e66-856b-5b9764184a8a req-cc1f296f-b3ba-41e7-b568-2762857640ad service nova] Acquired lock "refresh_cache-8aeef358-e8ad-473e-b881-1650be5e7121" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.674986] env[62298]: DEBUG nova.network.neutron [req-a487a1bc-e2b1-4e66-856b-5b9764184a8a req-cc1f296f-b3ba-41e7-b568-2762857640ad service nova] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Refreshing network info cache for port 945b82d8-5bd8-400e-ac1a-9722c689de0f {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1421.688676] env[62298]: DEBUG oslo_vmware.api [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1803788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.741240] env[62298]: DEBUG nova.scheduler.client.report [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1421.749280] env[62298]: DEBUG nova.compute.manager [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1421.793902] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803787, 'name': CreateVM_Task, 'duration_secs': 0.453142} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.794397] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1421.795424] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.797525] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.797525] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1421.797525] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b60f4e3a-5667-4741-a7b1-de4ec6d53651 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.803121] env[62298]: DEBUG oslo_vmware.api [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Waiting for the task: (returnval){ [ 1421.803121] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5216bf3e-63fb-1f30-8151-75f9994acc4a" [ 1421.803121] env[62298]: _type = "Task" [ 1421.803121] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.818333] env[62298]: DEBUG oslo_vmware.api [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5216bf3e-63fb-1f30-8151-75f9994acc4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.948105] env[62298]: DEBUG nova.network.neutron [None req-4fb82b1f-dd6e-4ed5-abe8-b0f10c7332fe tempest-ServerExternalEventsTest-644513601 tempest-ServerExternalEventsTest-644513601-project] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Updating instance_info_cache with network_info: [{"id": "a960f711-8596-44e7-a012-215d96ed8558", "address": "fa:16:3e:63:eb:1d", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa960f711-85", "ovs_interfaceid": "a960f711-8596-44e7-a012-215d96ed8558", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.000815] env[62298]: DEBUG oslo_concurrency.lockutils [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Acquiring lock "f20c13d7-c359-497f-a373-6b079740c4c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.001056] env[62298]: DEBUG oslo_concurrency.lockutils [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Lock "f20c13d7-c359-497f-a373-6b079740c4c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.152487] env[62298]: DEBUG oslo_vmware.api [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1803784, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.163463] env[62298]: DEBUG nova.network.neutron [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1422.177309] env[62298]: DEBUG oslo_vmware.api [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1803788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.248105] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.248423] env[62298]: DEBUG nova.compute.manager [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1422.251036] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.971s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.252474] env[62298]: INFO nova.compute.claims [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1422.285371] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.315302] env[62298]: DEBUG oslo_vmware.api [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5216bf3e-63fb-1f30-8151-75f9994acc4a, 'name': SearchDatastore_Task, 'duration_secs': 0.048413} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.315500] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.315728] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1422.316029] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.316119] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.316327] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1422.317862] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ac7e911-f36e-408d-96c6-1957a26fc10b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.330578] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1422.330708] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1422.332157] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b1fbe2f-f5a1-4c94-8ca7-2994c03e7fa2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.342161] env[62298]: DEBUG oslo_vmware.api [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Waiting for the task: (returnval){ [ 1422.342161] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c8c952-ad2e-db13-41d1-25001eb96094" [ 1422.342161] env[62298]: _type = "Task" [ 1422.342161] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.352712] env[62298]: DEBUG oslo_vmware.api [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c8c952-ad2e-db13-41d1-25001eb96094, 'name': SearchDatastore_Task} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.354828] env[62298]: DEBUG nova.compute.manager [req-affa5bdc-89db-416a-ba53-cb6c47b613c4 req-1b68d556-c78d-4d97-9869-a59b94ce0262 service nova] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Received event network-vif-deleted-21a5f49d-a486-4360-8fe8-3c620028aed4 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1422.354914] env[62298]: DEBUG nova.compute.manager [req-affa5bdc-89db-416a-ba53-cb6c47b613c4 req-1b68d556-c78d-4d97-9869-a59b94ce0262 service nova] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Received event network-vif-plugged-13ef9029-dabf-4ac7-9045-9247c462e34e {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1422.355495] env[62298]: DEBUG oslo_concurrency.lockutils [req-affa5bdc-89db-416a-ba53-cb6c47b613c4 req-1b68d556-c78d-4d97-9869-a59b94ce0262 service nova] Acquiring lock "ad322ef9-6cce-40fd-a9cc-47ffb555c1bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.355738] env[62298]: DEBUG oslo_concurrency.lockutils [req-affa5bdc-89db-416a-ba53-cb6c47b613c4 req-1b68d556-c78d-4d97-9869-a59b94ce0262 service nova] Lock "ad322ef9-6cce-40fd-a9cc-47ffb555c1bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.355908] env[62298]: DEBUG oslo_concurrency.lockutils [req-affa5bdc-89db-416a-ba53-cb6c47b613c4 req-1b68d556-c78d-4d97-9869-a59b94ce0262 service nova] Lock "ad322ef9-6cce-40fd-a9cc-47ffb555c1bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.356163] env[62298]: DEBUG nova.compute.manager [req-affa5bdc-89db-416a-ba53-cb6c47b613c4 req-1b68d556-c78d-4d97-9869-a59b94ce0262 service nova] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] No waiting events found dispatching network-vif-plugged-13ef9029-dabf-4ac7-9045-9247c462e34e {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1422.356361] env[62298]: WARNING nova.compute.manager [req-affa5bdc-89db-416a-ba53-cb6c47b613c4 req-1b68d556-c78d-4d97-9869-a59b94ce0262 service nova] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Received unexpected event network-vif-plugged-13ef9029-dabf-4ac7-9045-9247c462e34e for instance with vm_state building and task_state spawning. [ 1422.356543] env[62298]: DEBUG nova.compute.manager [req-affa5bdc-89db-416a-ba53-cb6c47b613c4 req-1b68d556-c78d-4d97-9869-a59b94ce0262 service nova] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Received event network-changed-13ef9029-dabf-4ac7-9045-9247c462e34e {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1422.356755] env[62298]: DEBUG nova.compute.manager [req-affa5bdc-89db-416a-ba53-cb6c47b613c4 req-1b68d556-c78d-4d97-9869-a59b94ce0262 service nova] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Refreshing instance network info cache due to event network-changed-13ef9029-dabf-4ac7-9045-9247c462e34e. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1422.356860] env[62298]: DEBUG oslo_concurrency.lockutils [req-affa5bdc-89db-416a-ba53-cb6c47b613c4 req-1b68d556-c78d-4d97-9869-a59b94ce0262 service nova] Acquiring lock "refresh_cache-ad322ef9-6cce-40fd-a9cc-47ffb555c1bc" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.356994] env[62298]: DEBUG oslo_concurrency.lockutils [req-affa5bdc-89db-416a-ba53-cb6c47b613c4 req-1b68d556-c78d-4d97-9869-a59b94ce0262 service nova] Acquired lock "refresh_cache-ad322ef9-6cce-40fd-a9cc-47ffb555c1bc" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.357197] env[62298]: DEBUG nova.network.neutron [req-affa5bdc-89db-416a-ba53-cb6c47b613c4 req-1b68d556-c78d-4d97-9869-a59b94ce0262 service nova] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Refreshing network info cache for port 13ef9029-dabf-4ac7-9045-9247c462e34e {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1422.361122] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c20ddd59-bb15-4f59-ad56-0fc253bfe359 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.367634] env[62298]: DEBUG oslo_vmware.api [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Waiting for the task: (returnval){ [ 1422.367634] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52df675c-5b78-25f7-fc3b-cf3240bb07b5" [ 1422.367634] env[62298]: _type = "Task" [ 1422.367634] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.376881] env[62298]: DEBUG oslo_vmware.api [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52df675c-5b78-25f7-fc3b-cf3240bb07b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.453982] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4fb82b1f-dd6e-4ed5-abe8-b0f10c7332fe tempest-ServerExternalEventsTest-644513601 tempest-ServerExternalEventsTest-644513601-project] Releasing lock "refresh_cache-5a6b13f8-78f2-4269-bea2-382de8867386" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.608195] env[62298]: DEBUG nova.network.neutron [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Updating instance_info_cache with network_info: [{"id": "f2c9f9ac-18ba-46e0-924e-11047c9e1e53", "address": "fa:16:3e:c3:9d:85", "network": {"id": "e036b4db-a501-40a4-aabe-cd64cbe4e0e3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1731901231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c515e149617c437db262f33a96371659", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2c9f9ac-18", "ovs_interfaceid": "f2c9f9ac-18ba-46e0-924e-11047c9e1e53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.651754] env[62298]: DEBUG oslo_vmware.api [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1803784, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.682780] env[62298]: DEBUG oslo_vmware.api [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1803788, 'name': ReconfigVM_Task, 'duration_secs': 0.72397} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.683119] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 8986a988-9d2f-4838-9d87-44753fe83c76/8986a988-9d2f-4838-9d87-44753fe83c76.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1422.683839] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9662a4c5-dffe-4a73-8f53-74e5c75d8f38 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.694413] env[62298]: DEBUG oslo_vmware.api [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1422.694413] env[62298]: value = "task-1803793" [ 1422.694413] env[62298]: _type = "Task" [ 1422.694413] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.709535] env[62298]: DEBUG oslo_vmware.api [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1803793, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.758976] env[62298]: DEBUG nova.compute.utils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1422.760442] env[62298]: DEBUG nova.compute.manager [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1422.760565] env[62298]: DEBUG nova.network.neutron [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1422.824242] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Acquiring lock "5a6b13f8-78f2-4269-bea2-382de8867386" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.824553] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Lock "5a6b13f8-78f2-4269-bea2-382de8867386" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.824784] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Acquiring lock "5a6b13f8-78f2-4269-bea2-382de8867386-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.825230] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Lock "5a6b13f8-78f2-4269-bea2-382de8867386-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.825442] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Lock "5a6b13f8-78f2-4269-bea2-382de8867386-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.827695] env[62298]: INFO nova.compute.manager [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Terminating instance [ 1422.831204] env[62298]: DEBUG nova.policy [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7b0daff920e49debc43b1308516c5d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c783516aff74ba0a3379f83e3a3d044', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1422.883854] env[62298]: DEBUG oslo_vmware.api [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52df675c-5b78-25f7-fc3b-cf3240bb07b5, 'name': SearchDatastore_Task, 'duration_secs': 0.031625} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.885600] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.885710] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] ad322ef9-6cce-40fd-a9cc-47ffb555c1bc/ad322ef9-6cce-40fd-a9cc-47ffb555c1bc.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1422.886313] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24e22099-2ed9-4900-a1d3-bed279798661 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.899756] env[62298]: DEBUG oslo_vmware.api [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Waiting for the task: (returnval){ [ 1422.899756] env[62298]: value = "task-1803794" [ 1422.899756] env[62298]: _type = "Task" [ 1422.899756] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.920579] env[62298]: DEBUG oslo_vmware.api [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Task: {'id': task-1803794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.111507] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Releasing lock "refresh_cache-db9a0aff-1f68-4e7b-b36a-b133d6f4c822" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.111857] env[62298]: DEBUG nova.compute.manager [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Instance network_info: |[{"id": "f2c9f9ac-18ba-46e0-924e-11047c9e1e53", "address": "fa:16:3e:c3:9d:85", "network": {"id": "e036b4db-a501-40a4-aabe-cd64cbe4e0e3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1731901231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c515e149617c437db262f33a96371659", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2c9f9ac-18", "ovs_interfaceid": "f2c9f9ac-18ba-46e0-924e-11047c9e1e53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1423.112670] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:9d:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2c9f9ac-18ba-46e0-924e-11047c9e1e53', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1423.122971] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Creating folder: Project (c515e149617c437db262f33a96371659). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1423.123388] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc2b1b2b-7634-4ab2-a76c-66d4a107f4ea {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.128406] env[62298]: DEBUG nova.network.neutron [req-a487a1bc-e2b1-4e66-856b-5b9764184a8a req-cc1f296f-b3ba-41e7-b568-2762857640ad service nova] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Updated VIF entry in instance network info cache for port 945b82d8-5bd8-400e-ac1a-9722c689de0f. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1423.128948] env[62298]: DEBUG nova.network.neutron [req-a487a1bc-e2b1-4e66-856b-5b9764184a8a req-cc1f296f-b3ba-41e7-b568-2762857640ad service nova] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Updating instance_info_cache with network_info: [{"id": "945b82d8-5bd8-400e-ac1a-9722c689de0f", "address": "fa:16:3e:ed:ef:04", "network": {"id": "4e57501a-5961-452c-a00c-3b59e6192748", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-162185613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd23a31565b2496f803c95eabb08981e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap945b82d8-5b", "ovs_interfaceid": "945b82d8-5bd8-400e-ac1a-9722c689de0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.135272] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Created folder: Project (c515e149617c437db262f33a96371659) in parent group-v373906. [ 1423.135272] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Creating folder: Instances. Parent ref: group-v373949. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1423.135480] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dabf894d-0697-4569-aa46-65b31d4e81c4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.148573] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Created folder: Instances in parent group-v373949. [ 1423.148907] env[62298]: DEBUG oslo.service.loopingcall [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1423.154701] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1423.155410] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b759c5c8-cb17-487b-a303-24419938de3e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.180171] env[62298]: DEBUG oslo_vmware.api [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1803784, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.816279} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.180891] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 8aeef358-e8ad-473e-b881-1650be5e7121/8aeef358-e8ad-473e-b881-1650be5e7121.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1423.181164] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1423.181455] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9096a3b-bbc5-4cbe-825e-e0874fc76bfd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.185700] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1423.185700] env[62298]: value = "task-1803797" [ 1423.185700] env[62298]: _type = "Task" [ 1423.185700] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.191518] env[62298]: DEBUG oslo_vmware.api [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Waiting for the task: (returnval){ [ 1423.191518] env[62298]: value = "task-1803798" [ 1423.191518] env[62298]: _type = "Task" [ 1423.191518] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.203892] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803797, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.213352] env[62298]: DEBUG oslo_vmware.api [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1803798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.217950] env[62298]: DEBUG oslo_vmware.api [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1803793, 'name': Rename_Task, 'duration_secs': 0.352067} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.218790] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1423.218790] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30735268-dac8-4ed2-90dd-89d984fd11c9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.229822] env[62298]: DEBUG oslo_vmware.api [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1423.229822] env[62298]: value = "task-1803799" [ 1423.229822] env[62298]: _type = "Task" [ 1423.229822] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.243958] env[62298]: DEBUG oslo_vmware.api [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1803799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.268050] env[62298]: DEBUG nova.compute.manager [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1423.337460] env[62298]: DEBUG nova.compute.manager [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1423.337895] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1423.338762] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c1a591-e96f-48c9-99ad-dcec446876e0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.347726] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1423.348020] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67052654-9698-47b5-93a4-f33d93877899 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.357127] env[62298]: DEBUG oslo_vmware.api [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Waiting for the task: (returnval){ [ 1423.357127] env[62298]: value = "task-1803800" [ 1423.357127] env[62298]: _type = "Task" [ 1423.357127] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.366433] env[62298]: DEBUG oslo_vmware.api [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Task: {'id': task-1803800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.414158] env[62298]: DEBUG oslo_vmware.api [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Task: {'id': task-1803794, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.557070] env[62298]: DEBUG nova.network.neutron [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Successfully created port: 5f5b5a5c-1afd-4fee-a299-63186dffebf4 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1423.641590] env[62298]: DEBUG oslo_concurrency.lockutils [req-a487a1bc-e2b1-4e66-856b-5b9764184a8a req-cc1f296f-b3ba-41e7-b568-2762857640ad service nova] Releasing lock "refresh_cache-8aeef358-e8ad-473e-b881-1650be5e7121" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.641590] env[62298]: DEBUG nova.compute.manager [req-a487a1bc-e2b1-4e66-856b-5b9764184a8a req-cc1f296f-b3ba-41e7-b568-2762857640ad service nova] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Received event network-changed-a5e5b8fe-6695-4a5a-acf7-d614d0d1b250 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1423.641590] env[62298]: DEBUG nova.compute.manager [req-a487a1bc-e2b1-4e66-856b-5b9764184a8a req-cc1f296f-b3ba-41e7-b568-2762857640ad service nova] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Refreshing instance network info cache due to event network-changed-a5e5b8fe-6695-4a5a-acf7-d614d0d1b250. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1423.641590] env[62298]: DEBUG oslo_concurrency.lockutils [req-a487a1bc-e2b1-4e66-856b-5b9764184a8a req-cc1f296f-b3ba-41e7-b568-2762857640ad service nova] Acquiring lock "refresh_cache-0d4c1447-4b9d-4f67-a660-bf396a79cbcd" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.641590] env[62298]: DEBUG oslo_concurrency.lockutils [req-a487a1bc-e2b1-4e66-856b-5b9764184a8a req-cc1f296f-b3ba-41e7-b568-2762857640ad service nova] Acquired lock "refresh_cache-0d4c1447-4b9d-4f67-a660-bf396a79cbcd" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.642016] env[62298]: DEBUG nova.network.neutron [req-a487a1bc-e2b1-4e66-856b-5b9764184a8a req-cc1f296f-b3ba-41e7-b568-2762857640ad service nova] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Refreshing network info cache for port a5e5b8fe-6695-4a5a-acf7-d614d0d1b250 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1423.714744] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803797, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.715144] env[62298]: DEBUG oslo_vmware.api [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1803798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087119} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.715895] env[62298]: DEBUG nova.network.neutron [req-affa5bdc-89db-416a-ba53-cb6c47b613c4 req-1b68d556-c78d-4d97-9869-a59b94ce0262 service nova] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Updated VIF entry in instance network info cache for port 13ef9029-dabf-4ac7-9045-9247c462e34e. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1423.716587] env[62298]: DEBUG nova.network.neutron [req-affa5bdc-89db-416a-ba53-cb6c47b613c4 req-1b68d556-c78d-4d97-9869-a59b94ce0262 service nova] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Updating instance_info_cache with network_info: [{"id": "13ef9029-dabf-4ac7-9045-9247c462e34e", "address": "fa:16:3e:c6:0d:32", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13ef9029-da", "ovs_interfaceid": "13ef9029-dabf-4ac7-9045-9247c462e34e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.717582] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1423.718553] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63de0d18-cf8a-4c3b-83aa-3f2a9d4b7269 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.755544] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 8aeef358-e8ad-473e-b881-1650be5e7121/8aeef358-e8ad-473e-b881-1650be5e7121.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1423.760446] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72b4728b-335b-4a61-9d51-15c2fe4ab8f6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.792494] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Acquiring lock "2c9f54be-e225-470a-a0cd-3af6b52a3a02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.796028] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Lock "2c9f54be-e225-470a-a0cd-3af6b52a3a02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.796028] env[62298]: DEBUG oslo_vmware.api [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1803799, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.803748] env[62298]: DEBUG oslo_vmware.api [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Waiting for the task: (returnval){ [ 1423.803748] env[62298]: value = "task-1803801" [ 1423.803748] env[62298]: _type = "Task" [ 1423.803748] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.814344] env[62298]: DEBUG oslo_vmware.api [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1803801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.876641] env[62298]: DEBUG oslo_vmware.api [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Task: {'id': task-1803800, 'name': PowerOffVM_Task, 'duration_secs': 0.298199} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.880285] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1423.880285] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1423.880285] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5490718-27b8-4127-9610-edc58f09f9b6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.895435] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73377f2b-9724-4cda-b961-4e343b3c62b5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.906969] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218360c1-4d2b-4c1c-9d73-2c15fdaa2346 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.916508] env[62298]: DEBUG oslo_vmware.api [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Task: {'id': task-1803794, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732649} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.944166] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] ad322ef9-6cce-40fd-a9cc-47ffb555c1bc/ad322ef9-6cce-40fd-a9cc-47ffb555c1bc.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1423.944166] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1423.944166] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c91e4990-2159-48e3-943a-458fd088c130 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.946531] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d657aa-eee9-4741-ba8d-851643adf3eb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.956078] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cabf3e-deec-49a4-a78f-428b2b2359e6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.963019] env[62298]: DEBUG oslo_vmware.api [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Waiting for the task: (returnval){ [ 1423.963019] env[62298]: value = "task-1803803" [ 1423.963019] env[62298]: _type = "Task" [ 1423.963019] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.976654] env[62298]: DEBUG nova.compute.provider_tree [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1423.984800] env[62298]: DEBUG oslo_vmware.api [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Task: {'id': task-1803803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.022554] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Acquiring lock "b8cd31ce-22db-49c3-9b5c-13cf72a8d18e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.022846] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Lock "b8cd31ce-22db-49c3-9b5c-13cf72a8d18e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.023094] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Acquiring lock "b8cd31ce-22db-49c3-9b5c-13cf72a8d18e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.023298] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Lock "b8cd31ce-22db-49c3-9b5c-13cf72a8d18e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.023475] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Lock "b8cd31ce-22db-49c3-9b5c-13cf72a8d18e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.028412] env[62298]: INFO nova.compute.manager [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Terminating instance [ 1424.201891] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803797, 'name': CreateVM_Task, 'duration_secs': 0.7787} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.202149] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1424.202912] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.203113] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.203447] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1424.204892] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b85d1e9-51f7-41a9-a2b4-5f3993b60cee {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.213974] env[62298]: DEBUG oslo_vmware.api [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Waiting for the task: (returnval){ [ 1424.213974] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526d9491-4cd0-2b3f-c0aa-d9f99ff18a36" [ 1424.213974] env[62298]: _type = "Task" [ 1424.213974] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.221141] env[62298]: DEBUG oslo_concurrency.lockutils [req-affa5bdc-89db-416a-ba53-cb6c47b613c4 req-1b68d556-c78d-4d97-9869-a59b94ce0262 service nova] Releasing lock "refresh_cache-ad322ef9-6cce-40fd-a9cc-47ffb555c1bc" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.229584] env[62298]: DEBUG oslo_vmware.api [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526d9491-4cd0-2b3f-c0aa-d9f99ff18a36, 'name': SearchDatastore_Task} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.232991] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.233285] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1424.237028] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.237028] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.237028] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1424.237028] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2583fbfb-dc03-4f7f-af76-2deba52bc3aa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.248924] env[62298]: DEBUG oslo_vmware.api [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1803799, 'name': PowerOnVM_Task, 'duration_secs': 0.782895} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.250547] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1424.250832] env[62298]: INFO nova.compute.manager [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Took 12.25 seconds to spawn the instance on the hypervisor. [ 1424.251125] env[62298]: DEBUG nova.compute.manager [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1424.251525] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1424.252094] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1424.253587] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9700945-c55a-454b-b6d7-d9911f7d25a9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.257980] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b0a6528-282b-4d32-9ee6-e5c1426eb0d9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.265680] env[62298]: DEBUG oslo_vmware.api [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Waiting for the task: (returnval){ [ 1424.265680] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52734a50-b6ce-0a7e-f49c-9f0b7be9c38c" [ 1424.265680] env[62298]: _type = "Task" [ 1424.265680] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.286234] env[62298]: DEBUG oslo_vmware.api [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52734a50-b6ce-0a7e-f49c-9f0b7be9c38c, 'name': SearchDatastore_Task, 'duration_secs': 0.011632} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.287627] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fb174c0-7e50-4765-96e5-1a9848ba871b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.296370] env[62298]: DEBUG nova.compute.manager [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1424.299764] env[62298]: DEBUG oslo_vmware.api [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Waiting for the task: (returnval){ [ 1424.299764] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52cb85c8-0da3-a7be-7f5d-4f5f017e8682" [ 1424.299764] env[62298]: _type = "Task" [ 1424.299764] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.323688] env[62298]: DEBUG oslo_vmware.api [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1803801, 'name': ReconfigVM_Task, 'duration_secs': 0.441026} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.329731] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 8aeef358-e8ad-473e-b881-1650be5e7121/8aeef358-e8ad-473e-b881-1650be5e7121.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1424.330522] env[62298]: DEBUG oslo_vmware.api [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52cb85c8-0da3-a7be-7f5d-4f5f017e8682, 'name': SearchDatastore_Task, 'duration_secs': 0.0102} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.340664] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8578a64-6fbb-4ace-9569-c2900d2b3f21 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.342578] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.342698] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] db9a0aff-1f68-4e7b-b36a-b133d6f4c822/db9a0aff-1f68-4e7b-b36a-b133d6f4c822.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1424.344259] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6518f517-ec9d-4379-92f0-b49633aae9bc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.351977] env[62298]: DEBUG nova.virt.hardware [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1424.353784] env[62298]: DEBUG nova.virt.hardware [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1424.353784] env[62298]: DEBUG nova.virt.hardware [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1424.353784] env[62298]: DEBUG nova.virt.hardware [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1424.353784] env[62298]: DEBUG nova.virt.hardware [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1424.353784] env[62298]: DEBUG nova.virt.hardware [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1424.354014] env[62298]: DEBUG nova.virt.hardware [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1424.354014] env[62298]: DEBUG nova.virt.hardware [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1424.354087] env[62298]: DEBUG nova.virt.hardware [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1424.354634] env[62298]: DEBUG nova.virt.hardware [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1424.354634] env[62298]: DEBUG nova.virt.hardware [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1424.356081] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2466811-318c-41d8-afe8-48cd12019fa3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.364154] env[62298]: DEBUG oslo_vmware.api [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Waiting for the task: (returnval){ [ 1424.364154] env[62298]: value = "task-1803805" [ 1424.364154] env[62298]: _type = "Task" [ 1424.364154] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.364306] env[62298]: DEBUG oslo_vmware.api [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Waiting for the task: (returnval){ [ 1424.364306] env[62298]: value = "task-1803804" [ 1424.364306] env[62298]: _type = "Task" [ 1424.364306] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.375035] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f9f8bf-6170-49d2-940d-4db99e33d565 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.386541] env[62298]: DEBUG oslo_vmware.api [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1803804, 'name': Rename_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.386806] env[62298]: DEBUG oslo_vmware.api [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1803805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.469398] env[62298]: DEBUG oslo_vmware.api [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Task: {'id': task-1803803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095171} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.470276] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1424.470472] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdef258c-6e0e-48c9-8224-2462a1d05cb9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.495936] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] ad322ef9-6cce-40fd-a9cc-47ffb555c1bc/ad322ef9-6cce-40fd-a9cc-47ffb555c1bc.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1424.498933] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdb6727d-b3f2-4ac8-ad81-349f7077cd5d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.521091] env[62298]: DEBUG oslo_vmware.api [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Waiting for the task: (returnval){ [ 1424.521091] env[62298]: value = "task-1803806" [ 1424.521091] env[62298]: _type = "Task" [ 1424.521091] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.525442] env[62298]: ERROR nova.scheduler.client.report [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [req-980998e5-ddfd-4535-9eb2-b425559e3847] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-980998e5-ddfd-4535-9eb2-b425559e3847"}]} [ 1424.534310] env[62298]: DEBUG oslo_vmware.api [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Task: {'id': task-1803806, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.536692] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Acquiring lock "refresh_cache-b8cd31ce-22db-49c3-9b5c-13cf72a8d18e" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.536910] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Acquired lock "refresh_cache-b8cd31ce-22db-49c3-9b5c-13cf72a8d18e" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.537104] env[62298]: DEBUG nova.network.neutron [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1424.551861] env[62298]: DEBUG nova.scheduler.client.report [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1424.581184] env[62298]: DEBUG nova.scheduler.client.report [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1424.581184] env[62298]: DEBUG nova.compute.provider_tree [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1424.605796] env[62298]: DEBUG nova.scheduler.client.report [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1424.639958] env[62298]: DEBUG nova.scheduler.client.report [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1424.753093] env[62298]: DEBUG nova.network.neutron [req-a487a1bc-e2b1-4e66-856b-5b9764184a8a req-cc1f296f-b3ba-41e7-b568-2762857640ad service nova] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Updated VIF entry in instance network info cache for port a5e5b8fe-6695-4a5a-acf7-d614d0d1b250. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1424.753093] env[62298]: DEBUG nova.network.neutron [req-a487a1bc-e2b1-4e66-856b-5b9764184a8a req-cc1f296f-b3ba-41e7-b568-2762857640ad service nova] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Updating instance_info_cache with network_info: [{"id": "a5e5b8fe-6695-4a5a-acf7-d614d0d1b250", "address": "fa:16:3e:69:3e:fe", "network": {"id": "b6964b58-3e6c-4b6d-b06c-1e04052d3be6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2036639265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1159701517734ddeb1f5715c30bfbbd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5e5b8fe-66", "ovs_interfaceid": "a5e5b8fe-6695-4a5a-acf7-d614d0d1b250", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.791917] env[62298]: INFO nova.compute.manager [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Took 22.22 seconds to build instance. [ 1424.884091] env[62298]: DEBUG oslo_vmware.api [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1803805, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.885031] env[62298]: DEBUG oslo_vmware.api [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1803804, 'name': Rename_Task, 'duration_secs': 0.285929} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.886385] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1424.888447] env[62298]: DEBUG nova.compute.manager [req-3d162cee-2f68-459d-a603-adabfeb983ce req-41d57481-d402-4409-b64f-201212834e76 service nova] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Received event network-vif-plugged-f2c9f9ac-18ba-46e0-924e-11047c9e1e53 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1424.888447] env[62298]: DEBUG oslo_concurrency.lockutils [req-3d162cee-2f68-459d-a603-adabfeb983ce req-41d57481-d402-4409-b64f-201212834e76 service nova] Acquiring lock "db9a0aff-1f68-4e7b-b36a-b133d6f4c822-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.888447] env[62298]: DEBUG oslo_concurrency.lockutils [req-3d162cee-2f68-459d-a603-adabfeb983ce req-41d57481-d402-4409-b64f-201212834e76 service nova] Lock "db9a0aff-1f68-4e7b-b36a-b133d6f4c822-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.888447] env[62298]: DEBUG oslo_concurrency.lockutils [req-3d162cee-2f68-459d-a603-adabfeb983ce req-41d57481-d402-4409-b64f-201212834e76 service nova] Lock "db9a0aff-1f68-4e7b-b36a-b133d6f4c822-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.888447] env[62298]: DEBUG nova.compute.manager [req-3d162cee-2f68-459d-a603-adabfeb983ce req-41d57481-d402-4409-b64f-201212834e76 service nova] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] No waiting events found dispatching network-vif-plugged-f2c9f9ac-18ba-46e0-924e-11047c9e1e53 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1424.888740] env[62298]: WARNING nova.compute.manager [req-3d162cee-2f68-459d-a603-adabfeb983ce req-41d57481-d402-4409-b64f-201212834e76 service nova] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Received unexpected event network-vif-plugged-f2c9f9ac-18ba-46e0-924e-11047c9e1e53 for instance with vm_state building and task_state spawning. [ 1424.888740] env[62298]: DEBUG nova.compute.manager [req-3d162cee-2f68-459d-a603-adabfeb983ce req-41d57481-d402-4409-b64f-201212834e76 service nova] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Received event network-changed-f2c9f9ac-18ba-46e0-924e-11047c9e1e53 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1424.888740] env[62298]: DEBUG nova.compute.manager [req-3d162cee-2f68-459d-a603-adabfeb983ce req-41d57481-d402-4409-b64f-201212834e76 service nova] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Refreshing instance network info cache due to event network-changed-f2c9f9ac-18ba-46e0-924e-11047c9e1e53. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1424.888740] env[62298]: DEBUG oslo_concurrency.lockutils [req-3d162cee-2f68-459d-a603-adabfeb983ce req-41d57481-d402-4409-b64f-201212834e76 service nova] Acquiring lock "refresh_cache-db9a0aff-1f68-4e7b-b36a-b133d6f4c822" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.888886] env[62298]: DEBUG oslo_concurrency.lockutils [req-3d162cee-2f68-459d-a603-adabfeb983ce req-41d57481-d402-4409-b64f-201212834e76 service nova] Acquired lock "refresh_cache-db9a0aff-1f68-4e7b-b36a-b133d6f4c822" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.888968] env[62298]: DEBUG nova.network.neutron [req-3d162cee-2f68-459d-a603-adabfeb983ce req-41d57481-d402-4409-b64f-201212834e76 service nova] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Refreshing network info cache for port f2c9f9ac-18ba-46e0-924e-11047c9e1e53 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1424.892454] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1bee1c3-bcb6-4003-a039-38282d8625b1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.900053] env[62298]: DEBUG oslo_vmware.api [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Waiting for the task: (returnval){ [ 1424.900053] env[62298]: value = "task-1803807" [ 1424.900053] env[62298]: _type = "Task" [ 1424.900053] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.911621] env[62298]: DEBUG oslo_vmware.api [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1803807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.035058] env[62298]: DEBUG oslo_vmware.api [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Task: {'id': task-1803806, 'name': ReconfigVM_Task, 'duration_secs': 0.406587} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.035856] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Reconfigured VM instance instance-0000000d to attach disk [datastore1] ad322ef9-6cce-40fd-a9cc-47ffb555c1bc/ad322ef9-6cce-40fd-a9cc-47ffb555c1bc.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1425.036582] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec807dbf-7fdc-42ae-af4b-0206735e8cd4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.044342] env[62298]: DEBUG oslo_vmware.api [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Waiting for the task: (returnval){ [ 1425.044342] env[62298]: value = "task-1803808" [ 1425.044342] env[62298]: _type = "Task" [ 1425.044342] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.056044] env[62298]: DEBUG oslo_vmware.api [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Task: {'id': task-1803808, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.069119] env[62298]: DEBUG nova.network.neutron [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1425.133580] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6426166b-9254-42ba-a978-e5178961b342 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.141483] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f542864d-37f3-414f-a785-00354d97cf41 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.175995] env[62298]: DEBUG nova.network.neutron [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.180704] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d57bf19-8799-4a26-933b-8fcbcf175b0b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.186067] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adad10a4-398c-4af7-8d91-4116bb429e1c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.202712] env[62298]: DEBUG nova.compute.provider_tree [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1425.206075] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1425.206347] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1425.206446] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Deleting the datastore file [datastore1] 5a6b13f8-78f2-4269-bea2-382de8867386 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1425.206974] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-132f7ecc-db63-4e98-9e42-f7846ce9d45b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.212819] env[62298]: DEBUG oslo_vmware.api [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Waiting for the task: (returnval){ [ 1425.212819] env[62298]: value = "task-1803809" [ 1425.212819] env[62298]: _type = "Task" [ 1425.212819] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.222067] env[62298]: DEBUG oslo_vmware.api [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Task: {'id': task-1803809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.256426] env[62298]: DEBUG oslo_concurrency.lockutils [req-a487a1bc-e2b1-4e66-856b-5b9764184a8a req-cc1f296f-b3ba-41e7-b568-2762857640ad service nova] Releasing lock "refresh_cache-0d4c1447-4b9d-4f67-a660-bf396a79cbcd" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1425.293898] env[62298]: DEBUG oslo_concurrency.lockutils [None req-899596e5-c9a7-461c-a1f6-4434b95acc67 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "8986a988-9d2f-4838-9d87-44753fe83c76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.426s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.307045] env[62298]: DEBUG nova.compute.manager [req-4c0f38e8-eb2b-40ba-8440-88c7e74493f2 req-862d01c1-5c2f-4b61-9db9-1b71c4f8a970 service nova] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Received event network-changed-e0340573-c1d2-42b3-80d7-74a2c9053601 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1425.307045] env[62298]: DEBUG nova.compute.manager [req-4c0f38e8-eb2b-40ba-8440-88c7e74493f2 req-862d01c1-5c2f-4b61-9db9-1b71c4f8a970 service nova] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Refreshing instance network info cache due to event network-changed-e0340573-c1d2-42b3-80d7-74a2c9053601. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1425.307045] env[62298]: DEBUG oslo_concurrency.lockutils [req-4c0f38e8-eb2b-40ba-8440-88c7e74493f2 req-862d01c1-5c2f-4b61-9db9-1b71c4f8a970 service nova] Acquiring lock "refresh_cache-998c5ca5-6d2a-40ea-8ff6-81c658a70208" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.307045] env[62298]: DEBUG oslo_concurrency.lockutils [req-4c0f38e8-eb2b-40ba-8440-88c7e74493f2 req-862d01c1-5c2f-4b61-9db9-1b71c4f8a970 service nova] Acquired lock "refresh_cache-998c5ca5-6d2a-40ea-8ff6-81c658a70208" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.307045] env[62298]: DEBUG nova.network.neutron [req-4c0f38e8-eb2b-40ba-8440-88c7e74493f2 req-862d01c1-5c2f-4b61-9db9-1b71c4f8a970 service nova] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Refreshing network info cache for port e0340573-c1d2-42b3-80d7-74a2c9053601 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1425.377916] env[62298]: DEBUG oslo_vmware.api [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1803805, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.413253] env[62298]: DEBUG oslo_vmware.api [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1803807, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.554973] env[62298]: DEBUG oslo_vmware.api [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Task: {'id': task-1803808, 'name': Rename_Task, 'duration_secs': 0.158721} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.555335] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1425.555614] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a944986-f0d4-4b1b-ba6f-134d19283f18 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.563118] env[62298]: DEBUG oslo_vmware.api [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Waiting for the task: (returnval){ [ 1425.563118] env[62298]: value = "task-1803810" [ 1425.563118] env[62298]: _type = "Task" [ 1425.563118] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.575290] env[62298]: DEBUG oslo_vmware.api [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Task: {'id': task-1803810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.682030] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Releasing lock "refresh_cache-b8cd31ce-22db-49c3-9b5c-13cf72a8d18e" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1425.682405] env[62298]: DEBUG nova.compute.manager [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1425.682577] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1425.684135] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4b3683-b646-4128-9a0d-5996c73b74b4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.692623] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1425.693512] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b26393de-2e77-4501-b03c-55509078bac8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.700714] env[62298]: DEBUG oslo_vmware.api [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Waiting for the task: (returnval){ [ 1425.700714] env[62298]: value = "task-1803811" [ 1425.700714] env[62298]: _type = "Task" [ 1425.700714] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.716626] env[62298]: DEBUG oslo_vmware.api [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Task: {'id': task-1803811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.725021] env[62298]: DEBUG oslo_vmware.api [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Task: {'id': task-1803809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.758512] env[62298]: DEBUG nova.scheduler.client.report [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 32 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1425.758789] env[62298]: DEBUG nova.compute.provider_tree [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 32 to 33 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1425.758967] env[62298]: DEBUG nova.compute.provider_tree [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1425.798132] env[62298]: DEBUG nova.compute.manager [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1425.880989] env[62298]: DEBUG oslo_vmware.api [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1803805, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.915379] env[62298]: DEBUG oslo_vmware.api [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1803807, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.083799] env[62298]: DEBUG oslo_vmware.api [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Task: {'id': task-1803810, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.217709] env[62298]: DEBUG oslo_vmware.api [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Task: {'id': task-1803811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.233454] env[62298]: DEBUG oslo_vmware.api [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Task: {'id': task-1803809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.265231] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.014s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.265757] env[62298]: DEBUG nova.compute.manager [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1426.268770] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.724s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.272038] env[62298]: INFO nova.compute.claims [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1426.333412] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.379417] env[62298]: DEBUG oslo_vmware.api [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1803805, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.412162] env[62298]: DEBUG oslo_vmware.api [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1803807, 'name': PowerOnVM_Task, 'duration_secs': 1.446817} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.412438] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1426.412642] env[62298]: INFO nova.compute.manager [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Took 11.96 seconds to spawn the instance on the hypervisor. [ 1426.412868] env[62298]: DEBUG nova.compute.manager [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1426.413686] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a8a993-f6fd-4078-92f9-eef1032a170d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.446160] env[62298]: DEBUG nova.network.neutron [req-3d162cee-2f68-459d-a603-adabfeb983ce req-41d57481-d402-4409-b64f-201212834e76 service nova] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Updated VIF entry in instance network info cache for port f2c9f9ac-18ba-46e0-924e-11047c9e1e53. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1426.446514] env[62298]: DEBUG nova.network.neutron [req-3d162cee-2f68-459d-a603-adabfeb983ce req-41d57481-d402-4409-b64f-201212834e76 service nova] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Updating instance_info_cache with network_info: [{"id": "f2c9f9ac-18ba-46e0-924e-11047c9e1e53", "address": "fa:16:3e:c3:9d:85", "network": {"id": "e036b4db-a501-40a4-aabe-cd64cbe4e0e3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1731901231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c515e149617c437db262f33a96371659", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2c9f9ac-18", "ovs_interfaceid": "f2c9f9ac-18ba-46e0-924e-11047c9e1e53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.506400] env[62298]: DEBUG nova.network.neutron [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Successfully updated port: 5f5b5a5c-1afd-4fee-a299-63186dffebf4 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1426.587526] env[62298]: DEBUG oslo_vmware.api [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Task: {'id': task-1803810, 'name': PowerOnVM_Task, 'duration_secs': 0.682379} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.590036] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1426.590036] env[62298]: INFO nova.compute.manager [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1426.590036] env[62298]: DEBUG nova.compute.manager [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1426.590036] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48ff2d8-4d0d-40b2-818a-ee9e01ed48bd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.713138] env[62298]: DEBUG oslo_vmware.api [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Task: {'id': task-1803811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.727523] env[62298]: DEBUG oslo_vmware.api [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Task: {'id': task-1803809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.731393] env[62298]: DEBUG nova.network.neutron [req-4c0f38e8-eb2b-40ba-8440-88c7e74493f2 req-862d01c1-5c2f-4b61-9db9-1b71c4f8a970 service nova] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Updated VIF entry in instance network info cache for port e0340573-c1d2-42b3-80d7-74a2c9053601. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1426.735464] env[62298]: DEBUG nova.network.neutron [req-4c0f38e8-eb2b-40ba-8440-88c7e74493f2 req-862d01c1-5c2f-4b61-9db9-1b71c4f8a970 service nova] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Updating instance_info_cache with network_info: [{"id": "e0340573-c1d2-42b3-80d7-74a2c9053601", "address": "fa:16:3e:b9:b5:4d", "network": {"id": "2f06fff7-5dff-4b6d-bf43-baf99b8e17ba", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1344152713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f64652a0232542f3a8c5a2f9f65044b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0340573-c1", "ovs_interfaceid": "e0340573-c1d2-42b3-80d7-74a2c9053601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.775797] env[62298]: DEBUG nova.compute.utils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1426.779572] env[62298]: DEBUG nova.compute.manager [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1426.779857] env[62298]: DEBUG nova.network.neutron [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1426.884039] env[62298]: DEBUG oslo_vmware.api [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1803805, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.936352] env[62298]: INFO nova.compute.manager [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Took 21.85 seconds to build instance. [ 1426.949908] env[62298]: DEBUG oslo_concurrency.lockutils [req-3d162cee-2f68-459d-a603-adabfeb983ce req-41d57481-d402-4409-b64f-201212834e76 service nova] Releasing lock "refresh_cache-db9a0aff-1f68-4e7b-b36a-b133d6f4c822" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.979040] env[62298]: DEBUG nova.policy [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7b0daff920e49debc43b1308516c5d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c783516aff74ba0a3379f83e3a3d044', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1427.010803] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquiring lock "refresh_cache-d66de16c-2f22-4324-a6c2-7f0030ad6b6e" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.011113] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquired lock "refresh_cache-d66de16c-2f22-4324-a6c2-7f0030ad6b6e" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.011754] env[62298]: DEBUG nova.network.neutron [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1427.111755] env[62298]: INFO nova.compute.manager [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Took 21.37 seconds to build instance. [ 1427.214979] env[62298]: DEBUG oslo_vmware.api [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Task: {'id': task-1803811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.228325] env[62298]: DEBUG oslo_vmware.api [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Task: {'id': task-1803809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.241967] env[62298]: DEBUG oslo_concurrency.lockutils [req-4c0f38e8-eb2b-40ba-8440-88c7e74493f2 req-862d01c1-5c2f-4b61-9db9-1b71c4f8a970 service nova] Releasing lock "refresh_cache-998c5ca5-6d2a-40ea-8ff6-81c658a70208" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.280815] env[62298]: DEBUG nova.compute.manager [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1427.379333] env[62298]: DEBUG oslo_vmware.api [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1803805, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.442735] env[62298]: DEBUG oslo_concurrency.lockutils [None req-affbf97b-6f88-408c-959f-2defc62a48ba tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Lock "8aeef358-e8ad-473e-b881-1650be5e7121" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.305s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.567982] env[62298]: DEBUG nova.network.neutron [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1427.618980] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b274af57-e660-4fb2-b80b-ca136286704c tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Lock "ad322ef9-6cce-40fd-a9cc-47ffb555c1bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.935s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.688888] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beafb084-7b1f-4182-8ce6-45f77d3bfc93 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.696609] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a2cf42-d5dc-45e3-9cde-6ef4bf67a66d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.736686] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ba87c3-bd74-400e-88a1-b84e19089f8d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.744427] env[62298]: DEBUG oslo_vmware.api [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Task: {'id': task-1803811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.749307] env[62298]: DEBUG oslo_vmware.api [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Task: {'id': task-1803809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.753020] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19c05dc-17d6-4d47-bb93-fa7b3138c60b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.764117] env[62298]: DEBUG nova.compute.provider_tree [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1427.804680] env[62298]: DEBUG nova.network.neutron [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Updating instance_info_cache with network_info: [{"id": "5f5b5a5c-1afd-4fee-a299-63186dffebf4", "address": "fa:16:3e:86:e6:b2", "network": {"id": "ace4a55d-01c4-4529-bf5f-080f51cbdbfd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2080304876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c783516aff74ba0a3379f83e3a3d044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f5b5a5c-1a", "ovs_interfaceid": "5f5b5a5c-1afd-4fee-a299-63186dffebf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.883309] env[62298]: DEBUG oslo_vmware.api [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1803805, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.952170] env[62298]: DEBUG nova.compute.manager [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1428.123632] env[62298]: DEBUG nova.compute.manager [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1428.202457] env[62298]: DEBUG nova.network.neutron [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Successfully created port: fb73ff11-e88d-41db-84b2-ce7eccfe535e {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1428.250791] env[62298]: DEBUG oslo_vmware.api [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Task: {'id': task-1803811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.251370] env[62298]: DEBUG oslo_vmware.api [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Task: {'id': task-1803809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.266977] env[62298]: DEBUG nova.scheduler.client.report [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1428.292733] env[62298]: DEBUG nova.compute.manager [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1428.311217] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Releasing lock "refresh_cache-d66de16c-2f22-4324-a6c2-7f0030ad6b6e" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.311217] env[62298]: DEBUG nova.compute.manager [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Instance network_info: |[{"id": "5f5b5a5c-1afd-4fee-a299-63186dffebf4", "address": "fa:16:3e:86:e6:b2", "network": {"id": "ace4a55d-01c4-4529-bf5f-080f51cbdbfd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2080304876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c783516aff74ba0a3379f83e3a3d044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f5b5a5c-1a", "ovs_interfaceid": "5f5b5a5c-1afd-4fee-a299-63186dffebf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1428.312887] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:e6:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd098b1c-636f-492d-b5ae-037cb0cae454', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f5b5a5c-1afd-4fee-a299-63186dffebf4', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1428.327032] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Creating folder: Project (1c783516aff74ba0a3379f83e3a3d044). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1428.327032] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0ff4005-7ede-4a70-8482-8e96b7099481 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.337139] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Created folder: Project (1c783516aff74ba0a3379f83e3a3d044) in parent group-v373906. [ 1428.337389] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Creating folder: Instances. Parent ref: group-v373952. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1428.337645] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a56dd10-aa07-4463-9feb-7648604ab8b6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.344319] env[62298]: DEBUG nova.virt.hardware [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1428.344319] env[62298]: DEBUG nova.virt.hardware [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1428.344319] env[62298]: DEBUG nova.virt.hardware [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1428.344469] env[62298]: DEBUG nova.virt.hardware [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1428.344469] env[62298]: DEBUG nova.virt.hardware [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1428.344469] env[62298]: DEBUG nova.virt.hardware [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1428.344469] env[62298]: DEBUG nova.virt.hardware [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1428.344593] env[62298]: DEBUG nova.virt.hardware [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1428.344735] env[62298]: DEBUG nova.virt.hardware [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1428.345348] env[62298]: DEBUG nova.virt.hardware [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1428.345699] env[62298]: DEBUG nova.virt.hardware [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1428.346948] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd02c21-d48c-4796-8d95-327652599a8b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.353277] env[62298]: DEBUG nova.compute.manager [req-e603aa66-1fc2-4149-8b94-be7d938bf8db req-3a10af78-e2ca-4c62-81f7-45fa32c431a8 service nova] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Received event network-vif-plugged-5f5b5a5c-1afd-4fee-a299-63186dffebf4 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1428.353495] env[62298]: DEBUG oslo_concurrency.lockutils [req-e603aa66-1fc2-4149-8b94-be7d938bf8db req-3a10af78-e2ca-4c62-81f7-45fa32c431a8 service nova] Acquiring lock "d66de16c-2f22-4324-a6c2-7f0030ad6b6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.353700] env[62298]: DEBUG oslo_concurrency.lockutils [req-e603aa66-1fc2-4149-8b94-be7d938bf8db req-3a10af78-e2ca-4c62-81f7-45fa32c431a8 service nova] Lock "d66de16c-2f22-4324-a6c2-7f0030ad6b6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.353862] env[62298]: DEBUG oslo_concurrency.lockutils [req-e603aa66-1fc2-4149-8b94-be7d938bf8db req-3a10af78-e2ca-4c62-81f7-45fa32c431a8 service nova] Lock "d66de16c-2f22-4324-a6c2-7f0030ad6b6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.354070] env[62298]: DEBUG nova.compute.manager [req-e603aa66-1fc2-4149-8b94-be7d938bf8db req-3a10af78-e2ca-4c62-81f7-45fa32c431a8 service nova] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] No waiting events found dispatching network-vif-plugged-5f5b5a5c-1afd-4fee-a299-63186dffebf4 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1428.354238] env[62298]: WARNING nova.compute.manager [req-e603aa66-1fc2-4149-8b94-be7d938bf8db req-3a10af78-e2ca-4c62-81f7-45fa32c431a8 service nova] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Received unexpected event network-vif-plugged-5f5b5a5c-1afd-4fee-a299-63186dffebf4 for instance with vm_state building and task_state spawning. [ 1428.354398] env[62298]: DEBUG nova.compute.manager [req-e603aa66-1fc2-4149-8b94-be7d938bf8db req-3a10af78-e2ca-4c62-81f7-45fa32c431a8 service nova] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Received event network-changed-5f5b5a5c-1afd-4fee-a299-63186dffebf4 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1428.354533] env[62298]: DEBUG nova.compute.manager [req-e603aa66-1fc2-4149-8b94-be7d938bf8db req-3a10af78-e2ca-4c62-81f7-45fa32c431a8 service nova] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Refreshing instance network info cache due to event network-changed-5f5b5a5c-1afd-4fee-a299-63186dffebf4. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1428.354710] env[62298]: DEBUG oslo_concurrency.lockutils [req-e603aa66-1fc2-4149-8b94-be7d938bf8db req-3a10af78-e2ca-4c62-81f7-45fa32c431a8 service nova] Acquiring lock "refresh_cache-d66de16c-2f22-4324-a6c2-7f0030ad6b6e" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.354884] env[62298]: DEBUG oslo_concurrency.lockutils [req-e603aa66-1fc2-4149-8b94-be7d938bf8db req-3a10af78-e2ca-4c62-81f7-45fa32c431a8 service nova] Acquired lock "refresh_cache-d66de16c-2f22-4324-a6c2-7f0030ad6b6e" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.355102] env[62298]: DEBUG nova.network.neutron [req-e603aa66-1fc2-4149-8b94-be7d938bf8db req-3a10af78-e2ca-4c62-81f7-45fa32c431a8 service nova] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Refreshing network info cache for port 5f5b5a5c-1afd-4fee-a299-63186dffebf4 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1428.361144] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Created folder: Instances in parent group-v373952. [ 1428.362683] env[62298]: DEBUG oslo.service.loopingcall [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1428.365347] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1428.365965] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98e46d68-6764-4ea0-a6a5-f1116d3a578e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.399243] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0d53e4-0ec3-44ee-ab04-77373cbe90d6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.434145] env[62298]: DEBUG oslo_vmware.api [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1803805, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.435031] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1428.435031] env[62298]: value = "task-1803815" [ 1428.435031] env[62298]: _type = "Task" [ 1428.435031] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.445994] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803815, 'name': CreateVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.485988] env[62298]: DEBUG oslo_concurrency.lockutils [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.647734] env[62298]: DEBUG oslo_concurrency.lockutils [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.754366] env[62298]: DEBUG oslo_vmware.api [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Task: {'id': task-1803809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 3.393685} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.763552] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1428.763552] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1428.763731] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1428.763823] env[62298]: INFO nova.compute.manager [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Took 5.43 seconds to destroy the instance on the hypervisor. [ 1428.764099] env[62298]: DEBUG oslo.service.loopingcall [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1428.764326] env[62298]: DEBUG oslo_vmware.api [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Task: {'id': task-1803811, 'name': PowerOffVM_Task, 'duration_secs': 2.87842} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.764532] env[62298]: DEBUG nova.compute.manager [-] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1428.764618] env[62298]: DEBUG nova.network.neutron [-] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1428.767383] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1428.767743] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1428.768008] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e245e94-7f7e-4018-974b-82bde16988e5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.777387] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.777387] env[62298]: DEBUG nova.compute.manager [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1428.781699] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.431s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.798680] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1428.798974] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1428.799249] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Deleting the datastore file [datastore1] b8cd31ce-22db-49c3-9b5c-13cf72a8d18e {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1428.800220] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b464a01-36db-483a-abc7-3e1105c66e22 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.807496] env[62298]: DEBUG oslo_vmware.api [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Waiting for the task: (returnval){ [ 1428.807496] env[62298]: value = "task-1803817" [ 1428.807496] env[62298]: _type = "Task" [ 1428.807496] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.820048] env[62298]: DEBUG oslo_vmware.api [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Task: {'id': task-1803817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.925192] env[62298]: DEBUG oslo_vmware.api [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1803805, 'name': CopyVirtualDisk_Task, 'duration_secs': 4.09835} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.925350] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] db9a0aff-1f68-4e7b-b36a-b133d6f4c822/db9a0aff-1f68-4e7b-b36a-b133d6f4c822.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1428.925587] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1428.925888] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14ca2914-e45d-42e2-9d4c-f261c9b15649 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.936278] env[62298]: DEBUG oslo_vmware.api [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Waiting for the task: (returnval){ [ 1428.936278] env[62298]: value = "task-1803818" [ 1428.936278] env[62298]: _type = "Task" [ 1428.936278] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.955655] env[62298]: DEBUG oslo_vmware.api [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1803818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.965350] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803815, 'name': CreateVM_Task, 'duration_secs': 0.419658} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.965637] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1428.966734] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.966834] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.967485] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.967826] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d28f21a9-94d0-4cf4-8757-51090b4c1654 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.974510] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for the task: (returnval){ [ 1428.974510] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52243e68-9bbd-29cf-cbec-049ae0019939" [ 1428.974510] env[62298]: _type = "Task" [ 1428.974510] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.991324] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52243e68-9bbd-29cf-cbec-049ae0019939, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.029789] env[62298]: DEBUG nova.compute.manager [None req-a9a31cc2-85b7-41f2-83ae-5261501c6605 tempest-ServerDiagnosticsTest-1439680960 tempest-ServerDiagnosticsTest-1439680960-project-admin] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1429.031386] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd74c89-4503-401a-a9d6-c958361f3153 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.041183] env[62298]: INFO nova.compute.manager [None req-a9a31cc2-85b7-41f2-83ae-5261501c6605 tempest-ServerDiagnosticsTest-1439680960 tempest-ServerDiagnosticsTest-1439680960-project-admin] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Retrieving diagnostics [ 1429.042642] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881096ff-0e1b-4d85-aacd-f7d78f380dbe {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.291028] env[62298]: DEBUG nova.compute.utils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1429.296120] env[62298]: INFO nova.compute.claims [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1429.300860] env[62298]: DEBUG nova.compute.manager [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1429.304423] env[62298]: DEBUG nova.network.neutron [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1429.318615] env[62298]: DEBUG oslo_vmware.api [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Task: {'id': task-1803817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306122} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.319134] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1429.319314] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1429.319488] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1429.320090] env[62298]: INFO nova.compute.manager [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Took 3.64 seconds to destroy the instance on the hypervisor. [ 1429.320090] env[62298]: DEBUG oslo.service.loopingcall [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1429.320090] env[62298]: DEBUG nova.compute.manager [-] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1429.320208] env[62298]: DEBUG nova.network.neutron [-] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1429.351883] env[62298]: DEBUG nova.network.neutron [-] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1429.444879] env[62298]: DEBUG oslo_vmware.api [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1803818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102043} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.446014] env[62298]: DEBUG nova.network.neutron [req-e603aa66-1fc2-4149-8b94-be7d938bf8db req-3a10af78-e2ca-4c62-81f7-45fa32c431a8 service nova] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Updated VIF entry in instance network info cache for port 5f5b5a5c-1afd-4fee-a299-63186dffebf4. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1429.446302] env[62298]: DEBUG nova.network.neutron [req-e603aa66-1fc2-4149-8b94-be7d938bf8db req-3a10af78-e2ca-4c62-81f7-45fa32c431a8 service nova] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Updating instance_info_cache with network_info: [{"id": "5f5b5a5c-1afd-4fee-a299-63186dffebf4", "address": "fa:16:3e:86:e6:b2", "network": {"id": "ace4a55d-01c4-4529-bf5f-080f51cbdbfd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2080304876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c783516aff74ba0a3379f83e3a3d044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f5b5a5c-1a", "ovs_interfaceid": "5f5b5a5c-1afd-4fee-a299-63186dffebf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.447411] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1429.448598] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2653d28c-0c0a-4ab1-8c50-3605c4d5d126 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.473714] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] db9a0aff-1f68-4e7b-b36a-b133d6f4c822/db9a0aff-1f68-4e7b-b36a-b133d6f4c822.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1429.475859] env[62298]: DEBUG nova.policy [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7b0daff920e49debc43b1308516c5d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c783516aff74ba0a3379f83e3a3d044', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1429.477985] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b8f34d1-fd59-4e6b-8533-e6ec92e0b1e8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.508464] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52243e68-9bbd-29cf-cbec-049ae0019939, 'name': SearchDatastore_Task, 'duration_secs': 0.027422} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.510036] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.510407] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1429.510691] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.510845] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.511033] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1429.511374] env[62298]: DEBUG oslo_vmware.api [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Waiting for the task: (returnval){ [ 1429.511374] env[62298]: value = "task-1803819" [ 1429.511374] env[62298]: _type = "Task" [ 1429.511374] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.511616] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e0159c9-9b4d-44bd-b009-635c01c9c6a3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.524477] env[62298]: DEBUG oslo_vmware.api [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1803819, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.530757] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1429.530868] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1429.531574] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c731872d-6b60-495f-9ed4-fa59dcc998cd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.538594] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for the task: (returnval){ [ 1429.538594] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5252cc66-39d7-742f-b6cf-141cd30bb0d7" [ 1429.538594] env[62298]: _type = "Task" [ 1429.538594] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.550078] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5252cc66-39d7-742f-b6cf-141cd30bb0d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.559532] env[62298]: DEBUG nova.compute.manager [req-247b831a-f5ae-4b2e-96f5-74df566b4d82 req-fd1ac1e7-2e8d-414d-8713-186adc31398c service nova] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Received event network-changed-241f4d4d-6064-4935-8d11-800121d60358 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1429.559632] env[62298]: DEBUG nova.compute.manager [req-247b831a-f5ae-4b2e-96f5-74df566b4d82 req-fd1ac1e7-2e8d-414d-8713-186adc31398c service nova] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Refreshing instance network info cache due to event network-changed-241f4d4d-6064-4935-8d11-800121d60358. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1429.559838] env[62298]: DEBUG oslo_concurrency.lockutils [req-247b831a-f5ae-4b2e-96f5-74df566b4d82 req-fd1ac1e7-2e8d-414d-8713-186adc31398c service nova] Acquiring lock "refresh_cache-8986a988-9d2f-4838-9d87-44753fe83c76" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.560204] env[62298]: DEBUG oslo_concurrency.lockutils [req-247b831a-f5ae-4b2e-96f5-74df566b4d82 req-fd1ac1e7-2e8d-414d-8713-186adc31398c service nova] Acquired lock "refresh_cache-8986a988-9d2f-4838-9d87-44753fe83c76" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.560204] env[62298]: DEBUG nova.network.neutron [req-247b831a-f5ae-4b2e-96f5-74df566b4d82 req-fd1ac1e7-2e8d-414d-8713-186adc31398c service nova] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Refreshing network info cache for port 241f4d4d-6064-4935-8d11-800121d60358 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1429.803736] env[62298]: DEBUG nova.compute.manager [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1429.811640] env[62298]: INFO nova.compute.resource_tracker [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Updating resource usage from migration 946a57b0-2481-4cba-ba6a-c8ac5df6b91b [ 1429.856755] env[62298]: DEBUG nova.network.neutron [-] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.950682] env[62298]: DEBUG oslo_concurrency.lockutils [req-e603aa66-1fc2-4149-8b94-be7d938bf8db req-3a10af78-e2ca-4c62-81f7-45fa32c431a8 service nova] Releasing lock "refresh_cache-d66de16c-2f22-4324-a6c2-7f0030ad6b6e" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.031745] env[62298]: DEBUG oslo_vmware.api [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1803819, 'name': ReconfigVM_Task, 'duration_secs': 0.29886} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.032223] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Reconfigured VM instance instance-0000000e to attach disk [datastore1] db9a0aff-1f68-4e7b-b36a-b133d6f4c822/db9a0aff-1f68-4e7b-b36a-b133d6f4c822.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1430.032919] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78ef15f4-c0e4-4718-b340-5e03d7709c71 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.067286] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5252cc66-39d7-742f-b6cf-141cd30bb0d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010122} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.069452] env[62298]: DEBUG oslo_vmware.api [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Waiting for the task: (returnval){ [ 1430.069452] env[62298]: value = "task-1803820" [ 1430.069452] env[62298]: _type = "Task" [ 1430.069452] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.069996] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-668fa5c9-de33-4efa-abbd-ad78b8f37957 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.084207] env[62298]: DEBUG oslo_vmware.api [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1803820, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.084609] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for the task: (returnval){ [ 1430.084609] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a27ea7-add5-78db-452a-e2ce4a70afaf" [ 1430.084609] env[62298]: _type = "Task" [ 1430.084609] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.102526] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a27ea7-add5-78db-452a-e2ce4a70afaf, 'name': SearchDatastore_Task, 'duration_secs': 0.011134} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.102793] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.103196] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] d66de16c-2f22-4324-a6c2-7f0030ad6b6e/d66de16c-2f22-4324-a6c2-7f0030ad6b6e.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1430.103487] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78164d3f-7b95-43ab-8a2b-8561f1d34c23 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.112891] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for the task: (returnval){ [ 1430.112891] env[62298]: value = "task-1803821" [ 1430.112891] env[62298]: _type = "Task" [ 1430.112891] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.125487] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.363745] env[62298]: INFO nova.compute.manager [-] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Took 1.04 seconds to deallocate network for instance. [ 1430.366020] env[62298]: DEBUG nova.network.neutron [-] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.423408] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563a5e8f-c996-4130-b513-47d06325633c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.436185] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0079cd-54d0-4c8f-991c-b92e9b43bc89 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.480666] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ae4c02-27c7-400b-acb6-95d2971cc3e4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.498179] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc39edd-4d43-4052-827a-2652a4d23631 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.523764] env[62298]: DEBUG nova.compute.provider_tree [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1430.591820] env[62298]: DEBUG oslo_vmware.api [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1803820, 'name': Rename_Task, 'duration_secs': 0.193365} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.592529] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1430.592819] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ee97e51-872d-464b-b150-74bfdf62b500 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.608391] env[62298]: DEBUG oslo_vmware.api [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Waiting for the task: (returnval){ [ 1430.608391] env[62298]: value = "task-1803823" [ 1430.608391] env[62298]: _type = "Task" [ 1430.608391] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.620412] env[62298]: DEBUG oslo_vmware.api [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1803823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.630607] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803821, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.637846] env[62298]: DEBUG nova.network.neutron [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Successfully created port: 7676199c-a89b-4b75-b218-a2b91c91f3ee {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1430.819839] env[62298]: DEBUG nova.compute.manager [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1430.865566] env[62298]: DEBUG nova.virt.hardware [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1430.865931] env[62298]: DEBUG nova.virt.hardware [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1430.866016] env[62298]: DEBUG nova.virt.hardware [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1430.869260] env[62298]: DEBUG nova.virt.hardware [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1430.869459] env[62298]: DEBUG nova.virt.hardware [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1430.869949] env[62298]: DEBUG nova.virt.hardware [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1430.869949] env[62298]: DEBUG nova.virt.hardware [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1430.870354] env[62298]: DEBUG nova.virt.hardware [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1430.870354] env[62298]: DEBUG nova.virt.hardware [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1430.870424] env[62298]: DEBUG nova.virt.hardware [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1430.870572] env[62298]: DEBUG nova.virt.hardware [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1430.871520] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7ae44b-c046-4e52-9874-18eeae1bed2e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.880568] env[62298]: INFO nova.compute.manager [-] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Took 2.12 seconds to deallocate network for instance. [ 1430.887522] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3b0653-8322-4aa3-81db-941f80bc52d5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.894219] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.048260] env[62298]: ERROR nova.scheduler.client.report [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [req-b62528de-1acf-4430-8f25-5fc9a8251770] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b62528de-1acf-4430-8f25-5fc9a8251770"}]} [ 1431.067226] env[62298]: DEBUG nova.scheduler.client.report [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1431.088038] env[62298]: DEBUG nova.scheduler.client.report [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1431.088315] env[62298]: DEBUG nova.compute.provider_tree [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1431.101780] env[62298]: DEBUG nova.scheduler.client.report [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: 7c65cdc1-43a1-4834-b81c-440e7c3be3af {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1431.123857] env[62298]: DEBUG oslo_vmware.api [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1803823, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.133569] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535376} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.134802] env[62298]: DEBUG nova.scheduler.client.report [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1431.137565] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] d66de16c-2f22-4324-a6c2-7f0030ad6b6e/d66de16c-2f22-4324-a6c2-7f0030ad6b6e.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1431.137819] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1431.139542] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-510f9630-4125-43c7-be3f-19dece315372 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.142644] env[62298]: DEBUG nova.network.neutron [req-247b831a-f5ae-4b2e-96f5-74df566b4d82 req-fd1ac1e7-2e8d-414d-8713-186adc31398c service nova] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Updated VIF entry in instance network info cache for port 241f4d4d-6064-4935-8d11-800121d60358. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1431.143008] env[62298]: DEBUG nova.network.neutron [req-247b831a-f5ae-4b2e-96f5-74df566b4d82 req-fd1ac1e7-2e8d-414d-8713-186adc31398c service nova] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Updating instance_info_cache with network_info: [{"id": "241f4d4d-6064-4935-8d11-800121d60358", "address": "fa:16:3e:8a:6a:a0", "network": {"id": "94bd295c-7a95-4ae9-8468-34209c70d332", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-786886130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5af512a3e1f469f9c4223575f326699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap241f4d4d-60", "ovs_interfaceid": "241f4d4d-6064-4935-8d11-800121d60358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.146619] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for the task: (returnval){ [ 1431.146619] env[62298]: value = "task-1803824" [ 1431.146619] env[62298]: _type = "Task" [ 1431.146619] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.159424] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803824, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.291167] env[62298]: DEBUG nova.network.neutron [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Successfully updated port: fb73ff11-e88d-41db-84b2-ce7eccfe535e {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1431.309236] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8f9eff60-6c3c-4b50-aedb-3583bbf88018 tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Acquiring lock "ad322ef9-6cce-40fd-a9cc-47ffb555c1bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.309236] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8f9eff60-6c3c-4b50-aedb-3583bbf88018 tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Lock "ad322ef9-6cce-40fd-a9cc-47ffb555c1bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.309236] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8f9eff60-6c3c-4b50-aedb-3583bbf88018 tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Acquiring lock "ad322ef9-6cce-40fd-a9cc-47ffb555c1bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.309236] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8f9eff60-6c3c-4b50-aedb-3583bbf88018 tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Lock "ad322ef9-6cce-40fd-a9cc-47ffb555c1bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.309580] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8f9eff60-6c3c-4b50-aedb-3583bbf88018 tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Lock "ad322ef9-6cce-40fd-a9cc-47ffb555c1bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.311026] env[62298]: INFO nova.compute.manager [None req-8f9eff60-6c3c-4b50-aedb-3583bbf88018 tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Terminating instance [ 1431.396799] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.613138] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60df016c-d7b2-4f94-b819-4e834be1e959 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.629227] env[62298]: DEBUG oslo_vmware.api [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1803823, 'name': PowerOnVM_Task, 'duration_secs': 0.654172} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.630366] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c713cf-690b-4e17-bc95-2859deb64ae7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.633754] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1431.634144] env[62298]: INFO nova.compute.manager [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Took 12.10 seconds to spawn the instance on the hypervisor. [ 1431.634436] env[62298]: DEBUG nova.compute.manager [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1431.635611] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9600c63a-62f3-419f-a34b-81a2b1c6c04b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.675760] env[62298]: DEBUG oslo_concurrency.lockutils [req-247b831a-f5ae-4b2e-96f5-74df566b4d82 req-fd1ac1e7-2e8d-414d-8713-186adc31398c service nova] Releasing lock "refresh_cache-8986a988-9d2f-4838-9d87-44753fe83c76" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.681148] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0af0e4-7342-4bf5-bd2f-07d0dbdef42b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.694559] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a424df-6fff-438e-9e72-11ec710d3fdf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.699770] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165516} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.700227] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1431.701629] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932c318d-0c93-4a96-a817-47c5ac472c4a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.715130] env[62298]: DEBUG nova.compute.provider_tree [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1431.741536] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] d66de16c-2f22-4324-a6c2-7f0030ad6b6e/d66de16c-2f22-4324-a6c2-7f0030ad6b6e.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1431.742012] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b58cc78-83e7-499e-8011-f1e29d0b438f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.766569] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for the task: (returnval){ [ 1431.766569] env[62298]: value = "task-1803825" [ 1431.766569] env[62298]: _type = "Task" [ 1431.766569] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.774490] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803825, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.793764] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquiring lock "refresh_cache-69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.793955] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquired lock "refresh_cache-69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.794179] env[62298]: DEBUG nova.network.neutron [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1431.815670] env[62298]: DEBUG nova.compute.manager [None req-8f9eff60-6c3c-4b50-aedb-3583bbf88018 tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1431.815902] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9eff60-6c3c-4b50-aedb-3583bbf88018 tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1431.816874] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3209a9b-9e57-4c34-995d-58d40fc6add6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.826235] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9eff60-6c3c-4b50-aedb-3583bbf88018 tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1431.826523] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc998f9a-652e-4a8d-aa91-15d3d8b4748e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.834091] env[62298]: DEBUG oslo_vmware.api [None req-8f9eff60-6c3c-4b50-aedb-3583bbf88018 tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Waiting for the task: (returnval){ [ 1431.834091] env[62298]: value = "task-1803826" [ 1431.834091] env[62298]: _type = "Task" [ 1431.834091] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.844322] env[62298]: DEBUG oslo_vmware.api [None req-8f9eff60-6c3c-4b50-aedb-3583bbf88018 tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Task: {'id': task-1803826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.189305] env[62298]: INFO nova.compute.manager [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Took 25.40 seconds to build instance. [ 1432.280530] env[62298]: DEBUG nova.scheduler.client.report [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 34 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1432.280530] env[62298]: DEBUG nova.compute.provider_tree [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 34 to 35 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1432.280530] env[62298]: DEBUG nova.compute.provider_tree [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1432.291068] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803825, 'name': ReconfigVM_Task, 'duration_secs': 0.51541} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.291068] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Reconfigured VM instance instance-0000000f to attach disk [datastore1] d66de16c-2f22-4324-a6c2-7f0030ad6b6e/d66de16c-2f22-4324-a6c2-7f0030ad6b6e.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1432.291758] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1be8cb4-a5d8-44f0-b9ea-aca27a5ba9c7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.304111] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for the task: (returnval){ [ 1432.304111] env[62298]: value = "task-1803827" [ 1432.304111] env[62298]: _type = "Task" [ 1432.304111] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.319884] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803827, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.335956] env[62298]: DEBUG nova.compute.manager [req-0bc7d91f-59fa-420a-ab45-a82a02a6f47a req-291be8c8-de04-477f-b462-57bdc52e7d0a service nova] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Received event network-vif-deleted-a960f711-8596-44e7-a012-215d96ed8558 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1432.349156] env[62298]: DEBUG oslo_vmware.api [None req-8f9eff60-6c3c-4b50-aedb-3583bbf88018 tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Task: {'id': task-1803826, 'name': PowerOffVM_Task, 'duration_secs': 0.339779} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.349730] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9eff60-6c3c-4b50-aedb-3583bbf88018 tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1432.349921] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9eff60-6c3c-4b50-aedb-3583bbf88018 tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1432.350220] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90d8d49f-f6ed-4229-ba16-4e7e7205cd9f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.372944] env[62298]: DEBUG nova.network.neutron [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1432.433588] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9eff60-6c3c-4b50-aedb-3583bbf88018 tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1432.433588] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9eff60-6c3c-4b50-aedb-3583bbf88018 tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1432.433588] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f9eff60-6c3c-4b50-aedb-3583bbf88018 tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Deleting the datastore file [datastore1] ad322ef9-6cce-40fd-a9cc-47ffb555c1bc {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1432.433588] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4c2711e-eb73-4460-8c35-01b2764aa89e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.451181] env[62298]: DEBUG oslo_vmware.api [None req-8f9eff60-6c3c-4b50-aedb-3583bbf88018 tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Waiting for the task: (returnval){ [ 1432.451181] env[62298]: value = "task-1803829" [ 1432.451181] env[62298]: _type = "Task" [ 1432.451181] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.465478] env[62298]: DEBUG oslo_vmware.api [None req-8f9eff60-6c3c-4b50-aedb-3583bbf88018 tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Task: {'id': task-1803829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.691682] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8df015d3-5067-40c8-81f6-898fa37feb32 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Lock "db9a0aff-1f68-4e7b-b36a-b133d6f4c822" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.204s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.713856] env[62298]: DEBUG nova.network.neutron [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Updating instance_info_cache with network_info: [{"id": "fb73ff11-e88d-41db-84b2-ce7eccfe535e", "address": "fa:16:3e:9e:5b:61", "network": {"id": "ace4a55d-01c4-4529-bf5f-080f51cbdbfd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2080304876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c783516aff74ba0a3379f83e3a3d044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb73ff11-e8", "ovs_interfaceid": "fb73ff11-e88d-41db-84b2-ce7eccfe535e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.784700] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 4.003s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.785194] env[62298]: INFO nova.compute.manager [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Migrating [ 1432.785337] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.785486] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.786833] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.203s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.790845] env[62298]: INFO nova.compute.claims [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1432.794813] env[62298]: INFO nova.compute.rpcapi [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1432.796313] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.839024] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803827, 'name': Rename_Task, 'duration_secs': 0.180409} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.839024] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1432.839024] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84e9a322-30a5-4c7f-9dcc-f61f57b7a611 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.846810] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for the task: (returnval){ [ 1432.846810] env[62298]: value = "task-1803831" [ 1432.846810] env[62298]: _type = "Task" [ 1432.846810] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.858557] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.969449] env[62298]: DEBUG oslo_vmware.api [None req-8f9eff60-6c3c-4b50-aedb-3583bbf88018 tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Task: {'id': task-1803829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179662} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.972340] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f9eff60-6c3c-4b50-aedb-3583bbf88018 tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1432.972588] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9eff60-6c3c-4b50-aedb-3583bbf88018 tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1432.972769] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9eff60-6c3c-4b50-aedb-3583bbf88018 tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1432.973157] env[62298]: INFO nova.compute.manager [None req-8f9eff60-6c3c-4b50-aedb-3583bbf88018 tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1432.973378] env[62298]: DEBUG oslo.service.loopingcall [None req-8f9eff60-6c3c-4b50-aedb-3583bbf88018 tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1432.973725] env[62298]: DEBUG nova.compute.manager [-] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1432.973725] env[62298]: DEBUG nova.network.neutron [-] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1433.088098] env[62298]: DEBUG nova.compute.manager [req-d2f1795f-bf53-4284-b2c7-ea7f70487752 req-05becf76-abce-4505-903d-365d2d3e890e service nova] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Received event network-changed-945b82d8-5bd8-400e-ac1a-9722c689de0f {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1433.088098] env[62298]: DEBUG nova.compute.manager [req-d2f1795f-bf53-4284-b2c7-ea7f70487752 req-05becf76-abce-4505-903d-365d2d3e890e service nova] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Refreshing instance network info cache due to event network-changed-945b82d8-5bd8-400e-ac1a-9722c689de0f. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1433.090150] env[62298]: DEBUG oslo_concurrency.lockutils [req-d2f1795f-bf53-4284-b2c7-ea7f70487752 req-05becf76-abce-4505-903d-365d2d3e890e service nova] Acquiring lock "refresh_cache-8aeef358-e8ad-473e-b881-1650be5e7121" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.090311] env[62298]: DEBUG oslo_concurrency.lockutils [req-d2f1795f-bf53-4284-b2c7-ea7f70487752 req-05becf76-abce-4505-903d-365d2d3e890e service nova] Acquired lock "refresh_cache-8aeef358-e8ad-473e-b881-1650be5e7121" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.090663] env[62298]: DEBUG nova.network.neutron [req-d2f1795f-bf53-4284-b2c7-ea7f70487752 req-05becf76-abce-4505-903d-365d2d3e890e service nova] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Refreshing network info cache for port 945b82d8-5bd8-400e-ac1a-9722c689de0f {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1433.195477] env[62298]: DEBUG nova.compute.manager [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1433.218068] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Releasing lock "refresh_cache-69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.219202] env[62298]: DEBUG nova.compute.manager [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Instance network_info: |[{"id": "fb73ff11-e88d-41db-84b2-ce7eccfe535e", "address": "fa:16:3e:9e:5b:61", "network": {"id": "ace4a55d-01c4-4529-bf5f-080f51cbdbfd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2080304876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c783516aff74ba0a3379f83e3a3d044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb73ff11-e8", "ovs_interfaceid": "fb73ff11-e88d-41db-84b2-ce7eccfe535e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1433.219386] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:5b:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd098b1c-636f-492d-b5ae-037cb0cae454', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb73ff11-e88d-41db-84b2-ce7eccfe535e', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1433.229291] env[62298]: DEBUG oslo.service.loopingcall [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1433.229630] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1433.233027] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21cc5eb7-9732-4a7e-8681-b9cd232f890c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.274195] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1433.274195] env[62298]: value = "task-1803832" [ 1433.274195] env[62298]: _type = "Task" [ 1433.274195] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.295117] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803832, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.330921] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquiring lock "refresh_cache-cbd7ef0e-8619-4b1e-a352-371976e32dbe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.334706] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquired lock "refresh_cache-cbd7ef0e-8619-4b1e-a352-371976e32dbe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.334706] env[62298]: DEBUG nova.network.neutron [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1433.369785] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803831, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.726758] env[62298]: DEBUG oslo_concurrency.lockutils [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.762279] env[62298]: DEBUG nova.network.neutron [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Successfully updated port: 7676199c-a89b-4b75-b218-a2b91c91f3ee {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1433.790269] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803832, 'name': CreateVM_Task, 'duration_secs': 0.480476} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.790827] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1433.791142] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.791313] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.791859] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1433.792273] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff735843-76da-49ab-a934-77ff8349546e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.799393] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for the task: (returnval){ [ 1433.799393] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e9f8e2-fa26-2241-68c3-d78cb4bb727f" [ 1433.799393] env[62298]: _type = "Task" [ 1433.799393] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.812962] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e9f8e2-fa26-2241-68c3-d78cb4bb727f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.863182] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803831, 'name': PowerOnVM_Task, 'duration_secs': 0.527307} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.866093] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1433.866392] env[62298]: INFO nova.compute.manager [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1433.866701] env[62298]: DEBUG nova.compute.manager [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1433.867842] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee9573d-024f-41ed-81d9-a123aed3e1d0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.230703] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a128c9f7-8998-4bb5-bdbe-fe880a18f6b6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.241445] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2748b768-5af2-428f-889a-3354b35117ac {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.279805] env[62298]: DEBUG nova.network.neutron [-] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.283919] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquiring lock "refresh_cache-a384f44d-9fc3-4570-bac6-5e13c22d012c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.283919] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquired lock "refresh_cache-a384f44d-9fc3-4570-bac6-5e13c22d012c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.283919] env[62298]: DEBUG nova.network.neutron [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1434.289597] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7c7d2a-e5cb-47eb-865d-c1269c92767a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.300191] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ce3ada-21a3-45b5-9e2a-a40bb9ffd66f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.314291] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e9f8e2-fa26-2241-68c3-d78cb4bb727f, 'name': SearchDatastore_Task, 'duration_secs': 0.015754} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.324070] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.324345] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1434.324586] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.324732] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.324910] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1434.325637] env[62298]: DEBUG nova.compute.provider_tree [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1434.327124] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6abd804b-4c61-4819-9831-8af6d2932270 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.341864] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1434.342065] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1434.343507] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2346ce58-01ac-48f5-9ecf-8a0d987ac1b1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.349749] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for the task: (returnval){ [ 1434.349749] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522ed240-54af-c237-2bbd-a9f4e4f9325a" [ 1434.349749] env[62298]: _type = "Task" [ 1434.349749] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.358445] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522ed240-54af-c237-2bbd-a9f4e4f9325a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.388470] env[62298]: INFO nova.compute.manager [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Took 24.16 seconds to build instance. [ 1434.706484] env[62298]: DEBUG nova.network.neutron [req-d2f1795f-bf53-4284-b2c7-ea7f70487752 req-05becf76-abce-4505-903d-365d2d3e890e service nova] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Updated VIF entry in instance network info cache for port 945b82d8-5bd8-400e-ac1a-9722c689de0f. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1434.706909] env[62298]: DEBUG nova.network.neutron [req-d2f1795f-bf53-4284-b2c7-ea7f70487752 req-05becf76-abce-4505-903d-365d2d3e890e service nova] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Updating instance_info_cache with network_info: [{"id": "945b82d8-5bd8-400e-ac1a-9722c689de0f", "address": "fa:16:3e:ed:ef:04", "network": {"id": "4e57501a-5961-452c-a00c-3b59e6192748", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-162185613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd23a31565b2496f803c95eabb08981e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap945b82d8-5b", "ovs_interfaceid": "945b82d8-5bd8-400e-ac1a-9722c689de0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.786909] env[62298]: INFO nova.compute.manager [-] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Took 1.81 seconds to deallocate network for instance. [ 1434.790653] env[62298]: DEBUG nova.network.neutron [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Updating instance_info_cache with network_info: [{"id": "4eba44e4-e87b-400f-99aa-6cc063060efa", "address": "fa:16:3e:df:ef:ce", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4eba44e4-e8", "ovs_interfaceid": "4eba44e4-e87b-400f-99aa-6cc063060efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.833295] env[62298]: DEBUG nova.scheduler.client.report [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1434.863729] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522ed240-54af-c237-2bbd-a9f4e4f9325a, 'name': SearchDatastore_Task, 'duration_secs': 0.018465} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.865933] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5132012d-16b3-4ab8-a69c-c03664bc311a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.875177] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for the task: (returnval){ [ 1434.875177] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]528540d4-9d08-e7b1-39a8-613355c52971" [ 1434.875177] env[62298]: _type = "Task" [ 1434.875177] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.876881] env[62298]: DEBUG nova.network.neutron [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1434.893572] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Lock "d66de16c-2f22-4324-a6c2-7f0030ad6b6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.672s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.894679] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]528540d4-9d08-e7b1-39a8-613355c52971, 'name': SearchDatastore_Task, 'duration_secs': 0.016709} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.896542] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.897264] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525/69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1434.897264] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee3b3d9b-1ed2-4372-a06e-f36aec6e76df {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.910699] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for the task: (returnval){ [ 1434.910699] env[62298]: value = "task-1803834" [ 1434.910699] env[62298]: _type = "Task" [ 1434.910699] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.924843] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.213248] env[62298]: DEBUG oslo_concurrency.lockutils [req-d2f1795f-bf53-4284-b2c7-ea7f70487752 req-05becf76-abce-4505-903d-365d2d3e890e service nova] Releasing lock "refresh_cache-8aeef358-e8ad-473e-b881-1650be5e7121" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.213595] env[62298]: DEBUG nova.compute.manager [req-d2f1795f-bf53-4284-b2c7-ea7f70487752 req-05becf76-abce-4505-903d-365d2d3e890e service nova] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Received event network-vif-plugged-fb73ff11-e88d-41db-84b2-ce7eccfe535e {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1435.213806] env[62298]: DEBUG oslo_concurrency.lockutils [req-d2f1795f-bf53-4284-b2c7-ea7f70487752 req-05becf76-abce-4505-903d-365d2d3e890e service nova] Acquiring lock "69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.214028] env[62298]: DEBUG oslo_concurrency.lockutils [req-d2f1795f-bf53-4284-b2c7-ea7f70487752 req-05becf76-abce-4505-903d-365d2d3e890e service nova] Lock "69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.214263] env[62298]: DEBUG oslo_concurrency.lockutils [req-d2f1795f-bf53-4284-b2c7-ea7f70487752 req-05becf76-abce-4505-903d-365d2d3e890e service nova] Lock "69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.214452] env[62298]: DEBUG nova.compute.manager [req-d2f1795f-bf53-4284-b2c7-ea7f70487752 req-05becf76-abce-4505-903d-365d2d3e890e service nova] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] No waiting events found dispatching network-vif-plugged-fb73ff11-e88d-41db-84b2-ce7eccfe535e {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1435.214628] env[62298]: WARNING nova.compute.manager [req-d2f1795f-bf53-4284-b2c7-ea7f70487752 req-05becf76-abce-4505-903d-365d2d3e890e service nova] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Received unexpected event network-vif-plugged-fb73ff11-e88d-41db-84b2-ce7eccfe535e for instance with vm_state building and task_state spawning. [ 1435.214791] env[62298]: DEBUG nova.compute.manager [req-d2f1795f-bf53-4284-b2c7-ea7f70487752 req-05becf76-abce-4505-903d-365d2d3e890e service nova] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Received event network-changed-fb73ff11-e88d-41db-84b2-ce7eccfe535e {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1435.214965] env[62298]: DEBUG nova.compute.manager [req-d2f1795f-bf53-4284-b2c7-ea7f70487752 req-05becf76-abce-4505-903d-365d2d3e890e service nova] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Refreshing instance network info cache due to event network-changed-fb73ff11-e88d-41db-84b2-ce7eccfe535e. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1435.215222] env[62298]: DEBUG oslo_concurrency.lockutils [req-d2f1795f-bf53-4284-b2c7-ea7f70487752 req-05becf76-abce-4505-903d-365d2d3e890e service nova] Acquiring lock "refresh_cache-69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.215365] env[62298]: DEBUG oslo_concurrency.lockutils [req-d2f1795f-bf53-4284-b2c7-ea7f70487752 req-05becf76-abce-4505-903d-365d2d3e890e service nova] Acquired lock "refresh_cache-69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.215491] env[62298]: DEBUG nova.network.neutron [req-d2f1795f-bf53-4284-b2c7-ea7f70487752 req-05becf76-abce-4505-903d-365d2d3e890e service nova] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Refreshing network info cache for port fb73ff11-e88d-41db-84b2-ce7eccfe535e {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1435.228049] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Acquiring lock "b5509412-69b2-4de3-a46a-41bfbb24bf6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.228245] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Lock "b5509412-69b2-4de3-a46a-41bfbb24bf6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.293755] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Releasing lock "refresh_cache-cbd7ef0e-8619-4b1e-a352-371976e32dbe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.304065] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8f9eff60-6c3c-4b50-aedb-3583bbf88018 tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.316223] env[62298]: DEBUG nova.network.neutron [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Updating instance_info_cache with network_info: [{"id": "7676199c-a89b-4b75-b218-a2b91c91f3ee", "address": "fa:16:3e:33:ca:c7", "network": {"id": "ace4a55d-01c4-4529-bf5f-080f51cbdbfd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2080304876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c783516aff74ba0a3379f83e3a3d044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7676199c-a8", "ovs_interfaceid": "7676199c-a89b-4b75-b218-a2b91c91f3ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.338471] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.339537] env[62298]: DEBUG nova.compute.manager [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1435.348033] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7da59d12-22b4-41a5-8f1c-be32354b5319 tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.143s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.348033] env[62298]: DEBUG nova.objects.instance [None req-7da59d12-22b4-41a5-8f1c-be32354b5319 tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Lazy-loading 'resources' on Instance uuid 013b93d7-2e56-4673-88fa-9358ca07d68a {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1435.397739] env[62298]: DEBUG nova.compute.manager [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1435.425473] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803834, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.588366] env[62298]: DEBUG nova.compute.manager [req-dd56ce30-0058-4697-8590-bf3d441940d8 req-acb26701-1b9e-48de-bc40-a8efd22796d7 service nova] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Received event network-vif-plugged-7676199c-a89b-4b75-b218-a2b91c91f3ee {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1435.588655] env[62298]: DEBUG oslo_concurrency.lockutils [req-dd56ce30-0058-4697-8590-bf3d441940d8 req-acb26701-1b9e-48de-bc40-a8efd22796d7 service nova] Acquiring lock "a384f44d-9fc3-4570-bac6-5e13c22d012c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.588906] env[62298]: DEBUG oslo_concurrency.lockutils [req-dd56ce30-0058-4697-8590-bf3d441940d8 req-acb26701-1b9e-48de-bc40-a8efd22796d7 service nova] Lock "a384f44d-9fc3-4570-bac6-5e13c22d012c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.589319] env[62298]: DEBUG oslo_concurrency.lockutils [req-dd56ce30-0058-4697-8590-bf3d441940d8 req-acb26701-1b9e-48de-bc40-a8efd22796d7 service nova] Lock "a384f44d-9fc3-4570-bac6-5e13c22d012c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.590937] env[62298]: DEBUG nova.compute.manager [req-dd56ce30-0058-4697-8590-bf3d441940d8 req-acb26701-1b9e-48de-bc40-a8efd22796d7 service nova] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] No waiting events found dispatching network-vif-plugged-7676199c-a89b-4b75-b218-a2b91c91f3ee {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1435.591093] env[62298]: WARNING nova.compute.manager [req-dd56ce30-0058-4697-8590-bf3d441940d8 req-acb26701-1b9e-48de-bc40-a8efd22796d7 service nova] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Received unexpected event network-vif-plugged-7676199c-a89b-4b75-b218-a2b91c91f3ee for instance with vm_state building and task_state spawning. [ 1435.591258] env[62298]: DEBUG nova.compute.manager [req-dd56ce30-0058-4697-8590-bf3d441940d8 req-acb26701-1b9e-48de-bc40-a8efd22796d7 service nova] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Received event network-changed-7676199c-a89b-4b75-b218-a2b91c91f3ee {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1435.591446] env[62298]: DEBUG nova.compute.manager [req-dd56ce30-0058-4697-8590-bf3d441940d8 req-acb26701-1b9e-48de-bc40-a8efd22796d7 service nova] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Refreshing instance network info cache due to event network-changed-7676199c-a89b-4b75-b218-a2b91c91f3ee. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1435.591665] env[62298]: DEBUG oslo_concurrency.lockutils [req-dd56ce30-0058-4697-8590-bf3d441940d8 req-acb26701-1b9e-48de-bc40-a8efd22796d7 service nova] Acquiring lock "refresh_cache-a384f44d-9fc3-4570-bac6-5e13c22d012c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.819234] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Releasing lock "refresh_cache-a384f44d-9fc3-4570-bac6-5e13c22d012c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.820360] env[62298]: DEBUG nova.compute.manager [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Instance network_info: |[{"id": "7676199c-a89b-4b75-b218-a2b91c91f3ee", "address": "fa:16:3e:33:ca:c7", "network": {"id": "ace4a55d-01c4-4529-bf5f-080f51cbdbfd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2080304876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c783516aff74ba0a3379f83e3a3d044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7676199c-a8", "ovs_interfaceid": "7676199c-a89b-4b75-b218-a2b91c91f3ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1435.820360] env[62298]: DEBUG oslo_concurrency.lockutils [req-dd56ce30-0058-4697-8590-bf3d441940d8 req-acb26701-1b9e-48de-bc40-a8efd22796d7 service nova] Acquired lock "refresh_cache-a384f44d-9fc3-4570-bac6-5e13c22d012c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.820530] env[62298]: DEBUG nova.network.neutron [req-dd56ce30-0058-4697-8590-bf3d441940d8 req-acb26701-1b9e-48de-bc40-a8efd22796d7 service nova] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Refreshing network info cache for port 7676199c-a89b-4b75-b218-a2b91c91f3ee {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1435.821290] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:ca:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd098b1c-636f-492d-b5ae-037cb0cae454', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7676199c-a89b-4b75-b218-a2b91c91f3ee', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1435.829868] env[62298]: DEBUG oslo.service.loopingcall [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1435.830434] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1435.830670] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afc6a33c-f7c3-48fb-930d-4f6122e5c6dc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.856382] env[62298]: DEBUG nova.compute.utils [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1435.865026] env[62298]: DEBUG nova.compute.manager [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1435.865026] env[62298]: DEBUG nova.network.neutron [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1435.865026] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1435.865026] env[62298]: value = "task-1803835" [ 1435.865026] env[62298]: _type = "Task" [ 1435.865026] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.877785] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803835, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.931195] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.940253] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759516} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.940816] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525/69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1435.941145] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1435.944571] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcab46ae-685f-47a3-a5cd-d24236b65056 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.962025] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for the task: (returnval){ [ 1435.962025] env[62298]: value = "task-1803836" [ 1435.962025] env[62298]: _type = "Task" [ 1435.962025] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.976187] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.190364] env[62298]: DEBUG nova.policy [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44ae5055d906414ea9de2613fcd84127', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d585cdbd4804c1caa87ceff8dabda7f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1436.364268] env[62298]: DEBUG nova.compute.manager [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1436.380348] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803835, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.388932] env[62298]: DEBUG nova.compute.manager [req-dc788448-4ec5-4927-90a2-bde553aa5da7 req-7de377f1-6c36-4c1e-b2f0-bc1c10e52201 service nova] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Received event network-changed-945b82d8-5bd8-400e-ac1a-9722c689de0f {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1436.388932] env[62298]: DEBUG nova.compute.manager [req-dc788448-4ec5-4927-90a2-bde553aa5da7 req-7de377f1-6c36-4c1e-b2f0-bc1c10e52201 service nova] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Refreshing instance network info cache due to event network-changed-945b82d8-5bd8-400e-ac1a-9722c689de0f. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1436.388932] env[62298]: DEBUG oslo_concurrency.lockutils [req-dc788448-4ec5-4927-90a2-bde553aa5da7 req-7de377f1-6c36-4c1e-b2f0-bc1c10e52201 service nova] Acquiring lock "refresh_cache-8aeef358-e8ad-473e-b881-1650be5e7121" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.388932] env[62298]: DEBUG oslo_concurrency.lockutils [req-dc788448-4ec5-4927-90a2-bde553aa5da7 req-7de377f1-6c36-4c1e-b2f0-bc1c10e52201 service nova] Acquired lock "refresh_cache-8aeef358-e8ad-473e-b881-1650be5e7121" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.388932] env[62298]: DEBUG nova.network.neutron [req-dc788448-4ec5-4927-90a2-bde553aa5da7 req-7de377f1-6c36-4c1e-b2f0-bc1c10e52201 service nova] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Refreshing network info cache for port 945b82d8-5bd8-400e-ac1a-9722c689de0f {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1436.481760] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081086} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.482598] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1436.483612] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952e1727-c9da-4b46-9e57-ae3a2bddd182 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.493937] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e446100e-f007-4110-ae18-aaf51a874782 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.512384] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c850f72-3894-49fd-992d-aa3e17dbafd1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.524257] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525/69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1436.524622] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d99f50e9-779a-406e-b24a-f6783bb9ca39 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.571877] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a4348d-066f-4c35-9303-5a282d13aa83 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.575098] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for the task: (returnval){ [ 1436.575098] env[62298]: value = "task-1803837" [ 1436.575098] env[62298]: _type = "Task" [ 1436.575098] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.583844] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49358c4c-141b-40f2-be98-4f2068a125d9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.590406] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.603189] env[62298]: DEBUG nova.compute.provider_tree [None req-7da59d12-22b4-41a5-8f1c-be32354b5319 tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.827699] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb9cfb9-15ca-43c8-86ea-56da5aba4985 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.858206] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Updating instance 'cbd7ef0e-8619-4b1e-a352-371976e32dbe' progress to 0 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1436.863724] env[62298]: DEBUG nova.network.neutron [req-d2f1795f-bf53-4284-b2c7-ea7f70487752 req-05becf76-abce-4505-903d-365d2d3e890e service nova] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Updated VIF entry in instance network info cache for port fb73ff11-e88d-41db-84b2-ce7eccfe535e. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1436.864210] env[62298]: DEBUG nova.network.neutron [req-d2f1795f-bf53-4284-b2c7-ea7f70487752 req-05becf76-abce-4505-903d-365d2d3e890e service nova] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Updating instance_info_cache with network_info: [{"id": "fb73ff11-e88d-41db-84b2-ce7eccfe535e", "address": "fa:16:3e:9e:5b:61", "network": {"id": "ace4a55d-01c4-4529-bf5f-080f51cbdbfd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2080304876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c783516aff74ba0a3379f83e3a3d044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb73ff11-e8", "ovs_interfaceid": "fb73ff11-e88d-41db-84b2-ce7eccfe535e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.895633] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803835, 'name': CreateVM_Task, 'duration_secs': 0.671404} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.896786] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1436.898264] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.898264] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.898264] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1436.899921] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13e50bcf-d1e7-4570-81f3-9c4a6007eda6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.909243] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for the task: (returnval){ [ 1436.909243] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5289405d-5fb5-679b-50eb-281947b1fafe" [ 1436.909243] env[62298]: _type = "Task" [ 1436.909243] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.923890] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5289405d-5fb5-679b-50eb-281947b1fafe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.094625] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.106982] env[62298]: DEBUG nova.scheduler.client.report [None req-7da59d12-22b4-41a5-8f1c-be32354b5319 tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1437.162882] env[62298]: DEBUG oslo_concurrency.lockutils [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Acquiring lock "24e9dd22-4939-4ea7-9fea-afac2e37722c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.163218] env[62298]: DEBUG oslo_concurrency.lockutils [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Lock "24e9dd22-4939-4ea7-9fea-afac2e37722c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.239809] env[62298]: DEBUG nova.network.neutron [req-dd56ce30-0058-4697-8590-bf3d441940d8 req-acb26701-1b9e-48de-bc40-a8efd22796d7 service nova] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Updated VIF entry in instance network info cache for port 7676199c-a89b-4b75-b218-a2b91c91f3ee. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1437.241107] env[62298]: DEBUG nova.network.neutron [req-dd56ce30-0058-4697-8590-bf3d441940d8 req-acb26701-1b9e-48de-bc40-a8efd22796d7 service nova] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Updating instance_info_cache with network_info: [{"id": "7676199c-a89b-4b75-b218-a2b91c91f3ee", "address": "fa:16:3e:33:ca:c7", "network": {"id": "ace4a55d-01c4-4529-bf5f-080f51cbdbfd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2080304876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c783516aff74ba0a3379f83e3a3d044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7676199c-a8", "ovs_interfaceid": "7676199c-a89b-4b75-b218-a2b91c91f3ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.368401] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1437.368909] env[62298]: DEBUG oslo_concurrency.lockutils [req-d2f1795f-bf53-4284-b2c7-ea7f70487752 req-05becf76-abce-4505-903d-365d2d3e890e service nova] Releasing lock "refresh_cache-69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.369368] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ccebec7-8875-4198-9559-51976a3c1669 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.380229] env[62298]: DEBUG oslo_vmware.api [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1437.380229] env[62298]: value = "task-1803839" [ 1437.380229] env[62298]: _type = "Task" [ 1437.380229] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.388781] env[62298]: DEBUG nova.compute.manager [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1437.398076] env[62298]: DEBUG oslo_vmware.api [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1803839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.428137] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5289405d-5fb5-679b-50eb-281947b1fafe, 'name': SearchDatastore_Task, 'duration_secs': 0.024458} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.433028] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.433179] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1437.433475] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.433519] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.434923] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1437.434923] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b49e48e-027d-4137-8299-a5d56ede65ec {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.440905] env[62298]: DEBUG nova.virt.hardware [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1437.441241] env[62298]: DEBUG nova.virt.hardware [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1437.441327] env[62298]: DEBUG nova.virt.hardware [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1437.441478] env[62298]: DEBUG nova.virt.hardware [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1437.441617] env[62298]: DEBUG nova.virt.hardware [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1437.441762] env[62298]: DEBUG nova.virt.hardware [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1437.442048] env[62298]: DEBUG nova.virt.hardware [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1437.442191] env[62298]: DEBUG nova.virt.hardware [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1437.442359] env[62298]: DEBUG nova.virt.hardware [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1437.442520] env[62298]: DEBUG nova.virt.hardware [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1437.442690] env[62298]: DEBUG nova.virt.hardware [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1437.444210] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5878141f-c7b9-4007-9fa1-f607325e5d71 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.454555] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a08122-9d48-4319-a88c-fa4c55f12589 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.459273] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1437.459338] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1437.460058] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e634443-1207-4090-b9ed-6c6832c951a1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.478051] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for the task: (returnval){ [ 1437.478051] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5221571d-1c77-fa87-8b00-a08e99733f1d" [ 1437.478051] env[62298]: _type = "Task" [ 1437.478051] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.489035] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5221571d-1c77-fa87-8b00-a08e99733f1d, 'name': SearchDatastore_Task, 'duration_secs': 0.014343} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.490188] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0aa2a29-06a3-469e-8fda-06f2fe6f7f50 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.496255] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for the task: (returnval){ [ 1437.496255] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ea15b3-7c77-918c-9117-dff1fd75627e" [ 1437.496255] env[62298]: _type = "Task" [ 1437.496255] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.508771] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ea15b3-7c77-918c-9117-dff1fd75627e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.557317] env[62298]: DEBUG nova.network.neutron [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Successfully created port: 92eec7d6-0cc1-46af-9902-8075962a2ae1 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1437.588670] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803837, 'name': ReconfigVM_Task, 'duration_secs': 0.785433} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.588670] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525/69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1437.588864] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bf9f11b-373f-406c-a16d-f002455c8fed {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.602725] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for the task: (returnval){ [ 1437.602725] env[62298]: value = "task-1803840" [ 1437.602725] env[62298]: _type = "Task" [ 1437.602725] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.619244] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7da59d12-22b4-41a5-8f1c-be32354b5319 tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.272s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.619727] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803840, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.621127] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.855s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.622652] env[62298]: INFO nova.compute.claims [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1437.670223] env[62298]: INFO nova.scheduler.client.report [None req-7da59d12-22b4-41a5-8f1c-be32354b5319 tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Deleted allocations for instance 013b93d7-2e56-4673-88fa-9358ca07d68a [ 1437.742382] env[62298]: DEBUG oslo_concurrency.lockutils [req-dd56ce30-0058-4697-8590-bf3d441940d8 req-acb26701-1b9e-48de-bc40-a8efd22796d7 service nova] Releasing lock "refresh_cache-a384f44d-9fc3-4570-bac6-5e13c22d012c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.812021] env[62298]: DEBUG nova.network.neutron [req-dc788448-4ec5-4927-90a2-bde553aa5da7 req-7de377f1-6c36-4c1e-b2f0-bc1c10e52201 service nova] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Updated VIF entry in instance network info cache for port 945b82d8-5bd8-400e-ac1a-9722c689de0f. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1437.812021] env[62298]: DEBUG nova.network.neutron [req-dc788448-4ec5-4927-90a2-bde553aa5da7 req-7de377f1-6c36-4c1e-b2f0-bc1c10e52201 service nova] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Updating instance_info_cache with network_info: [{"id": "945b82d8-5bd8-400e-ac1a-9722c689de0f", "address": "fa:16:3e:ed:ef:04", "network": {"id": "4e57501a-5961-452c-a00c-3b59e6192748", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-162185613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd23a31565b2496f803c95eabb08981e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap945b82d8-5b", "ovs_interfaceid": "945b82d8-5bd8-400e-ac1a-9722c689de0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.892325] env[62298]: DEBUG oslo_vmware.api [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1803839, 'name': PowerOffVM_Task, 'duration_secs': 0.189316} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.892628] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1437.892818] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Updating instance 'cbd7ef0e-8619-4b1e-a352-371976e32dbe' progress to 17 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1438.011473] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ea15b3-7c77-918c-9117-dff1fd75627e, 'name': SearchDatastore_Task, 'duration_secs': 0.031335} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.011702] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.011917] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] a384f44d-9fc3-4570-bac6-5e13c22d012c/a384f44d-9fc3-4570-bac6-5e13c22d012c.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1438.012203] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-217f11e7-2fb4-4bc5-9f2a-6870c1403cfe {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.022350] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for the task: (returnval){ [ 1438.022350] env[62298]: value = "task-1803841" [ 1438.022350] env[62298]: _type = "Task" [ 1438.022350] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.036817] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.113507] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803840, 'name': Rename_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.179068] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7da59d12-22b4-41a5-8f1c-be32354b5319 tempest-ServerDiagnosticsNegativeTest-1514663661 tempest-ServerDiagnosticsNegativeTest-1514663661-project-member] Lock "013b93d7-2e56-4673-88fa-9358ca07d68a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.855s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.313364] env[62298]: DEBUG oslo_concurrency.lockutils [req-dc788448-4ec5-4927-90a2-bde553aa5da7 req-7de377f1-6c36-4c1e-b2f0-bc1c10e52201 service nova] Releasing lock "refresh_cache-8aeef358-e8ad-473e-b881-1650be5e7121" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.313364] env[62298]: DEBUG nova.compute.manager [req-dc788448-4ec5-4927-90a2-bde553aa5da7 req-7de377f1-6c36-4c1e-b2f0-bc1c10e52201 service nova] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Received event network-vif-deleted-13ef9029-dabf-4ac7-9045-9247c462e34e {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1438.404714] env[62298]: DEBUG nova.virt.hardware [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1438.404985] env[62298]: DEBUG nova.virt.hardware [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1438.405172] env[62298]: DEBUG nova.virt.hardware [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1438.405355] env[62298]: DEBUG nova.virt.hardware [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1438.405496] env[62298]: DEBUG nova.virt.hardware [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1438.405637] env[62298]: DEBUG nova.virt.hardware [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1438.406086] env[62298]: DEBUG nova.virt.hardware [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1438.406287] env[62298]: DEBUG nova.virt.hardware [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1438.406457] env[62298]: DEBUG nova.virt.hardware [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1438.407776] env[62298]: DEBUG nova.virt.hardware [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1438.408067] env[62298]: DEBUG nova.virt.hardware [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1438.416517] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba959644-6473-420c-91e0-5891fa4e861b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.435467] env[62298]: DEBUG oslo_vmware.api [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1438.435467] env[62298]: value = "task-1803842" [ 1438.435467] env[62298]: _type = "Task" [ 1438.435467] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.446309] env[62298]: DEBUG oslo_vmware.api [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1803842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.537024] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.616499] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803840, 'name': Rename_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.642417] env[62298]: DEBUG nova.compute.manager [req-deaf672f-01b6-4b40-a4e9-f3099ce23e46 req-295fa106-af78-46e1-9568-fab7edfc04df service nova] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Received event network-changed-f2c9f9ac-18ba-46e0-924e-11047c9e1e53 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1438.642620] env[62298]: DEBUG nova.compute.manager [req-deaf672f-01b6-4b40-a4e9-f3099ce23e46 req-295fa106-af78-46e1-9568-fab7edfc04df service nova] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Refreshing instance network info cache due to event network-changed-f2c9f9ac-18ba-46e0-924e-11047c9e1e53. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1438.642823] env[62298]: DEBUG oslo_concurrency.lockutils [req-deaf672f-01b6-4b40-a4e9-f3099ce23e46 req-295fa106-af78-46e1-9568-fab7edfc04df service nova] Acquiring lock "refresh_cache-db9a0aff-1f68-4e7b-b36a-b133d6f4c822" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.642987] env[62298]: DEBUG oslo_concurrency.lockutils [req-deaf672f-01b6-4b40-a4e9-f3099ce23e46 req-295fa106-af78-46e1-9568-fab7edfc04df service nova] Acquired lock "refresh_cache-db9a0aff-1f68-4e7b-b36a-b133d6f4c822" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.643899] env[62298]: DEBUG nova.network.neutron [req-deaf672f-01b6-4b40-a4e9-f3099ce23e46 req-295fa106-af78-46e1-9568-fab7edfc04df service nova] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Refreshing network info cache for port f2c9f9ac-18ba-46e0-924e-11047c9e1e53 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1438.952357] env[62298]: DEBUG oslo_vmware.api [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1803842, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.042162] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.122469] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803840, 'name': Rename_Task, 'duration_secs': 1.390273} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.125951] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1439.128132] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ca3c21-0341-42f7-bd61-36d71bbb60e9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.132128] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8875db0-57a6-4ca6-9b09-8727f8856bd1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.144244] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a68692a-a623-4c82-b80b-ee2a50b821c6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.153369] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for the task: (returnval){ [ 1439.153369] env[62298]: value = "task-1803844" [ 1439.153369] env[62298]: _type = "Task" [ 1439.153369] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.194143] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c87319-2b81-4046-ac68-7ff0d48a9daf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.201913] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803844, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.211303] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b708f6b-3321-4435-b4a6-06f52c39cdce {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.233570] env[62298]: DEBUG nova.compute.provider_tree [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1439.449609] env[62298]: DEBUG oslo_vmware.api [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1803842, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.538850] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803841, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.671700] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803844, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.742243] env[62298]: DEBUG nova.scheduler.client.report [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1439.953583] env[62298]: DEBUG oslo_vmware.api [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1803842, 'name': ReconfigVM_Task, 'duration_secs': 1.338473} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.954012] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Updating instance 'cbd7ef0e-8619-4b1e-a352-371976e32dbe' progress to 33 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1440.041105] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803841, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.541387} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.041422] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] a384f44d-9fc3-4570-bac6-5e13c22d012c/a384f44d-9fc3-4570-bac6-5e13c22d012c.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1440.041645] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1440.041904] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e70a854d-0d69-47c2-8474-1d2e20cca9b6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.062529] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for the task: (returnval){ [ 1440.062529] env[62298]: value = "task-1803845" [ 1440.062529] env[62298]: _type = "Task" [ 1440.062529] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.076707] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.169786] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803844, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.235213] env[62298]: DEBUG nova.network.neutron [req-deaf672f-01b6-4b40-a4e9-f3099ce23e46 req-295fa106-af78-46e1-9568-fab7edfc04df service nova] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Updated VIF entry in instance network info cache for port f2c9f9ac-18ba-46e0-924e-11047c9e1e53. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1440.235213] env[62298]: DEBUG nova.network.neutron [req-deaf672f-01b6-4b40-a4e9-f3099ce23e46 req-295fa106-af78-46e1-9568-fab7edfc04df service nova] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Updating instance_info_cache with network_info: [{"id": "f2c9f9ac-18ba-46e0-924e-11047c9e1e53", "address": "fa:16:3e:c3:9d:85", "network": {"id": "e036b4db-a501-40a4-aabe-cd64cbe4e0e3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1731901231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c515e149617c437db262f33a96371659", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2c9f9ac-18", "ovs_interfaceid": "f2c9f9ac-18ba-46e0-924e-11047c9e1e53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.251379] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.252942] env[62298]: DEBUG nova.compute.manager [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1440.258273] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 20.484s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.404857] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Acquiring lock "3f92eae6-b888-4913-8db0-618e1aaa45bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.405139] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Lock "3f92eae6-b888-4913-8db0-618e1aaa45bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.457682] env[62298]: DEBUG nova.network.neutron [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Successfully updated port: 92eec7d6-0cc1-46af-9902-8075962a2ae1 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1440.465236] env[62298]: DEBUG nova.virt.hardware [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1440.469037] env[62298]: DEBUG nova.virt.hardware [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1440.469037] env[62298]: DEBUG nova.virt.hardware [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1440.469037] env[62298]: DEBUG nova.virt.hardware [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1440.469037] env[62298]: DEBUG nova.virt.hardware [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1440.469037] env[62298]: DEBUG nova.virt.hardware [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1440.469037] env[62298]: DEBUG nova.virt.hardware [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1440.469406] env[62298]: DEBUG nova.virt.hardware [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1440.469406] env[62298]: DEBUG nova.virt.hardware [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1440.469406] env[62298]: DEBUG nova.virt.hardware [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1440.469406] env[62298]: DEBUG nova.virt.hardware [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1440.479285] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Reconfiguring VM instance instance-00000006 to detach disk 2000 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1440.481048] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77420b23-2628-4742-b2d1-ec76083c9a9d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.505057] env[62298]: DEBUG oslo_vmware.api [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1440.505057] env[62298]: value = "task-1803846" [ 1440.505057] env[62298]: _type = "Task" [ 1440.505057] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.515345] env[62298]: DEBUG oslo_vmware.api [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1803846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.574665] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164914} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.574948] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1440.575881] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f325ba52-3263-4efd-95f7-d7cdd906dd99 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.602968] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] a384f44d-9fc3-4570-bac6-5e13c22d012c/a384f44d-9fc3-4570-bac6-5e13c22d012c.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1440.606133] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a28a8f8a-2a90-4d92-a4b6-c512dc2c2119 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.626574] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for the task: (returnval){ [ 1440.626574] env[62298]: value = "task-1803847" [ 1440.626574] env[62298]: _type = "Task" [ 1440.626574] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.640694] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803847, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.669645] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803844, 'name': PowerOnVM_Task, 'duration_secs': 1.12148} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.670376] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1440.670651] env[62298]: INFO nova.compute.manager [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Took 12.38 seconds to spawn the instance on the hypervisor. [ 1440.670878] env[62298]: DEBUG nova.compute.manager [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1440.671818] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1464b7c-0e31-4741-9472-acb80ed75654 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.739492] env[62298]: DEBUG oslo_concurrency.lockutils [req-deaf672f-01b6-4b40-a4e9-f3099ce23e46 req-295fa106-af78-46e1-9568-fab7edfc04df service nova] Releasing lock "refresh_cache-db9a0aff-1f68-4e7b-b36a-b133d6f4c822" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.761138] env[62298]: DEBUG nova.compute.utils [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1440.778370] env[62298]: DEBUG nova.compute.manager [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1440.778370] env[62298]: DEBUG nova.network.neutron [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1440.883480] env[62298]: DEBUG nova.policy [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdad64b45d5a4812a6388d4983a7afdf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2950973115e44a99a616d2ecdb9dd976', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1440.960644] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Acquiring lock "refresh_cache-39717793-ae0a-40bc-b0f0-59ffa48bfdbb" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1440.960797] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Acquired lock "refresh_cache-39717793-ae0a-40bc-b0f0-59ffa48bfdbb" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.960946] env[62298]: DEBUG nova.network.neutron [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1441.022166] env[62298]: DEBUG oslo_vmware.api [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1803846, 'name': ReconfigVM_Task, 'duration_secs': 0.438896} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.022612] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Reconfigured VM instance instance-00000006 to detach disk 2000 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1441.023363] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f7b50d-69d9-4423-8da6-b5afb37ffb30 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.063708] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] cbd7ef0e-8619-4b1e-a352-371976e32dbe/cbd7ef0e-8619-4b1e-a352-371976e32dbe.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1441.064111] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e73e5fac-7ee0-40db-8807-842dcf5cc422 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.086700] env[62298]: DEBUG oslo_vmware.api [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1441.086700] env[62298]: value = "task-1803849" [ 1441.086700] env[62298]: _type = "Task" [ 1441.086700] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.099166] env[62298]: DEBUG oslo_vmware.api [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1803849, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.142223] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803847, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.150394] env[62298]: DEBUG nova.compute.manager [req-b27b54d8-0907-46dc-836f-8850956636a7 req-505e62ae-610b-45b5-9618-866f5ad38467 service nova] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Received event network-vif-plugged-92eec7d6-0cc1-46af-9902-8075962a2ae1 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1441.150821] env[62298]: DEBUG oslo_concurrency.lockutils [req-b27b54d8-0907-46dc-836f-8850956636a7 req-505e62ae-610b-45b5-9618-866f5ad38467 service nova] Acquiring lock "39717793-ae0a-40bc-b0f0-59ffa48bfdbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.151486] env[62298]: DEBUG oslo_concurrency.lockutils [req-b27b54d8-0907-46dc-836f-8850956636a7 req-505e62ae-610b-45b5-9618-866f5ad38467 service nova] Lock "39717793-ae0a-40bc-b0f0-59ffa48bfdbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.151486] env[62298]: DEBUG oslo_concurrency.lockutils [req-b27b54d8-0907-46dc-836f-8850956636a7 req-505e62ae-610b-45b5-9618-866f5ad38467 service nova] Lock "39717793-ae0a-40bc-b0f0-59ffa48bfdbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.151661] env[62298]: DEBUG nova.compute.manager [req-b27b54d8-0907-46dc-836f-8850956636a7 req-505e62ae-610b-45b5-9618-866f5ad38467 service nova] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] No waiting events found dispatching network-vif-plugged-92eec7d6-0cc1-46af-9902-8075962a2ae1 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1441.152024] env[62298]: WARNING nova.compute.manager [req-b27b54d8-0907-46dc-836f-8850956636a7 req-505e62ae-610b-45b5-9618-866f5ad38467 service nova] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Received unexpected event network-vif-plugged-92eec7d6-0cc1-46af-9902-8075962a2ae1 for instance with vm_state building and task_state spawning. [ 1441.201048] env[62298]: INFO nova.compute.manager [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Took 30.94 seconds to build instance. [ 1441.285250] env[62298]: DEBUG nova.compute.manager [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1441.288557] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Applying migration context for instance cbd7ef0e-8619-4b1e-a352-371976e32dbe as it has an incoming, in-progress migration 946a57b0-2481-4cba-ba6a-c8ac5df6b91b. Migration status is migrating {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1441.291099] env[62298]: INFO nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Updating resource usage from migration 946a57b0-2481-4cba-ba6a-c8ac5df6b91b [ 1441.331334] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 39717793-ae0a-40bc-b0f0-59ffa48bfdbb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1441.331602] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 0d4c1447-4b9d-4f67-a660-bf396a79cbcd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1441.508901] env[62298]: DEBUG nova.network.neutron [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1441.602501] env[62298]: DEBUG oslo_vmware.api [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1803849, 'name': ReconfigVM_Task, 'duration_secs': 0.347077} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.602849] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Reconfigured VM instance instance-00000006 to attach disk [datastore1] cbd7ef0e-8619-4b1e-a352-371976e32dbe/cbd7ef0e-8619-4b1e-a352-371976e32dbe.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1441.606160] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Updating instance 'cbd7ef0e-8619-4b1e-a352-371976e32dbe' progress to 50 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1441.613440] env[62298]: DEBUG nova.network.neutron [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Successfully created port: 384b29af-9242-4573-81f6-fb7af387d314 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1441.639541] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803847, 'name': ReconfigVM_Task, 'duration_secs': 0.610404} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.639825] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Reconfigured VM instance instance-00000011 to attach disk [datastore1] a384f44d-9fc3-4570-bac6-5e13c22d012c/a384f44d-9fc3-4570-bac6-5e13c22d012c.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1441.640511] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e91625c-c112-4102-a912-b0af84b284e8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.651995] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for the task: (returnval){ [ 1441.651995] env[62298]: value = "task-1803850" [ 1441.651995] env[62298]: _type = "Task" [ 1441.651995] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.673692] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803850, 'name': Rename_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.705736] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Lock "69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.452s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.739738] env[62298]: DEBUG nova.network.neutron [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Updating instance_info_cache with network_info: [{"id": "92eec7d6-0cc1-46af-9902-8075962a2ae1", "address": "fa:16:3e:f2:30:90", "network": {"id": "e9901970-6e1b-4a11-b7de-8169fe993e87", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1515280626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0d585cdbd4804c1caa87ceff8dabda7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92eec7d6-0c", "ovs_interfaceid": "92eec7d6-0cc1-46af-9902-8075962a2ae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.834623] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 2c9f54be-e225-470a-a0cd-3af6b52a3a02 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1441.834623] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1441.834623] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance a384f44d-9fc3-4570-bac6-5e13c22d012c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1441.834623] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance d66de16c-2f22-4324-a6c2-7f0030ad6b6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1441.834928] env[62298]: WARNING nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance dab12e8d-e1ee-4b66-ade6-927924c76226 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1442.118378] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4f6c06-757a-4cec-8faf-fc9b5212e587 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.140760] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfec9f3-c1dc-4145-965e-0d58528ecaa3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.163611] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Updating instance 'cbd7ef0e-8619-4b1e-a352-371976e32dbe' progress to 67 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1442.177041] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803850, 'name': Rename_Task, 'duration_secs': 0.429225} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.177041] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1442.177041] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-149c096c-7e5a-49ff-aad4-8ca8becc27b2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.187882] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for the task: (returnval){ [ 1442.187882] env[62298]: value = "task-1803851" [ 1442.187882] env[62298]: _type = "Task" [ 1442.187882] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.196206] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.211139] env[62298]: DEBUG nova.compute.manager [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1442.242998] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Releasing lock "refresh_cache-39717793-ae0a-40bc-b0f0-59ffa48bfdbb" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.243553] env[62298]: DEBUG nova.compute.manager [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Instance network_info: |[{"id": "92eec7d6-0cc1-46af-9902-8075962a2ae1", "address": "fa:16:3e:f2:30:90", "network": {"id": "e9901970-6e1b-4a11-b7de-8169fe993e87", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1515280626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0d585cdbd4804c1caa87ceff8dabda7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92eec7d6-0c", "ovs_interfaceid": "92eec7d6-0cc1-46af-9902-8075962a2ae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1442.244196] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:30:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92eec7d6-0cc1-46af-9902-8075962a2ae1', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1442.252258] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Creating folder: Project (0d585cdbd4804c1caa87ceff8dabda7f). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1442.252809] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ecab772-1523-4711-b339-962574ef097c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.270339] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Created folder: Project (0d585cdbd4804c1caa87ceff8dabda7f) in parent group-v373906. [ 1442.270435] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Creating folder: Instances. Parent ref: group-v373958. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1442.271364] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f5069ce-e90e-4652-be16-5e237288f19b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.284205] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Created folder: Instances in parent group-v373958. [ 1442.284481] env[62298]: DEBUG oslo.service.loopingcall [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1442.284673] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1442.284888] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0c1910e-40a7-4171-929b-f59168c761c2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.307503] env[62298]: DEBUG nova.compute.manager [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1442.316510] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1442.316510] env[62298]: value = "task-1803854" [ 1442.316510] env[62298]: _type = "Task" [ 1442.316510] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.093795] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance bf540bc1-d046-4e73-85b4-2306575ff4bf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1443.093795] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 49698e96-7ce6-446b-9375-bd470d083d98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.093795] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance a79b91e6-bd85-4bfe-bf5d-349dcda6268b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1443.093954] env[62298]: WARNING nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance b8cd31ce-22db-49c3-9b5c-13cf72a8d18e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1443.094027] env[62298]: WARNING nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance ad322ef9-6cce-40fd-a9cc-47ffb555c1bc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1443.094189] env[62298]: WARNING nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 5a6b13f8-78f2-4269-bea2-382de8867386 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1443.101513] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803854, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.101513] env[62298]: WARNING oslo_vmware.common.loopingcall [-] task run outlasted interval by 0.284798 sec [ 1443.112881] env[62298]: DEBUG nova.virt.hardware [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1443.113224] env[62298]: DEBUG nova.virt.hardware [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1443.113433] env[62298]: DEBUG nova.virt.hardware [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1443.113626] env[62298]: DEBUG nova.virt.hardware [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1443.113840] env[62298]: DEBUG nova.virt.hardware [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1443.113893] env[62298]: DEBUG nova.virt.hardware [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1443.114065] env[62298]: DEBUG nova.virt.hardware [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1443.114608] env[62298]: DEBUG nova.virt.hardware [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1443.114608] env[62298]: DEBUG nova.virt.hardware [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1443.114608] env[62298]: DEBUG nova.virt.hardware [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1443.114937] env[62298]: DEBUG nova.virt.hardware [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1443.119653] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c82197-673f-46b7-b98a-4d96113dc570 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.122566] env[62298]: DEBUG oslo_vmware.api [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803851, 'name': PowerOnVM_Task, 'duration_secs': 0.779608} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.123156] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1443.123355] env[62298]: INFO nova.compute.manager [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Took 12.30 seconds to spawn the instance on the hypervisor. [ 1443.123522] env[62298]: DEBUG nova.compute.manager [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1443.124695] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628835b0-04f7-43fa-99f8-9aad46c96ea3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.132643] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803854, 'name': CreateVM_Task, 'duration_secs': 0.454787} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.133269] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1443.134514] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf289a1-b361-4426-836a-1cf7195c1e5e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.140724] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.141347] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.141507] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.141808] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1443.144971] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e883b0d1-bfe7-41ea-885c-ae75e4f792f0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.151617] env[62298]: DEBUG oslo_vmware.api [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Waiting for the task: (returnval){ [ 1443.151617] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f23ac4-6f0c-10ac-6060-6c63121cd82f" [ 1443.151617] env[62298]: _type = "Task" [ 1443.151617] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.170622] env[62298]: DEBUG oslo_vmware.api [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f23ac4-6f0c-10ac-6060-6c63121cd82f, 'name': SearchDatastore_Task, 'duration_secs': 0.015503} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.170923] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.171190] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1443.171386] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.171560] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.171688] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1443.172587] env[62298]: DEBUG nova.network.neutron [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Port 4eba44e4-e87b-400f-99aa-6cc063060efa binding to destination host cpu-1 is already ACTIVE {{(pid=62298) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1443.173844] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64e6e91e-2554-4d63-88d8-af4dbc20fa4c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.187103] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1443.187103] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1443.187103] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cd09a5f-3651-473e-b5ff-645320147ebf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.192785] env[62298]: DEBUG oslo_vmware.api [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Waiting for the task: (returnval){ [ 1443.192785] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52734a73-11b2-7b0d-5bef-fd8f8eba8f5c" [ 1443.192785] env[62298]: _type = "Task" [ 1443.192785] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.205099] env[62298]: DEBUG oslo_vmware.api [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52734a73-11b2-7b0d-5bef-fd8f8eba8f5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.335649] env[62298]: DEBUG nova.network.neutron [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Successfully updated port: 384b29af-9242-4573-81f6-fb7af387d314 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1443.605353] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 3f92eae6-b888-4913-8db0-618e1aaa45bf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1443.658783] env[62298]: INFO nova.compute.manager [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Took 29.14 seconds to build instance. [ 1443.708024] env[62298]: DEBUG oslo_vmware.api [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52734a73-11b2-7b0d-5bef-fd8f8eba8f5c, 'name': SearchDatastore_Task, 'duration_secs': 0.038389} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.708024] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02eaf42a-e45d-48f1-be78-cc50c109f79d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.713455] env[62298]: DEBUG oslo_vmware.api [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Waiting for the task: (returnval){ [ 1443.713455] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5293cb42-1d6e-cb43-8d3e-9149ced41eae" [ 1443.713455] env[62298]: _type = "Task" [ 1443.713455] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.725327] env[62298]: DEBUG oslo_vmware.api [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5293cb42-1d6e-cb43-8d3e-9149ced41eae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.840846] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Acquiring lock "refresh_cache-49698e96-7ce6-446b-9375-bd470d083d98" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.840846] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Acquired lock "refresh_cache-49698e96-7ce6-446b-9375-bd470d083d98" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.840846] env[62298]: DEBUG nova.network.neutron [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1444.108948] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance f20c13d7-c359-497f-a373-6b079740c4c3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1444.144497] env[62298]: DEBUG nova.compute.manager [req-389311a6-6c18-4a48-b16c-64b88dee5b85 req-2dd67bb7-d8e5-46ce-ba73-66d67e4576ed service nova] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Received event network-changed-92eec7d6-0cc1-46af-9902-8075962a2ae1 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1444.144751] env[62298]: DEBUG nova.compute.manager [req-389311a6-6c18-4a48-b16c-64b88dee5b85 req-2dd67bb7-d8e5-46ce-ba73-66d67e4576ed service nova] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Refreshing instance network info cache due to event network-changed-92eec7d6-0cc1-46af-9902-8075962a2ae1. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1444.144918] env[62298]: DEBUG oslo_concurrency.lockutils [req-389311a6-6c18-4a48-b16c-64b88dee5b85 req-2dd67bb7-d8e5-46ce-ba73-66d67e4576ed service nova] Acquiring lock "refresh_cache-39717793-ae0a-40bc-b0f0-59ffa48bfdbb" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.145103] env[62298]: DEBUG oslo_concurrency.lockutils [req-389311a6-6c18-4a48-b16c-64b88dee5b85 req-2dd67bb7-d8e5-46ce-ba73-66d67e4576ed service nova] Acquired lock "refresh_cache-39717793-ae0a-40bc-b0f0-59ffa48bfdbb" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.145639] env[62298]: DEBUG nova.network.neutron [req-389311a6-6c18-4a48-b16c-64b88dee5b85 req-2dd67bb7-d8e5-46ce-ba73-66d67e4576ed service nova] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Refreshing network info cache for port 92eec7d6-0cc1-46af-9902-8075962a2ae1 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1444.162507] env[62298]: DEBUG oslo_concurrency.lockutils [None req-17b01c78-9f62-4cfa-bdc3-8fad5f5c69bf tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Lock "a384f44d-9fc3-4570-bac6-5e13c22d012c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.867s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.200313] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquiring lock "cbd7ef0e-8619-4b1e-a352-371976e32dbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.204022] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "cbd7ef0e-8619-4b1e-a352-371976e32dbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.204022] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "cbd7ef0e-8619-4b1e-a352-371976e32dbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.226826] env[62298]: DEBUG oslo_vmware.api [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5293cb42-1d6e-cb43-8d3e-9149ced41eae, 'name': SearchDatastore_Task, 'duration_secs': 0.026778} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.227407] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.227584] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 39717793-ae0a-40bc-b0f0-59ffa48bfdbb/39717793-ae0a-40bc-b0f0-59ffa48bfdbb.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1444.227904] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6f4c08c-4776-490d-9590-9e646ea9dcc1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.238346] env[62298]: DEBUG oslo_vmware.api [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Waiting for the task: (returnval){ [ 1444.238346] env[62298]: value = "task-1803855" [ 1444.238346] env[62298]: _type = "Task" [ 1444.238346] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.246969] env[62298]: DEBUG oslo_vmware.api [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': task-1803855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.412200] env[62298]: DEBUG nova.network.neutron [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1444.464961] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Acquiring lock "9a0b606b-2b47-4257-8722-e3933b63890b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.465888] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Lock "9a0b606b-2b47-4257-8722-e3933b63890b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.616096] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance b5509412-69b2-4de3-a46a-41bfbb24bf6b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1444.668351] env[62298]: DEBUG nova.compute.manager [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1444.688773] env[62298]: DEBUG nova.network.neutron [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Updating instance_info_cache with network_info: [{"id": "384b29af-9242-4573-81f6-fb7af387d314", "address": "fa:16:3e:72:dc:f0", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap384b29af-92", "ovs_interfaceid": "384b29af-9242-4573-81f6-fb7af387d314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.753284] env[62298]: DEBUG oslo_vmware.api [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': task-1803855, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.034070] env[62298]: DEBUG nova.network.neutron [req-389311a6-6c18-4a48-b16c-64b88dee5b85 req-2dd67bb7-d8e5-46ce-ba73-66d67e4576ed service nova] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Updated VIF entry in instance network info cache for port 92eec7d6-0cc1-46af-9902-8075962a2ae1. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1445.034070] env[62298]: DEBUG nova.network.neutron [req-389311a6-6c18-4a48-b16c-64b88dee5b85 req-2dd67bb7-d8e5-46ce-ba73-66d67e4576ed service nova] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Updating instance_info_cache with network_info: [{"id": "92eec7d6-0cc1-46af-9902-8075962a2ae1", "address": "fa:16:3e:f2:30:90", "network": {"id": "e9901970-6e1b-4a11-b7de-8169fe993e87", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1515280626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0d585cdbd4804c1caa87ceff8dabda7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92eec7d6-0c", "ovs_interfaceid": "92eec7d6-0cc1-46af-9902-8075962a2ae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.118176] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance a72423b0-ebdf-48cc-a7f4-572c5fc398f3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1445.193104] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Releasing lock "refresh_cache-49698e96-7ce6-446b-9375-bd470d083d98" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.194746] env[62298]: DEBUG nova.compute.manager [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Instance network_info: |[{"id": "384b29af-9242-4573-81f6-fb7af387d314", "address": "fa:16:3e:72:dc:f0", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap384b29af-92", "ovs_interfaceid": "384b29af-9242-4573-81f6-fb7af387d314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1445.198061] env[62298]: DEBUG oslo_concurrency.lockutils [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.198061] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:dc:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '384b29af-9242-4573-81f6-fb7af387d314', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1445.206744] env[62298]: DEBUG oslo.service.loopingcall [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1445.211754] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1445.211754] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5434510c-f8ba-448a-acba-a5b2c6a83a46 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.235073] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1445.235073] env[62298]: value = "task-1803856" [ 1445.235073] env[62298]: _type = "Task" [ 1445.235073] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.248676] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803856, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.253837] env[62298]: DEBUG oslo_vmware.api [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': task-1803855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.963749} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.253837] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 39717793-ae0a-40bc-b0f0-59ffa48bfdbb/39717793-ae0a-40bc-b0f0-59ffa48bfdbb.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1445.253837] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1445.253837] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56028233-2744-46c8-979f-373b8adaf85c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.261974] env[62298]: DEBUG oslo_vmware.api [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Waiting for the task: (returnval){ [ 1445.261974] env[62298]: value = "task-1803857" [ 1445.261974] env[62298]: _type = "Task" [ 1445.261974] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.272980] env[62298]: DEBUG oslo_vmware.api [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': task-1803857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.474509] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquiring lock "refresh_cache-cbd7ef0e-8619-4b1e-a352-371976e32dbe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.474690] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquired lock "refresh_cache-cbd7ef0e-8619-4b1e-a352-371976e32dbe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.474861] env[62298]: DEBUG nova.network.neutron [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1445.536405] env[62298]: DEBUG oslo_concurrency.lockutils [req-389311a6-6c18-4a48-b16c-64b88dee5b85 req-2dd67bb7-d8e5-46ce-ba73-66d67e4576ed service nova] Releasing lock "refresh_cache-39717793-ae0a-40bc-b0f0-59ffa48bfdbb" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.626937] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance ca4080d1-e1e4-4bed-a777-bf2414a20cb5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1445.627145] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 005007c7-b4dc-41b7-837c-4b8c5cc8feff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1445.752764] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803856, 'name': CreateVM_Task, 'duration_secs': 0.455543} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.752764] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1445.752764] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.752764] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.752764] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1445.752990] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7735a928-d8ad-4ee8-b790-0dcf26428a4e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.758698] env[62298]: DEBUG oslo_vmware.api [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Waiting for the task: (returnval){ [ 1445.758698] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52d8b89a-56da-8b4c-e623-8a0ce2a4e0da" [ 1445.758698] env[62298]: _type = "Task" [ 1445.758698] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.761487] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Acquiring lock "d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.761703] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Lock "d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.775261] env[62298]: DEBUG oslo_vmware.api [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': task-1803857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112439} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.778297] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1445.778761] env[62298]: DEBUG oslo_vmware.api [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52d8b89a-56da-8b4c-e623-8a0ce2a4e0da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.780890] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a7d829-e961-4c97-98d1-99428c221a22 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.811020] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 39717793-ae0a-40bc-b0f0-59ffa48bfdbb/39717793-ae0a-40bc-b0f0-59ffa48bfdbb.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1445.812410] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-587f09cd-dce2-4d7b-8f8a-e6c48b0cc26f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.834507] env[62298]: DEBUG oslo_vmware.api [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Waiting for the task: (returnval){ [ 1445.834507] env[62298]: value = "task-1803858" [ 1445.834507] env[62298]: _type = "Task" [ 1445.834507] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.844623] env[62298]: DEBUG oslo_vmware.api [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': task-1803858, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.133090] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance c72d4834-d20f-4995-a788-8a51ad8a447a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1446.278882] env[62298]: DEBUG oslo_vmware.api [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52d8b89a-56da-8b4c-e623-8a0ce2a4e0da, 'name': SearchDatastore_Task, 'duration_secs': 0.041455} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.280089] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.280376] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1446.281321] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.281321] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.281321] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1446.281507] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e51b885-20b6-42f5-b71b-655ecba9da5f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.299990] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1446.299990] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1446.300598] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ce8a4fc-beb1-4060-9212-5898c7b4b7d9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.306617] env[62298]: DEBUG oslo_vmware.api [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Waiting for the task: (returnval){ [ 1446.306617] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5243ed60-70c1-30cd-ed98-14ac661f1478" [ 1446.306617] env[62298]: _type = "Task" [ 1446.306617] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.320512] env[62298]: DEBUG oslo_vmware.api [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5243ed60-70c1-30cd-ed98-14ac661f1478, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.348288] env[62298]: DEBUG oslo_vmware.api [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': task-1803858, 'name': ReconfigVM_Task, 'duration_secs': 0.26619} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.349506] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 39717793-ae0a-40bc-b0f0-59ffa48bfdbb/39717793-ae0a-40bc-b0f0-59ffa48bfdbb.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1446.350422] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18da4195-6963-4717-95e0-c51a93814c6d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.359143] env[62298]: DEBUG oslo_vmware.api [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Waiting for the task: (returnval){ [ 1446.359143] env[62298]: value = "task-1803859" [ 1446.359143] env[62298]: _type = "Task" [ 1446.359143] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.365077] env[62298]: DEBUG nova.network.neutron [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Updating instance_info_cache with network_info: [{"id": "4eba44e4-e87b-400f-99aa-6cc063060efa", "address": "fa:16:3e:df:ef:ce", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4eba44e4-e8", "ovs_interfaceid": "4eba44e4-e87b-400f-99aa-6cc063060efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.377493] env[62298]: DEBUG oslo_vmware.api [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': task-1803859, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.525250] env[62298]: DEBUG nova.compute.manager [req-ae638b4c-824d-4ce2-83ef-9372a5bdda2e req-d31d50ba-6aba-43e3-b0c3-8770f04313aa service nova] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Received event network-vif-plugged-384b29af-9242-4573-81f6-fb7af387d314 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1446.525496] env[62298]: DEBUG oslo_concurrency.lockutils [req-ae638b4c-824d-4ce2-83ef-9372a5bdda2e req-d31d50ba-6aba-43e3-b0c3-8770f04313aa service nova] Acquiring lock "49698e96-7ce6-446b-9375-bd470d083d98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.525712] env[62298]: DEBUG oslo_concurrency.lockutils [req-ae638b4c-824d-4ce2-83ef-9372a5bdda2e req-d31d50ba-6aba-43e3-b0c3-8770f04313aa service nova] Lock "49698e96-7ce6-446b-9375-bd470d083d98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.525868] env[62298]: DEBUG oslo_concurrency.lockutils [req-ae638b4c-824d-4ce2-83ef-9372a5bdda2e req-d31d50ba-6aba-43e3-b0c3-8770f04313aa service nova] Lock "49698e96-7ce6-446b-9375-bd470d083d98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.526155] env[62298]: DEBUG nova.compute.manager [req-ae638b4c-824d-4ce2-83ef-9372a5bdda2e req-d31d50ba-6aba-43e3-b0c3-8770f04313aa service nova] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] No waiting events found dispatching network-vif-plugged-384b29af-9242-4573-81f6-fb7af387d314 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1446.526575] env[62298]: WARNING nova.compute.manager [req-ae638b4c-824d-4ce2-83ef-9372a5bdda2e req-d31d50ba-6aba-43e3-b0c3-8770f04313aa service nova] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Received unexpected event network-vif-plugged-384b29af-9242-4573-81f6-fb7af387d314 for instance with vm_state building and task_state spawning. [ 1446.526673] env[62298]: DEBUG nova.compute.manager [req-ae638b4c-824d-4ce2-83ef-9372a5bdda2e req-d31d50ba-6aba-43e3-b0c3-8770f04313aa service nova] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Received event network-changed-384b29af-9242-4573-81f6-fb7af387d314 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1446.527078] env[62298]: DEBUG nova.compute.manager [req-ae638b4c-824d-4ce2-83ef-9372a5bdda2e req-d31d50ba-6aba-43e3-b0c3-8770f04313aa service nova] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Refreshing instance network info cache due to event network-changed-384b29af-9242-4573-81f6-fb7af387d314. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1446.527350] env[62298]: DEBUG oslo_concurrency.lockutils [req-ae638b4c-824d-4ce2-83ef-9372a5bdda2e req-d31d50ba-6aba-43e3-b0c3-8770f04313aa service nova] Acquiring lock "refresh_cache-49698e96-7ce6-446b-9375-bd470d083d98" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.527785] env[62298]: DEBUG oslo_concurrency.lockutils [req-ae638b4c-824d-4ce2-83ef-9372a5bdda2e req-d31d50ba-6aba-43e3-b0c3-8770f04313aa service nova] Acquired lock "refresh_cache-49698e96-7ce6-446b-9375-bd470d083d98" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.528169] env[62298]: DEBUG nova.network.neutron [req-ae638b4c-824d-4ce2-83ef-9372a5bdda2e req-d31d50ba-6aba-43e3-b0c3-8770f04313aa service nova] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Refreshing network info cache for port 384b29af-9242-4573-81f6-fb7af387d314 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1446.639342] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 24e9dd22-4939-4ea7-9fea-afac2e37722c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1446.639342] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance db9a0aff-1f68-4e7b-b36a-b133d6f4c822 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1446.639342] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 8aeef358-e8ad-473e-b881-1650be5e7121 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1446.639342] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 8986a988-9d2f-4838-9d87-44753fe83c76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1446.639911] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 998c5ca5-6d2a-40ea-8ff6-81c658a70208 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1446.639911] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Migration 946a57b0-2481-4cba-ba6a-c8ac5df6b91b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1446.639911] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance cbd7ef0e-8619-4b1e-a352-371976e32dbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1446.639911] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1446.639911] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1446.707257] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bb9da856-2387-4340-927a-22c01c864fb7 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquiring lock "d66de16c-2f22-4324-a6c2-7f0030ad6b6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.707481] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bb9da856-2387-4340-927a-22c01c864fb7 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Lock "d66de16c-2f22-4324-a6c2-7f0030ad6b6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.707670] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bb9da856-2387-4340-927a-22c01c864fb7 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquiring lock "d66de16c-2f22-4324-a6c2-7f0030ad6b6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.707844] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bb9da856-2387-4340-927a-22c01c864fb7 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Lock "d66de16c-2f22-4324-a6c2-7f0030ad6b6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.708030] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bb9da856-2387-4340-927a-22c01c864fb7 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Lock "d66de16c-2f22-4324-a6c2-7f0030ad6b6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.710690] env[62298]: INFO nova.compute.manager [None req-bb9da856-2387-4340-927a-22c01c864fb7 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Terminating instance [ 1446.819271] env[62298]: DEBUG oslo_vmware.api [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5243ed60-70c1-30cd-ed98-14ac661f1478, 'name': SearchDatastore_Task, 'duration_secs': 0.037522} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.820095] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1e7edc0-06b7-4e6e-911a-31e9646d9d5a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.826193] env[62298]: DEBUG oslo_vmware.api [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Waiting for the task: (returnval){ [ 1446.826193] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52953e4d-7459-15f9-fec5-9544d3a59ad8" [ 1446.826193] env[62298]: _type = "Task" [ 1446.826193] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.840430] env[62298]: DEBUG oslo_vmware.api [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52953e4d-7459-15f9-fec5-9544d3a59ad8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.879138] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Releasing lock "refresh_cache-cbd7ef0e-8619-4b1e-a352-371976e32dbe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.884637] env[62298]: DEBUG oslo_vmware.api [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': task-1803859, 'name': Rename_Task, 'duration_secs': 0.145648} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.885225] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1446.885225] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e25ec84-e4dc-4c68-b8d5-39f16eb36f2a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.903161] env[62298]: DEBUG oslo_vmware.api [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Waiting for the task: (returnval){ [ 1446.903161] env[62298]: value = "task-1803860" [ 1446.903161] env[62298]: _type = "Task" [ 1446.903161] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.917793] env[62298]: DEBUG oslo_vmware.api [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': task-1803860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.155986] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cb3a76-8fab-45cb-b4fe-6304adf213cc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.163890] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e1a807-3ad5-4086-a5e4-0713c73bb5ff {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.202561] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7f5858-1939-4223-a512-275e4d833b65 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.212185] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f76173-25d2-4cf7-9456-00f574ab6073 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.218457] env[62298]: DEBUG nova.compute.manager [None req-bb9da856-2387-4340-927a-22c01c864fb7 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1447.218457] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9da856-2387-4340-927a-22c01c864fb7 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1447.218457] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b3cb7c-9e0d-4cf7-8147-6ddf44966b0c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.231738] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1447.237823] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9da856-2387-4340-927a-22c01c864fb7 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1447.238224] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28e70d24-5863-4c89-9656-d127d6325b09 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.247214] env[62298]: DEBUG oslo_vmware.api [None req-bb9da856-2387-4340-927a-22c01c864fb7 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for the task: (returnval){ [ 1447.247214] env[62298]: value = "task-1803861" [ 1447.247214] env[62298]: _type = "Task" [ 1447.247214] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.258131] env[62298]: DEBUG oslo_vmware.api [None req-bb9da856-2387-4340-927a-22c01c864fb7 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.340011] env[62298]: DEBUG oslo_vmware.api [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52953e4d-7459-15f9-fec5-9544d3a59ad8, 'name': SearchDatastore_Task, 'duration_secs': 0.037322} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.340326] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.340712] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 49698e96-7ce6-446b-9375-bd470d083d98/49698e96-7ce6-446b-9375-bd470d083d98.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1447.340856] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-217adc24-97f0-4abc-99e6-2bfebba95e06 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.350861] env[62298]: DEBUG oslo_vmware.api [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Waiting for the task: (returnval){ [ 1447.350861] env[62298]: value = "task-1803862" [ 1447.350861] env[62298]: _type = "Task" [ 1447.350861] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.361183] env[62298]: DEBUG oslo_vmware.api [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.418423] env[62298]: DEBUG oslo_vmware.api [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': task-1803860, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.424566] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e973d9aa-5388-49e9-bada-c62ef1c28b16 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.453966] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2840a9-7c66-47a8-897c-f3c7ea40653d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.468453] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Updating instance 'cbd7ef0e-8619-4b1e-a352-371976e32dbe' progress to 83 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1447.472153] env[62298]: DEBUG nova.network.neutron [req-ae638b4c-824d-4ce2-83ef-9372a5bdda2e req-d31d50ba-6aba-43e3-b0c3-8770f04313aa service nova] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Updated VIF entry in instance network info cache for port 384b29af-9242-4573-81f6-fb7af387d314. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1447.472517] env[62298]: DEBUG nova.network.neutron [req-ae638b4c-824d-4ce2-83ef-9372a5bdda2e req-d31d50ba-6aba-43e3-b0c3-8770f04313aa service nova] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Updating instance_info_cache with network_info: [{"id": "384b29af-9242-4573-81f6-fb7af387d314", "address": "fa:16:3e:72:dc:f0", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap384b29af-92", "ovs_interfaceid": "384b29af-9242-4573-81f6-fb7af387d314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.736690] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1447.760744] env[62298]: DEBUG oslo_vmware.api [None req-bb9da856-2387-4340-927a-22c01c864fb7 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803861, 'name': PowerOffVM_Task, 'duration_secs': 0.221694} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.761213] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9da856-2387-4340-927a-22c01c864fb7 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1447.761513] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9da856-2387-4340-927a-22c01c864fb7 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1447.761726] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd7d7681-382b-48c2-a435-88630511005f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.855232] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9da856-2387-4340-927a-22c01c864fb7 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1447.855232] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9da856-2387-4340-927a-22c01c864fb7 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1447.855232] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb9da856-2387-4340-927a-22c01c864fb7 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Deleting the datastore file [datastore1] d66de16c-2f22-4324-a6c2-7f0030ad6b6e {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1447.857423] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6e1845d-59aa-4e71-9675-a79c81e6b4aa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.870024] env[62298]: DEBUG oslo_vmware.api [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803862, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.874489] env[62298]: DEBUG oslo_vmware.api [None req-bb9da856-2387-4340-927a-22c01c864fb7 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for the task: (returnval){ [ 1447.874489] env[62298]: value = "task-1803864" [ 1447.874489] env[62298]: _type = "Task" [ 1447.874489] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.883337] env[62298]: DEBUG oslo_vmware.api [None req-bb9da856-2387-4340-927a-22c01c864fb7 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.917933] env[62298]: DEBUG oslo_vmware.api [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': task-1803860, 'name': PowerOnVM_Task, 'duration_secs': 0.517} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.918384] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1447.918646] env[62298]: INFO nova.compute.manager [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Took 10.53 seconds to spawn the instance on the hypervisor. [ 1447.918841] env[62298]: DEBUG nova.compute.manager [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1447.919679] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cecee50-0b19-418d-b803-9fa967253a57 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.977660] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1447.977660] env[62298]: DEBUG oslo_concurrency.lockutils [req-ae638b4c-824d-4ce2-83ef-9372a5bdda2e req-d31d50ba-6aba-43e3-b0c3-8770f04313aa service nova] Releasing lock "refresh_cache-49698e96-7ce6-446b-9375-bd470d083d98" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.979421] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8869811-8cd4-4a78-a5e0-d15628b72651 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.988964] env[62298]: DEBUG oslo_vmware.api [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1447.988964] env[62298]: value = "task-1803865" [ 1447.988964] env[62298]: _type = "Task" [ 1447.988964] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.005322] env[62298]: DEBUG oslo_vmware.api [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1803865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.241621] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1448.242254] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.986s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.243087] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf21ab03-348a-4842-ad85-4b54e2305d85 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.073s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.243315] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf21ab03-348a-4842-ad85-4b54e2305d85 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.246065] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.961s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.248020] env[62298]: INFO nova.compute.claims [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1448.282429] env[62298]: INFO nova.scheduler.client.report [None req-cf21ab03-348a-4842-ad85-4b54e2305d85 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Deleted allocations for instance dab12e8d-e1ee-4b66-ade6-927924c76226 [ 1448.368130] env[62298]: DEBUG oslo_vmware.api [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.847064} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.368508] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 49698e96-7ce6-446b-9375-bd470d083d98/49698e96-7ce6-446b-9375-bd470d083d98.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1448.368797] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1448.369495] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-352e91df-0cb3-4d75-9a68-5fde86d87de7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.384471] env[62298]: DEBUG oslo_vmware.api [None req-bb9da856-2387-4340-927a-22c01c864fb7 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.518208} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.386671] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb9da856-2387-4340-927a-22c01c864fb7 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1448.387045] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9da856-2387-4340-927a-22c01c864fb7 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1448.387045] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9da856-2387-4340-927a-22c01c864fb7 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1448.387254] env[62298]: INFO nova.compute.manager [None req-bb9da856-2387-4340-927a-22c01c864fb7 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1448.387509] env[62298]: DEBUG oslo.service.loopingcall [None req-bb9da856-2387-4340-927a-22c01c864fb7 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1448.387777] env[62298]: DEBUG oslo_vmware.api [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Waiting for the task: (returnval){ [ 1448.387777] env[62298]: value = "task-1803866" [ 1448.387777] env[62298]: _type = "Task" [ 1448.387777] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.388030] env[62298]: DEBUG nova.compute.manager [-] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1448.388101] env[62298]: DEBUG nova.network.neutron [-] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1448.401573] env[62298]: DEBUG oslo_vmware.api [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.444517] env[62298]: INFO nova.compute.manager [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Took 32.89 seconds to build instance. [ 1448.509088] env[62298]: DEBUG oslo_vmware.api [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1803865, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.793866] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf21ab03-348a-4842-ad85-4b54e2305d85 tempest-TenantUsagesTestJSON-712927944 tempest-TenantUsagesTestJSON-712927944-project-member] Lock "dab12e8d-e1ee-4b66-ade6-927924c76226" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.022s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.903701] env[62298]: DEBUG oslo_vmware.api [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068679} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.904234] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1448.905278] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8acd49-73cf-473b-b137-a4d8b3a2c3ea {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.939118] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 49698e96-7ce6-446b-9375-bd470d083d98/49698e96-7ce6-446b-9375-bd470d083d98.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1448.941055] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66854aa8-e166-439b-b572-bba227a2371f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.959871] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b4b58211-e52c-4794-98c8-2ddabd409ed3 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Lock "39717793-ae0a-40bc-b0f0-59ffa48bfdbb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.706s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.970293] env[62298]: DEBUG oslo_vmware.api [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Waiting for the task: (returnval){ [ 1448.970293] env[62298]: value = "task-1803867" [ 1448.970293] env[62298]: _type = "Task" [ 1448.970293] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.986337] env[62298]: DEBUG oslo_vmware.api [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803867, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.007967] env[62298]: DEBUG oslo_vmware.api [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1803865, 'name': PowerOnVM_Task, 'duration_secs': 0.62894} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.008584] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1449.008829] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e79de542-c479-464a-8d43-022ac635cf51 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Updating instance 'cbd7ef0e-8619-4b1e-a352-371976e32dbe' progress to 100 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1449.262292] env[62298]: DEBUG nova.network.neutron [-] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.463337] env[62298]: DEBUG nova.compute.manager [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1449.480553] env[62298]: DEBUG oslo_vmware.api [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803867, 'name': ReconfigVM_Task, 'duration_secs': 0.317545} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.483730] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 49698e96-7ce6-446b-9375-bd470d083d98/49698e96-7ce6-446b-9375-bd470d083d98.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1449.485420] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0209acae-e353-47a7-ab9b-7ccc21da57e3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.497141] env[62298]: DEBUG oslo_vmware.api [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Waiting for the task: (returnval){ [ 1449.497141] env[62298]: value = "task-1803868" [ 1449.497141] env[62298]: _type = "Task" [ 1449.497141] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.516585] env[62298]: DEBUG oslo_vmware.api [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803868, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.682600] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5eccd9-3595-4277-8cc3-9a87d6ce2602 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.692856] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a710d9-e14c-4e70-a35b-832221eaba77 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.724849] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa1ad66-82c1-4e44-86c7-7b1cc7bc32d3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.733881] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6481b7d-b75e-41c7-9f55-3ec67cf2e1db {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.751251] env[62298]: DEBUG nova.compute.provider_tree [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1449.764670] env[62298]: INFO nova.compute.manager [-] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Took 1.38 seconds to deallocate network for instance. [ 1449.993793] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.018594] env[62298]: DEBUG oslo_vmware.api [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803868, 'name': Rename_Task, 'duration_secs': 0.17252} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.018594] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1450.018594] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c050a4a8-4522-49b9-8213-bce84141a2b3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.025759] env[62298]: DEBUG oslo_vmware.api [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Waiting for the task: (returnval){ [ 1450.025759] env[62298]: value = "task-1803869" [ 1450.025759] env[62298]: _type = "Task" [ 1450.025759] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.041361] env[62298]: DEBUG oslo_vmware.api [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.256496] env[62298]: DEBUG nova.scheduler.client.report [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1450.272662] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bb9da856-2387-4340-927a-22c01c864fb7 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.295563] env[62298]: DEBUG nova.compute.manager [req-2821edd7-3494-45d7-ba50-a601481f68ec req-06901dce-7bf7-43d4-8cf6-d41bcdc249d4 service nova] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Received event network-vif-deleted-5f5b5a5c-1afd-4fee-a299-63186dffebf4 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1450.542271] env[62298]: DEBUG oslo_vmware.api [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803869, 'name': PowerOnVM_Task, 'duration_secs': 0.491762} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.544390] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1450.544870] env[62298]: INFO nova.compute.manager [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1450.544870] env[62298]: DEBUG nova.compute.manager [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1450.547043] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca08cc54-58ac-46ae-9c10-cda2289e8c7f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.770195] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.770195] env[62298]: DEBUG nova.compute.manager [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1450.771704] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.438s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.773810] env[62298]: INFO nova.compute.claims [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1450.827681] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Acquiring lock "08388840-e801-45b9-8887-a5858263b00a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.828016] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Lock "08388840-e801-45b9-8887-a5858263b00a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.960362] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Acquiring lock "31168214-21a0-4580-9363-cb96722eec4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.960362] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Lock "31168214-21a0-4580-9363-cb96722eec4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.072576] env[62298]: INFO nova.compute.manager [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Rescuing [ 1451.072883] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Acquiring lock "refresh_cache-39717793-ae0a-40bc-b0f0-59ffa48bfdbb" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.073050] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Acquired lock "refresh_cache-39717793-ae0a-40bc-b0f0-59ffa48bfdbb" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.073221] env[62298]: DEBUG nova.network.neutron [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1451.074566] env[62298]: INFO nova.compute.manager [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Took 32.33 seconds to build instance. [ 1451.279941] env[62298]: DEBUG nova.compute.utils [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1451.284196] env[62298]: DEBUG nova.compute.manager [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1451.288020] env[62298]: DEBUG nova.network.neutron [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1451.357371] env[62298]: DEBUG nova.policy [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ac0c14b98e8428e8df42ffaf7615d57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26a7fdc9f0514d3db6f9fadeeed78a5a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1451.580985] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b348ec86-6e36-4051-87de-8e20313f4546 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Lock "49698e96-7ce6-446b-9375-bd470d083d98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.545s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.743168] env[62298]: DEBUG nova.network.neutron [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Successfully created port: 1a6a4fa5-31eb-4359-9cb3-ab4a7b6a7352 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1451.786731] env[62298]: DEBUG nova.compute.manager [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1451.789621] env[62298]: DEBUG oslo_concurrency.lockutils [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Acquiring lock "7e70b527-551f-493f-9a1e-ff27c58124b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.789847] env[62298]: DEBUG oslo_concurrency.lockutils [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Lock "7e70b527-551f-493f-9a1e-ff27c58124b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.897397] env[62298]: DEBUG nova.network.neutron [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Updating instance_info_cache with network_info: [{"id": "92eec7d6-0cc1-46af-9902-8075962a2ae1", "address": "fa:16:3e:f2:30:90", "network": {"id": "e9901970-6e1b-4a11-b7de-8169fe993e87", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1515280626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0d585cdbd4804c1caa87ceff8dabda7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92eec7d6-0c", "ovs_interfaceid": "92eec7d6-0cc1-46af-9902-8075962a2ae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.083551] env[62298]: DEBUG nova.compute.manager [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1452.326870] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f7cfec-2fe5-4226-a586-4ad27a6955c7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.337854] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f9efb9-df50-4c1d-a5d3-0dcfbb855fde {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.376014] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9658e2f0-0c01-45b4-8e98-1008d0c4bc2c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.385247] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7623a292-625b-4580-9608-9bef3d346bfa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.401618] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Releasing lock "refresh_cache-39717793-ae0a-40bc-b0f0-59ffa48bfdbb" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.404386] env[62298]: DEBUG nova.compute.provider_tree [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1452.607515] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.779278] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60061de-eff5-407a-a13d-5f03f4c0cb90 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.789789] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbfa26e-4194-4c4d-a249-dc0314feb686 tempest-ServersAdminNegativeTestJSON-631900231 tempest-ServersAdminNegativeTestJSON-631900231-project-admin] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Suspending the VM {{(pid=62298) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1452.790637] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-fe557a3f-cb4e-4c3d-9923-76cfedb829b3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.801271] env[62298]: DEBUG nova.compute.manager [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1452.805323] env[62298]: DEBUG oslo_vmware.api [None req-bcbfa26e-4194-4c4d-a249-dc0314feb686 tempest-ServersAdminNegativeTestJSON-631900231 tempest-ServersAdminNegativeTestJSON-631900231-project-admin] Waiting for the task: (returnval){ [ 1452.805323] env[62298]: value = "task-1803870" [ 1452.805323] env[62298]: _type = "Task" [ 1452.805323] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.819292] env[62298]: DEBUG oslo_vmware.api [None req-bcbfa26e-4194-4c4d-a249-dc0314feb686 tempest-ServersAdminNegativeTestJSON-631900231 tempest-ServersAdminNegativeTestJSON-631900231-project-admin] Task: {'id': task-1803870, 'name': SuspendVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.828966] env[62298]: DEBUG nova.virt.hardware [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1452.829432] env[62298]: DEBUG nova.virt.hardware [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1452.829843] env[62298]: DEBUG nova.virt.hardware [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1452.830118] env[62298]: DEBUG nova.virt.hardware [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1452.830334] env[62298]: DEBUG nova.virt.hardware [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1452.830578] env[62298]: DEBUG nova.virt.hardware [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1452.830850] env[62298]: DEBUG nova.virt.hardware [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1452.831079] env[62298]: DEBUG nova.virt.hardware [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1452.831315] env[62298]: DEBUG nova.virt.hardware [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1452.831539] env[62298]: DEBUG nova.virt.hardware [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1452.831776] env[62298]: DEBUG nova.virt.hardware [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1452.832681] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd55569-40ff-40c5-9ed7-d44ce8e6f488 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.843347] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03251d28-7604-4d23-814f-4e0632230201 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.910176] env[62298]: DEBUG nova.scheduler.client.report [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1452.988831] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c766ccfb-742f-412e-9558-d7090c84317a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquiring lock "cbd7ef0e-8619-4b1e-a352-371976e32dbe" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.989469] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c766ccfb-742f-412e-9558-d7090c84317a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "cbd7ef0e-8619-4b1e-a352-371976e32dbe" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.989469] env[62298]: DEBUG nova.compute.manager [None req-c766ccfb-742f-412e-9558-d7090c84317a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Going to confirm migration 1 {{(pid=62298) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1453.321123] env[62298]: DEBUG oslo_vmware.api [None req-bcbfa26e-4194-4c4d-a249-dc0314feb686 tempest-ServersAdminNegativeTestJSON-631900231 tempest-ServersAdminNegativeTestJSON-631900231-project-admin] Task: {'id': task-1803870, 'name': SuspendVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.370263] env[62298]: DEBUG nova.network.neutron [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Successfully updated port: 1a6a4fa5-31eb-4359-9cb3-ab4a7b6a7352 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1453.418137] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.419933] env[62298]: DEBUG nova.compute.manager [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1453.422893] env[62298]: DEBUG oslo_concurrency.lockutils [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.937s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.425017] env[62298]: INFO nova.compute.claims [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1453.577154] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c766ccfb-742f-412e-9558-d7090c84317a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquiring lock "refresh_cache-cbd7ef0e-8619-4b1e-a352-371976e32dbe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1453.577436] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c766ccfb-742f-412e-9558-d7090c84317a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquired lock "refresh_cache-cbd7ef0e-8619-4b1e-a352-371976e32dbe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.577639] env[62298]: DEBUG nova.network.neutron [None req-c766ccfb-742f-412e-9558-d7090c84317a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1453.577841] env[62298]: DEBUG nova.objects.instance [None req-c766ccfb-742f-412e-9558-d7090c84317a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lazy-loading 'info_cache' on Instance uuid cbd7ef0e-8619-4b1e-a352-371976e32dbe {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1453.769606] env[62298]: DEBUG nova.compute.manager [req-6333a966-6059-460b-999b-561b5d5992ee req-1d9ef053-c46d-4490-9a38-9d1e75da120d service nova] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Received event network-vif-plugged-1a6a4fa5-31eb-4359-9cb3-ab4a7b6a7352 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1453.769881] env[62298]: DEBUG oslo_concurrency.lockutils [req-6333a966-6059-460b-999b-561b5d5992ee req-1d9ef053-c46d-4490-9a38-9d1e75da120d service nova] Acquiring lock "bf540bc1-d046-4e73-85b4-2306575ff4bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.770056] env[62298]: DEBUG oslo_concurrency.lockutils [req-6333a966-6059-460b-999b-561b5d5992ee req-1d9ef053-c46d-4490-9a38-9d1e75da120d service nova] Lock "bf540bc1-d046-4e73-85b4-2306575ff4bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.770201] env[62298]: DEBUG oslo_concurrency.lockutils [req-6333a966-6059-460b-999b-561b5d5992ee req-1d9ef053-c46d-4490-9a38-9d1e75da120d service nova] Lock "bf540bc1-d046-4e73-85b4-2306575ff4bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.770371] env[62298]: DEBUG nova.compute.manager [req-6333a966-6059-460b-999b-561b5d5992ee req-1d9ef053-c46d-4490-9a38-9d1e75da120d service nova] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] No waiting events found dispatching network-vif-plugged-1a6a4fa5-31eb-4359-9cb3-ab4a7b6a7352 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1453.770537] env[62298]: WARNING nova.compute.manager [req-6333a966-6059-460b-999b-561b5d5992ee req-1d9ef053-c46d-4490-9a38-9d1e75da120d service nova] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Received unexpected event network-vif-plugged-1a6a4fa5-31eb-4359-9cb3-ab4a7b6a7352 for instance with vm_state building and task_state spawning. [ 1453.816859] env[62298]: DEBUG oslo_vmware.api [None req-bcbfa26e-4194-4c4d-a249-dc0314feb686 tempest-ServersAdminNegativeTestJSON-631900231 tempest-ServersAdminNegativeTestJSON-631900231-project-admin] Task: {'id': task-1803870, 'name': SuspendVM_Task, 'duration_secs': 0.654697} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.817301] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbfa26e-4194-4c4d-a249-dc0314feb686 tempest-ServersAdminNegativeTestJSON-631900231 tempest-ServersAdminNegativeTestJSON-631900231-project-admin] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Suspended the VM {{(pid=62298) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1453.817634] env[62298]: DEBUG nova.compute.manager [None req-bcbfa26e-4194-4c4d-a249-dc0314feb686 tempest-ServersAdminNegativeTestJSON-631900231 tempest-ServersAdminNegativeTestJSON-631900231-project-admin] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1453.818675] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eced03d3-c6bf-4950-b53e-9e25471f6257 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.875864] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Acquiring lock "refresh_cache-bf540bc1-d046-4e73-85b4-2306575ff4bf" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1453.876035] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Acquired lock "refresh_cache-bf540bc1-d046-4e73-85b4-2306575ff4bf" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.876205] env[62298]: DEBUG nova.network.neutron [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1453.933677] env[62298]: DEBUG nova.compute.utils [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1453.934996] env[62298]: DEBUG nova.compute.manager [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1453.935245] env[62298]: DEBUG nova.network.neutron [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1453.949034] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1453.949034] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d957b49-8bda-4b28-84da-450c9f2f524e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.959148] env[62298]: DEBUG oslo_vmware.api [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Waiting for the task: (returnval){ [ 1453.959148] env[62298]: value = "task-1803871" [ 1453.959148] env[62298]: _type = "Task" [ 1453.959148] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.974736] env[62298]: DEBUG oslo_vmware.api [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': task-1803871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.015158] env[62298]: DEBUG nova.policy [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e22ce774ca894784a9f2453aa1d848f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89bdf053195d451184a91754918dfd1b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1454.114902] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "c09064a5-1b6f-4a90-99a8-fc00c910cfa7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.114902] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "c09064a5-1b6f-4a90-99a8-fc00c910cfa7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.439206] env[62298]: DEBUG nova.compute.manager [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1454.467183] env[62298]: DEBUG nova.network.neutron [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1454.476972] env[62298]: DEBUG oslo_vmware.api [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': task-1803871, 'name': PowerOffVM_Task, 'duration_secs': 0.308077} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.479761] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1454.481021] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a108d1c1-81fb-44d3-bdc0-9b9d6c914f96 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.504320] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53a3fc5-fd46-484e-ad6d-098b03dda4e0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.551665] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1454.551969] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9ed7ab2-85fe-465e-8858-8f6e2388c70e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.562907] env[62298]: DEBUG oslo_vmware.api [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Waiting for the task: (returnval){ [ 1454.562907] env[62298]: value = "task-1803872" [ 1454.562907] env[62298]: _type = "Task" [ 1454.562907] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.571877] env[62298]: DEBUG oslo_vmware.api [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': task-1803872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.702984] env[62298]: DEBUG nova.network.neutron [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Successfully created port: 07433aab-8a04-4860-9050-6f15543e35db {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1454.852041] env[62298]: DEBUG nova.network.neutron [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Updating instance_info_cache with network_info: [{"id": "1a6a4fa5-31eb-4359-9cb3-ab4a7b6a7352", "address": "fa:16:3e:1d:12:2f", "network": {"id": "0bf1a537-814c-45f7-88f3-77e94ebafe23", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-884992458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a7fdc9f0514d3db6f9fadeeed78a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a6a4fa5-31", "ovs_interfaceid": "1a6a4fa5-31eb-4359-9cb3-ab4a7b6a7352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.954470] env[62298]: DEBUG nova.network.neutron [None req-c766ccfb-742f-412e-9558-d7090c84317a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Updating instance_info_cache with network_info: [{"id": "4eba44e4-e87b-400f-99aa-6cc063060efa", "address": "fa:16:3e:df:ef:ce", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4eba44e4-e8", "ovs_interfaceid": "4eba44e4-e87b-400f-99aa-6cc063060efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.013921] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab866dd-82ed-481d-aff6-3f527edd9890 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.023734] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9b768b-249b-439f-9745-b22db3d83247 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.059433] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd9695c-fa8f-45f2-9ae4-2b95cc08d494 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.070253] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc82d257-9f04-481e-baad-8cfef67525db {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.078784] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] VM already powered off {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1455.079007] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1455.079302] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.079450] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.079652] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1455.079921] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81366962-de25-4d4d-8a5f-0ba20240a7b8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.090429] env[62298]: DEBUG nova.compute.provider_tree [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1455.104232] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1455.104232] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1455.104232] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95912000-6c93-4a71-8fb3-7c6838eb958c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.110094] env[62298]: DEBUG oslo_vmware.api [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Waiting for the task: (returnval){ [ 1455.110094] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526125dc-f1e7-cee8-5537-a637807d74a4" [ 1455.110094] env[62298]: _type = "Task" [ 1455.110094] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.120067] env[62298]: DEBUG oslo_vmware.api [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526125dc-f1e7-cee8-5537-a637807d74a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.360028] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Releasing lock "refresh_cache-bf540bc1-d046-4e73-85b4-2306575ff4bf" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.360028] env[62298]: DEBUG nova.compute.manager [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Instance network_info: |[{"id": "1a6a4fa5-31eb-4359-9cb3-ab4a7b6a7352", "address": "fa:16:3e:1d:12:2f", "network": {"id": "0bf1a537-814c-45f7-88f3-77e94ebafe23", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-884992458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a7fdc9f0514d3db6f9fadeeed78a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a6a4fa5-31", "ovs_interfaceid": "1a6a4fa5-31eb-4359-9cb3-ab4a7b6a7352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1455.360298] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:12:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a6a4fa5-31eb-4359-9cb3-ab4a7b6a7352', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1455.371715] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Creating folder: Project (26a7fdc9f0514d3db6f9fadeeed78a5a). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1455.372468] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84a4ca57-c1bd-40ca-999d-7b6964845b01 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.388169] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Created folder: Project (26a7fdc9f0514d3db6f9fadeeed78a5a) in parent group-v373906. [ 1455.388169] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Creating folder: Instances. Parent ref: group-v373962. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1455.388169] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23deccec-a785-4571-961e-b36514b0775c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.400230] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Created folder: Instances in parent group-v373962. [ 1455.400230] env[62298]: DEBUG oslo.service.loopingcall [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1455.400230] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1455.400230] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a559c0a4-4f22-4651-b853-d8cb5ee9b018 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.425123] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1455.425123] env[62298]: value = "task-1803875" [ 1455.425123] env[62298]: _type = "Task" [ 1455.425123] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.432640] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803875, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.456120] env[62298]: DEBUG nova.compute.manager [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1455.457372] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c766ccfb-742f-412e-9558-d7090c84317a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Releasing lock "refresh_cache-cbd7ef0e-8619-4b1e-a352-371976e32dbe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.457741] env[62298]: DEBUG nova.objects.instance [None req-c766ccfb-742f-412e-9558-d7090c84317a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lazy-loading 'migration_context' on Instance uuid cbd7ef0e-8619-4b1e-a352-371976e32dbe {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1455.489537] env[62298]: DEBUG nova.virt.hardware [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1455.489537] env[62298]: DEBUG nova.virt.hardware [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1455.489537] env[62298]: DEBUG nova.virt.hardware [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1455.489537] env[62298]: DEBUG nova.virt.hardware [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1455.490266] env[62298]: DEBUG nova.virt.hardware [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1455.490584] env[62298]: DEBUG nova.virt.hardware [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1455.491187] env[62298]: DEBUG nova.virt.hardware [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1455.491466] env[62298]: DEBUG nova.virt.hardware [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1455.492087] env[62298]: DEBUG nova.virt.hardware [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1455.492409] env[62298]: DEBUG nova.virt.hardware [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1455.492686] env[62298]: DEBUG nova.virt.hardware [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1455.493999] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28174d1-fe41-4fff-9e46-d738cd8845a4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.505884] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a03bac-b95c-4700-a106-302322e59b88 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.599414] env[62298]: DEBUG nova.scheduler.client.report [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1455.625430] env[62298]: DEBUG oslo_vmware.api [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526125dc-f1e7-cee8-5537-a637807d74a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010779} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.626364] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ce0e720-b094-469b-bcb8-f4aef5e0ac03 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.634573] env[62298]: DEBUG oslo_vmware.api [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Waiting for the task: (returnval){ [ 1455.634573] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ba2a30-de06-57a1-a3ef-b44e9853b325" [ 1455.634573] env[62298]: _type = "Task" [ 1455.634573] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.644513] env[62298]: DEBUG oslo_vmware.api [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ba2a30-de06-57a1-a3ef-b44e9853b325, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.874512] env[62298]: DEBUG nova.compute.manager [req-bd7642d6-7d83-4cc8-a28b-82b4ad14cde8 req-9cbcc289-b531-44ad-817a-3467d09d64e9 service nova] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Received event network-changed-1a6a4fa5-31eb-4359-9cb3-ab4a7b6a7352 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1455.874512] env[62298]: DEBUG nova.compute.manager [req-bd7642d6-7d83-4cc8-a28b-82b4ad14cde8 req-9cbcc289-b531-44ad-817a-3467d09d64e9 service nova] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Refreshing instance network info cache due to event network-changed-1a6a4fa5-31eb-4359-9cb3-ab4a7b6a7352. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1455.874512] env[62298]: DEBUG oslo_concurrency.lockutils [req-bd7642d6-7d83-4cc8-a28b-82b4ad14cde8 req-9cbcc289-b531-44ad-817a-3467d09d64e9 service nova] Acquiring lock "refresh_cache-bf540bc1-d046-4e73-85b4-2306575ff4bf" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.874512] env[62298]: DEBUG oslo_concurrency.lockutils [req-bd7642d6-7d83-4cc8-a28b-82b4ad14cde8 req-9cbcc289-b531-44ad-817a-3467d09d64e9 service nova] Acquired lock "refresh_cache-bf540bc1-d046-4e73-85b4-2306575ff4bf" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.874512] env[62298]: DEBUG nova.network.neutron [req-bd7642d6-7d83-4cc8-a28b-82b4ad14cde8 req-9cbcc289-b531-44ad-817a-3467d09d64e9 service nova] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Refreshing network info cache for port 1a6a4fa5-31eb-4359-9cb3-ab4a7b6a7352 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1455.935146] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803875, 'name': CreateVM_Task, 'duration_secs': 0.352092} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.935387] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1455.936276] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.936494] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.936914] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1455.937253] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b451e77e-9f87-4726-b8e9-c187eadc0e1a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.944396] env[62298]: DEBUG oslo_vmware.api [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Waiting for the task: (returnval){ [ 1455.944396] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522c3d59-8b01-af1b-5933-93436cc80fe3" [ 1455.944396] env[62298]: _type = "Task" [ 1455.944396] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.953726] env[62298]: DEBUG oslo_vmware.api [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522c3d59-8b01-af1b-5933-93436cc80fe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.963632] env[62298]: DEBUG nova.objects.base [None req-c766ccfb-742f-412e-9558-d7090c84317a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62298) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1455.964505] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680250a5-675b-47eb-a1f0-f3cfcf986039 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.987373] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59221ea7-b8aa-424f-9557-62891c5e8ceb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.994333] env[62298]: DEBUG oslo_vmware.api [None req-c766ccfb-742f-412e-9558-d7090c84317a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1455.994333] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ea9169-cac7-afcf-4d35-3c950c628939" [ 1455.994333] env[62298]: _type = "Task" [ 1455.994333] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.005213] env[62298]: DEBUG oslo_vmware.api [None req-c766ccfb-742f-412e-9558-d7090c84317a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ea9169-cac7-afcf-4d35-3c950c628939, 'name': SearchDatastore_Task, 'duration_secs': 0.008269} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.005577] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c766ccfb-742f-412e-9558-d7090c84317a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.106450] env[62298]: DEBUG oslo_concurrency.lockutils [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.107041] env[62298]: DEBUG nova.compute.manager [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1456.111225] env[62298]: DEBUG oslo_concurrency.lockutils [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.462s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.111225] env[62298]: INFO nova.compute.claims [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1456.147519] env[62298]: DEBUG oslo_vmware.api [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ba2a30-de06-57a1-a3ef-b44e9853b325, 'name': SearchDatastore_Task, 'duration_secs': 0.020601} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.147804] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.148080] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 39717793-ae0a-40bc-b0f0-59ffa48bfdbb/98ae388b-0b1b-4651-9947-99a7127491a5-rescue.vmdk. {{(pid=62298) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1456.148353] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39ab6163-04ae-4f6c-8d0e-9959acc11cb7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.160121] env[62298]: DEBUG oslo_vmware.api [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Waiting for the task: (returnval){ [ 1456.160121] env[62298]: value = "task-1803876" [ 1456.160121] env[62298]: _type = "Task" [ 1456.160121] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.171222] env[62298]: DEBUG oslo_vmware.api [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': task-1803876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.246284] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1456.462304] env[62298]: DEBUG oslo_vmware.api [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522c3d59-8b01-af1b-5933-93436cc80fe3, 'name': SearchDatastore_Task, 'duration_secs': 0.010469} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.462304] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.462304] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1456.462304] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.462458] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.462458] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1456.462546] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af61d263-d6d9-4df3-9a9b-f3ba7e7c7de0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.472925] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1456.473147] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1456.473971] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ba4421c-1d6e-42c1-a859-d54b2543406d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.481583] env[62298]: DEBUG oslo_vmware.api [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Waiting for the task: (returnval){ [ 1456.481583] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c7d074-8f92-d6f6-f56f-9a88fac5922d" [ 1456.481583] env[62298]: _type = "Task" [ 1456.481583] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.494036] env[62298]: DEBUG oslo_vmware.api [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c7d074-8f92-d6f6-f56f-9a88fac5922d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.544204] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e8dd62db-20a1-4d83-86ef-dfc7d2139270 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Acquiring lock "49698e96-7ce6-446b-9375-bd470d083d98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.544478] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e8dd62db-20a1-4d83-86ef-dfc7d2139270 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Lock "49698e96-7ce6-446b-9375-bd470d083d98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.544684] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e8dd62db-20a1-4d83-86ef-dfc7d2139270 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Acquiring lock "49698e96-7ce6-446b-9375-bd470d083d98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.544868] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e8dd62db-20a1-4d83-86ef-dfc7d2139270 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Lock "49698e96-7ce6-446b-9375-bd470d083d98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.545061] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e8dd62db-20a1-4d83-86ef-dfc7d2139270 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Lock "49698e96-7ce6-446b-9375-bd470d083d98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.547876] env[62298]: INFO nova.compute.manager [None req-e8dd62db-20a1-4d83-86ef-dfc7d2139270 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Terminating instance [ 1456.620182] env[62298]: DEBUG nova.compute.utils [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1456.621792] env[62298]: DEBUG nova.compute.manager [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1456.622128] env[62298]: DEBUG nova.network.neutron [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1456.674732] env[62298]: DEBUG oslo_vmware.api [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': task-1803876, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.690995] env[62298]: DEBUG nova.policy [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13ce040e03434dd184b28745fc34f816', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac9f2ac2639643e790fa1d913c4dc43f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1456.895298] env[62298]: DEBUG nova.network.neutron [req-bd7642d6-7d83-4cc8-a28b-82b4ad14cde8 req-9cbcc289-b531-44ad-817a-3467d09d64e9 service nova] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Updated VIF entry in instance network info cache for port 1a6a4fa5-31eb-4359-9cb3-ab4a7b6a7352. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1456.895670] env[62298]: DEBUG nova.network.neutron [req-bd7642d6-7d83-4cc8-a28b-82b4ad14cde8 req-9cbcc289-b531-44ad-817a-3467d09d64e9 service nova] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Updating instance_info_cache with network_info: [{"id": "1a6a4fa5-31eb-4359-9cb3-ab4a7b6a7352", "address": "fa:16:3e:1d:12:2f", "network": {"id": "0bf1a537-814c-45f7-88f3-77e94ebafe23", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-884992458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a7fdc9f0514d3db6f9fadeeed78a5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a6a4fa5-31", "ovs_interfaceid": "1a6a4fa5-31eb-4359-9cb3-ab4a7b6a7352", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.993556] env[62298]: DEBUG oslo_vmware.api [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c7d074-8f92-d6f6-f56f-9a88fac5922d, 'name': SearchDatastore_Task, 'duration_secs': 0.065757} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.994756] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b67373ce-39a1-4d6d-ad9a-1db976ac34e3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.004711] env[62298]: DEBUG oslo_vmware.api [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Waiting for the task: (returnval){ [ 1457.004711] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5200828f-cf22-954e-223f-0cc30540c540" [ 1457.004711] env[62298]: _type = "Task" [ 1457.004711] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.021113] env[62298]: DEBUG oslo_vmware.api [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5200828f-cf22-954e-223f-0cc30540c540, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.053401] env[62298]: DEBUG nova.compute.manager [None req-e8dd62db-20a1-4d83-86ef-dfc7d2139270 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1457.053401] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e8dd62db-20a1-4d83-86ef-dfc7d2139270 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1457.054343] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3865a6-5375-411d-bf79-1c8e4ab7e571 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.066614] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e8dd62db-20a1-4d83-86ef-dfc7d2139270 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1457.066947] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8da4c0a7-754b-4d84-a407-3cef1a1f1d0f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.100691] env[62298]: DEBUG nova.network.neutron [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Successfully updated port: 07433aab-8a04-4860-9050-6f15543e35db {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1457.128625] env[62298]: DEBUG nova.compute.manager [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1457.162380] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e8dd62db-20a1-4d83-86ef-dfc7d2139270 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1457.162564] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e8dd62db-20a1-4d83-86ef-dfc7d2139270 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1457.162743] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8dd62db-20a1-4d83-86ef-dfc7d2139270 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Deleting the datastore file [datastore1] 49698e96-7ce6-446b-9375-bd470d083d98 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1457.167147] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23668128-cb08-44f1-892e-661ee119d5ac {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.180629] env[62298]: DEBUG oslo_vmware.api [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': task-1803876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576572} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.184288] env[62298]: INFO nova.virt.vmwareapi.ds_util [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 39717793-ae0a-40bc-b0f0-59ffa48bfdbb/98ae388b-0b1b-4651-9947-99a7127491a5-rescue.vmdk. [ 1457.184288] env[62298]: DEBUG oslo_vmware.api [None req-e8dd62db-20a1-4d83-86ef-dfc7d2139270 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Waiting for the task: (returnval){ [ 1457.184288] env[62298]: value = "task-1803878" [ 1457.184288] env[62298]: _type = "Task" [ 1457.184288] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.184288] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef48485-955a-4858-81a4-7ac680ede494 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.223034] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 39717793-ae0a-40bc-b0f0-59ffa48bfdbb/98ae388b-0b1b-4651-9947-99a7127491a5-rescue.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1457.223417] env[62298]: DEBUG oslo_vmware.api [None req-e8dd62db-20a1-4d83-86ef-dfc7d2139270 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.224305] env[62298]: DEBUG nova.network.neutron [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Successfully created port: d423b145-25fa-4d60-88e0-e50d1b3d728b {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1457.229521] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceb16913-72e2-481b-b22a-04c8c723fde2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.252085] env[62298]: DEBUG oslo_concurrency.lockutils [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Acquiring lock "45790b23-5401-4d8d-9c21-63342ce189c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.252912] env[62298]: DEBUG oslo_concurrency.lockutils [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Lock "45790b23-5401-4d8d-9c21-63342ce189c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.252912] env[62298]: DEBUG oslo_vmware.api [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Waiting for the task: (returnval){ [ 1457.252912] env[62298]: value = "task-1803879" [ 1457.252912] env[62298]: _type = "Task" [ 1457.252912] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.265679] env[62298]: DEBUG oslo_vmware.api [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': task-1803879, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.401517] env[62298]: DEBUG oslo_concurrency.lockutils [req-bd7642d6-7d83-4cc8-a28b-82b4ad14cde8 req-9cbcc289-b531-44ad-817a-3467d09d64e9 service nova] Releasing lock "refresh_cache-bf540bc1-d046-4e73-85b4-2306575ff4bf" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.519747] env[62298]: DEBUG oslo_vmware.api [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5200828f-cf22-954e-223f-0cc30540c540, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.603918] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "refresh_cache-ca4080d1-e1e4-4bed-a777-bf2414a20cb5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.604275] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquired lock "refresh_cache-ca4080d1-e1e4-4bed-a777-bf2414a20cb5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.604588] env[62298]: DEBUG nova.network.neutron [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1457.702968] env[62298]: DEBUG oslo_vmware.api [None req-e8dd62db-20a1-4d83-86ef-dfc7d2139270 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.718320] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10712a18-c008-432a-a446-b3d606e46232 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.726386] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1c299c-acb2-460d-a73a-13ce3b4ed6d3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.766855] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868cd7d1-81bf-4819-9952-f31d6c02942e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.776909] env[62298]: DEBUG oslo_vmware.api [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': task-1803879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.781104] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9d310b-0454-4d6b-8cc8-e255460a8963 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.800785] env[62298]: DEBUG nova.compute.provider_tree [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1458.022099] env[62298]: DEBUG oslo_vmware.api [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5200828f-cf22-954e-223f-0cc30540c540, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.050128] env[62298]: DEBUG nova.compute.manager [req-cc0e1e34-f44d-46c4-8341-561578c52f76 req-a7ed2488-d055-4034-ac09-e81a060af66e service nova] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Received event network-vif-plugged-07433aab-8a04-4860-9050-6f15543e35db {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1458.053032] env[62298]: DEBUG oslo_concurrency.lockutils [req-cc0e1e34-f44d-46c4-8341-561578c52f76 req-a7ed2488-d055-4034-ac09-e81a060af66e service nova] Acquiring lock "ca4080d1-e1e4-4bed-a777-bf2414a20cb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.053032] env[62298]: DEBUG oslo_concurrency.lockutils [req-cc0e1e34-f44d-46c4-8341-561578c52f76 req-a7ed2488-d055-4034-ac09-e81a060af66e service nova] Lock "ca4080d1-e1e4-4bed-a777-bf2414a20cb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.053032] env[62298]: DEBUG oslo_concurrency.lockutils [req-cc0e1e34-f44d-46c4-8341-561578c52f76 req-a7ed2488-d055-4034-ac09-e81a060af66e service nova] Lock "ca4080d1-e1e4-4bed-a777-bf2414a20cb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.053032] env[62298]: DEBUG nova.compute.manager [req-cc0e1e34-f44d-46c4-8341-561578c52f76 req-a7ed2488-d055-4034-ac09-e81a060af66e service nova] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] No waiting events found dispatching network-vif-plugged-07433aab-8a04-4860-9050-6f15543e35db {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1458.053032] env[62298]: WARNING nova.compute.manager [req-cc0e1e34-f44d-46c4-8341-561578c52f76 req-a7ed2488-d055-4034-ac09-e81a060af66e service nova] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Received unexpected event network-vif-plugged-07433aab-8a04-4860-9050-6f15543e35db for instance with vm_state building and task_state spawning. [ 1458.053841] env[62298]: DEBUG nova.compute.manager [req-cc0e1e34-f44d-46c4-8341-561578c52f76 req-a7ed2488-d055-4034-ac09-e81a060af66e service nova] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Received event network-changed-07433aab-8a04-4860-9050-6f15543e35db {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1458.053841] env[62298]: DEBUG nova.compute.manager [req-cc0e1e34-f44d-46c4-8341-561578c52f76 req-a7ed2488-d055-4034-ac09-e81a060af66e service nova] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Refreshing instance network info cache due to event network-changed-07433aab-8a04-4860-9050-6f15543e35db. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1458.053841] env[62298]: DEBUG oslo_concurrency.lockutils [req-cc0e1e34-f44d-46c4-8341-561578c52f76 req-a7ed2488-d055-4034-ac09-e81a060af66e service nova] Acquiring lock "refresh_cache-ca4080d1-e1e4-4bed-a777-bf2414a20cb5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.151022] env[62298]: DEBUG nova.compute.manager [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1458.158421] env[62298]: DEBUG nova.network.neutron [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1458.196462] env[62298]: DEBUG nova.virt.hardware [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1458.196747] env[62298]: DEBUG nova.virt.hardware [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1458.197292] env[62298]: DEBUG nova.virt.hardware [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1458.197538] env[62298]: DEBUG nova.virt.hardware [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1458.197694] env[62298]: DEBUG nova.virt.hardware [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1458.198168] env[62298]: DEBUG nova.virt.hardware [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1458.198421] env[62298]: DEBUG nova.virt.hardware [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1458.198593] env[62298]: DEBUG nova.virt.hardware [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1458.198764] env[62298]: DEBUG nova.virt.hardware [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1458.198929] env[62298]: DEBUG nova.virt.hardware [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1458.199133] env[62298]: DEBUG nova.virt.hardware [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1458.199928] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e7856a-071a-412f-97d4-250541d70b61 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.211167] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc96326c-8a94-4e6c-b514-18e53610f3b4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.215310] env[62298]: DEBUG oslo_vmware.api [None req-e8dd62db-20a1-4d83-86ef-dfc7d2139270 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.278024] env[62298]: DEBUG oslo_vmware.api [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': task-1803879, 'name': ReconfigVM_Task, 'duration_secs': 0.62039} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.278024] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 39717793-ae0a-40bc-b0f0-59ffa48bfdbb/98ae388b-0b1b-4651-9947-99a7127491a5-rescue.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1458.278024] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb97f75a-c37c-4e5c-b56c-a883dade7cee {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.315674] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaf7842d-dc83-4a18-a27e-ac8d0f3ced3f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.335038] env[62298]: DEBUG oslo_vmware.api [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Waiting for the task: (returnval){ [ 1458.335038] env[62298]: value = "task-1803880" [ 1458.335038] env[62298]: _type = "Task" [ 1458.335038] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.341940] env[62298]: DEBUG oslo_vmware.api [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': task-1803880, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.342924] env[62298]: ERROR nova.scheduler.client.report [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [req-b57dbba5-e64f-46ac-a113-a19d3f0fe992] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b57dbba5-e64f-46ac-a113-a19d3f0fe992"}]} [ 1458.365061] env[62298]: DEBUG nova.scheduler.client.report [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1458.381614] env[62298]: DEBUG nova.scheduler.client.report [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1458.382127] env[62298]: DEBUG nova.compute.provider_tree [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1458.393895] env[62298]: DEBUG nova.scheduler.client.report [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1458.408311] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.408487] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Cleaning up deleted instances with incomplete migration {{(pid=62298) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11709}} [ 1458.419402] env[62298]: DEBUG nova.scheduler.client.report [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1458.423910] env[62298]: DEBUG nova.network.neutron [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Updating instance_info_cache with network_info: [{"id": "07433aab-8a04-4860-9050-6f15543e35db", "address": "fa:16:3e:97:1d:17", "network": {"id": "333b854a-2de7-4d2b-a2b3-5c4b6d0bc39f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-322162373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89bdf053195d451184a91754918dfd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07433aab-8a", "ovs_interfaceid": "07433aab-8a04-4860-9050-6f15543e35db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.520147] env[62298]: DEBUG oslo_vmware.api [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5200828f-cf22-954e-223f-0cc30540c540, 'name': SearchDatastore_Task, 'duration_secs': 1.508125} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.522765] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.523221] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] bf540bc1-d046-4e73-85b4-2306575ff4bf/bf540bc1-d046-4e73-85b4-2306575ff4bf.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1458.523735] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6273db2-8847-4569-89d3-255a86dcdd7c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.532309] env[62298]: DEBUG oslo_vmware.api [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Waiting for the task: (returnval){ [ 1458.532309] env[62298]: value = "task-1803881" [ 1458.532309] env[62298]: _type = "Task" [ 1458.532309] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.544672] env[62298]: DEBUG oslo_vmware.api [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Task: {'id': task-1803881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.704549] env[62298]: DEBUG oslo_vmware.api [None req-e8dd62db-20a1-4d83-86ef-dfc7d2139270 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.514212} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.704549] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8dd62db-20a1-4d83-86ef-dfc7d2139270 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1458.704549] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e8dd62db-20a1-4d83-86ef-dfc7d2139270 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1458.704549] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e8dd62db-20a1-4d83-86ef-dfc7d2139270 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1458.704549] env[62298]: INFO nova.compute.manager [None req-e8dd62db-20a1-4d83-86ef-dfc7d2139270 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1458.704687] env[62298]: DEBUG oslo.service.loopingcall [None req-e8dd62db-20a1-4d83-86ef-dfc7d2139270 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1458.704687] env[62298]: DEBUG nova.compute.manager [-] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1458.704687] env[62298]: DEBUG nova.network.neutron [-] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1458.846489] env[62298]: DEBUG oslo_vmware.api [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': task-1803880, 'name': ReconfigVM_Task, 'duration_secs': 0.166593} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.847119] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1458.848053] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3efc03da-5b91-45fe-a623-72e43314e537 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.871198] env[62298]: DEBUG oslo_vmware.api [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Waiting for the task: (returnval){ [ 1458.871198] env[62298]: value = "task-1803882" [ 1458.871198] env[62298]: _type = "Task" [ 1458.871198] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.887739] env[62298]: DEBUG oslo_vmware.api [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': task-1803882, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.926695] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Releasing lock "refresh_cache-ca4080d1-e1e4-4bed-a777-bf2414a20cb5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.927927] env[62298]: DEBUG nova.compute.manager [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Instance network_info: |[{"id": "07433aab-8a04-4860-9050-6f15543e35db", "address": "fa:16:3e:97:1d:17", "network": {"id": "333b854a-2de7-4d2b-a2b3-5c4b6d0bc39f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-322162373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89bdf053195d451184a91754918dfd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07433aab-8a", "ovs_interfaceid": "07433aab-8a04-4860-9050-6f15543e35db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1458.927927] env[62298]: DEBUG oslo_concurrency.lockutils [req-cc0e1e34-f44d-46c4-8341-561578c52f76 req-a7ed2488-d055-4034-ac09-e81a060af66e service nova] Acquired lock "refresh_cache-ca4080d1-e1e4-4bed-a777-bf2414a20cb5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.928155] env[62298]: DEBUG nova.network.neutron [req-cc0e1e34-f44d-46c4-8341-561578c52f76 req-a7ed2488-d055-4034-ac09-e81a060af66e service nova] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Refreshing network info cache for port 07433aab-8a04-4860-9050-6f15543e35db {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1458.929089] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:1d:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07433aab-8a04-4860-9050-6f15543e35db', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1458.937533] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Creating folder: Project (89bdf053195d451184a91754918dfd1b). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1458.938369] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f99e60f-695b-4635-b9cb-e0cade029bdb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.960389] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Created folder: Project (89bdf053195d451184a91754918dfd1b) in parent group-v373906. [ 1458.960591] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Creating folder: Instances. Parent ref: group-v373965. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1458.965961] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc9aa4e8-b9ff-4b25-96ed-02e9fe156808 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.987798] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Created folder: Instances in parent group-v373965. [ 1458.988129] env[62298]: DEBUG oslo.service.loopingcall [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1458.988400] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1458.989996] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-827b6ff6-1728-4fa7-be3a-5055afb42eef {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.018066] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1459.018066] env[62298]: value = "task-1803885" [ 1459.018066] env[62298]: _type = "Task" [ 1459.018066] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.031239] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803885, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.045994] env[62298]: DEBUG oslo_vmware.api [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Task: {'id': task-1803881, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.056213] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f149d7d-429b-4fba-9105-4c0568beff3f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.068068] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451df52c-c18a-41da-8511-14f7447963d4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.111079] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb32bbc9-13f0-41ce-ba33-e958bb5c4296 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.120133] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edad4853-2eae-4191-a03e-fbc4412c56da {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.138493] env[62298]: DEBUG nova.compute.provider_tree [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1459.339142] env[62298]: DEBUG nova.network.neutron [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Successfully updated port: d423b145-25fa-4d60-88e0-e50d1b3d728b {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1459.386376] env[62298]: DEBUG oslo_vmware.api [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': task-1803882, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.530956] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803885, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.556278] env[62298]: DEBUG oslo_vmware.api [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Task: {'id': task-1803881, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.680453] env[62298]: DEBUG nova.scheduler.client.report [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 46 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1459.680755] env[62298]: DEBUG nova.compute.provider_tree [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 46 to 47 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1459.681043] env[62298]: DEBUG nova.compute.provider_tree [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1459.792557] env[62298]: DEBUG nova.network.neutron [req-cc0e1e34-f44d-46c4-8341-561578c52f76 req-a7ed2488-d055-4034-ac09-e81a060af66e service nova] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Updated VIF entry in instance network info cache for port 07433aab-8a04-4860-9050-6f15543e35db. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1459.793710] env[62298]: DEBUG nova.network.neutron [req-cc0e1e34-f44d-46c4-8341-561578c52f76 req-a7ed2488-d055-4034-ac09-e81a060af66e service nova] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Updating instance_info_cache with network_info: [{"id": "07433aab-8a04-4860-9050-6f15543e35db", "address": "fa:16:3e:97:1d:17", "network": {"id": "333b854a-2de7-4d2b-a2b3-5c4b6d0bc39f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-322162373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89bdf053195d451184a91754918dfd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07433aab-8a", "ovs_interfaceid": "07433aab-8a04-4860-9050-6f15543e35db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.844342] env[62298]: DEBUG oslo_concurrency.lockutils [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquiring lock "refresh_cache-c72d4834-d20f-4995-a788-8a51ad8a447a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.844512] env[62298]: DEBUG oslo_concurrency.lockutils [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquired lock "refresh_cache-c72d4834-d20f-4995-a788-8a51ad8a447a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.844666] env[62298]: DEBUG nova.network.neutron [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1459.884687] env[62298]: DEBUG oslo_vmware.api [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': task-1803882, 'name': PowerOnVM_Task, 'duration_secs': 0.552474} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.884687] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1459.889911] env[62298]: DEBUG nova.compute.manager [None req-5c595338-961b-43de-9214-6ff3ec8575de tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1459.891164] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f609441-acf3-4215-9cf8-dd9d2aa42800 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.899266] env[62298]: DEBUG nova.network.neutron [-] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.030217] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803885, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.051957] env[62298]: DEBUG oslo_vmware.api [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Task: {'id': task-1803881, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.514794} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.054189] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] bf540bc1-d046-4e73-85b4-2306575ff4bf/bf540bc1-d046-4e73-85b4-2306575ff4bf.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1460.054189] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1460.054189] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d061946-b29e-4bcd-8380-bcc1ff3c2096 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.061884] env[62298]: DEBUG oslo_vmware.api [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Waiting for the task: (returnval){ [ 1460.061884] env[62298]: value = "task-1803886" [ 1460.061884] env[62298]: _type = "Task" [ 1460.061884] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.072568] env[62298]: DEBUG oslo_vmware.api [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Task: {'id': task-1803886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.194022] env[62298]: DEBUG oslo_concurrency.lockutils [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.082s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.194022] env[62298]: DEBUG nova.compute.manager [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1460.195944] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.302s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.198019] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.199718] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.803s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.200129] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.202181] env[62298]: DEBUG oslo_concurrency.lockutils [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.476s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.204085] env[62298]: INFO nova.compute.claims [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1460.234934] env[62298]: INFO nova.scheduler.client.report [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Deleted allocations for instance b8cd31ce-22db-49c3-9b5c-13cf72a8d18e [ 1460.239165] env[62298]: INFO nova.scheduler.client.report [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Deleted allocations for instance 5a6b13f8-78f2-4269-bea2-382de8867386 [ 1460.300175] env[62298]: DEBUG oslo_concurrency.lockutils [req-cc0e1e34-f44d-46c4-8341-561578c52f76 req-a7ed2488-d055-4034-ac09-e81a060af66e service nova] Releasing lock "refresh_cache-ca4080d1-e1e4-4bed-a777-bf2414a20cb5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.349634] env[62298]: DEBUG nova.compute.manager [req-16f786bf-b5b3-4482-bd05-baf9dab5552e req-8f5a6264-a921-464d-9c93-49bd5eb8b092 service nova] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Received event network-vif-plugged-d423b145-25fa-4d60-88e0-e50d1b3d728b {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1460.350084] env[62298]: DEBUG oslo_concurrency.lockutils [req-16f786bf-b5b3-4482-bd05-baf9dab5552e req-8f5a6264-a921-464d-9c93-49bd5eb8b092 service nova] Acquiring lock "c72d4834-d20f-4995-a788-8a51ad8a447a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.350313] env[62298]: DEBUG oslo_concurrency.lockutils [req-16f786bf-b5b3-4482-bd05-baf9dab5552e req-8f5a6264-a921-464d-9c93-49bd5eb8b092 service nova] Lock "c72d4834-d20f-4995-a788-8a51ad8a447a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.350483] env[62298]: DEBUG oslo_concurrency.lockutils [req-16f786bf-b5b3-4482-bd05-baf9dab5552e req-8f5a6264-a921-464d-9c93-49bd5eb8b092 service nova] Lock "c72d4834-d20f-4995-a788-8a51ad8a447a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.350656] env[62298]: DEBUG nova.compute.manager [req-16f786bf-b5b3-4482-bd05-baf9dab5552e req-8f5a6264-a921-464d-9c93-49bd5eb8b092 service nova] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] No waiting events found dispatching network-vif-plugged-d423b145-25fa-4d60-88e0-e50d1b3d728b {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1460.350885] env[62298]: WARNING nova.compute.manager [req-16f786bf-b5b3-4482-bd05-baf9dab5552e req-8f5a6264-a921-464d-9c93-49bd5eb8b092 service nova] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Received unexpected event network-vif-plugged-d423b145-25fa-4d60-88e0-e50d1b3d728b for instance with vm_state building and task_state spawning. [ 1460.350976] env[62298]: DEBUG nova.compute.manager [req-16f786bf-b5b3-4482-bd05-baf9dab5552e req-8f5a6264-a921-464d-9c93-49bd5eb8b092 service nova] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Received event network-changed-d423b145-25fa-4d60-88e0-e50d1b3d728b {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1460.351144] env[62298]: DEBUG nova.compute.manager [req-16f786bf-b5b3-4482-bd05-baf9dab5552e req-8f5a6264-a921-464d-9c93-49bd5eb8b092 service nova] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Refreshing instance network info cache due to event network-changed-d423b145-25fa-4d60-88e0-e50d1b3d728b. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1460.351315] env[62298]: DEBUG oslo_concurrency.lockutils [req-16f786bf-b5b3-4482-bd05-baf9dab5552e req-8f5a6264-a921-464d-9c93-49bd5eb8b092 service nova] Acquiring lock "refresh_cache-c72d4834-d20f-4995-a788-8a51ad8a447a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.405620] env[62298]: INFO nova.compute.manager [-] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Took 1.70 seconds to deallocate network for instance. [ 1460.413965] env[62298]: DEBUG nova.network.neutron [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1460.505114] env[62298]: DEBUG oslo_concurrency.lockutils [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Acquiring lock "4299a361-5be4-452f-b4f3-63673dff726c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.505689] env[62298]: DEBUG oslo_concurrency.lockutils [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Lock "4299a361-5be4-452f-b4f3-63673dff726c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.534759] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803885, 'name': CreateVM_Task, 'duration_secs': 1.359245} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.537263] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1460.538696] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.538696] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.539980] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1460.540605] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98b68c5d-c12d-4670-849e-007b812667fa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.548725] env[62298]: DEBUG oslo_vmware.api [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1460.548725] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e3781f-74ff-9bbd-e6a4-fa01610d5735" [ 1460.548725] env[62298]: _type = "Task" [ 1460.548725] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.561030] env[62298]: DEBUG oslo_vmware.api [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e3781f-74ff-9bbd-e6a4-fa01610d5735, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.573466] env[62298]: DEBUG oslo_vmware.api [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Task: {'id': task-1803886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073211} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.573744] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1460.574943] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46940f0b-8c72-41b6-9d6b-2dc39832b0fa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.599461] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] bf540bc1-d046-4e73-85b4-2306575ff4bf/bf540bc1-d046-4e73-85b4-2306575ff4bf.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1460.602467] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecbf17f1-b82f-4c6c-a8a2-4530236616f3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.631029] env[62298]: DEBUG oslo_vmware.api [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Waiting for the task: (returnval){ [ 1460.631029] env[62298]: value = "task-1803887" [ 1460.631029] env[62298]: _type = "Task" [ 1460.631029] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.639595] env[62298]: DEBUG oslo_vmware.api [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Task: {'id': task-1803887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.707909] env[62298]: DEBUG nova.network.neutron [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Updating instance_info_cache with network_info: [{"id": "d423b145-25fa-4d60-88e0-e50d1b3d728b", "address": "fa:16:3e:55:5a:28", "network": {"id": "8bec07db-9204-4a2d-a3cc-c76676c9e887", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1314547665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9f2ac2639643e790fa1d913c4dc43f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd423b145-25", "ovs_interfaceid": "d423b145-25fa-4d60-88e0-e50d1b3d728b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.713250] env[62298]: DEBUG nova.compute.utils [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1460.718609] env[62298]: DEBUG nova.compute.manager [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1460.718609] env[62298]: DEBUG nova.network.neutron [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1460.757511] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0985359b-a970-4a84-9e88-fb13ece8513b tempest-ServerDiagnosticsV248Test-1609508275 tempest-ServerDiagnosticsV248Test-1609508275-project-member] Lock "b8cd31ce-22db-49c3-9b5c-13cf72a8d18e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.734s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.759185] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0f8d5532-3a53-4514-b439-4a0fe2f49f7f tempest-ServerExternalEventsTest-1112454648 tempest-ServerExternalEventsTest-1112454648-project-member] Lock "5a6b13f8-78f2-4269-bea2-382de8867386" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.934s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.761303] env[62298]: DEBUG nova.policy [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e22ce774ca894784a9f2453aa1d848f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89bdf053195d451184a91754918dfd1b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1460.932055] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e8dd62db-20a1-4d83-86ef-dfc7d2139270 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.061260] env[62298]: DEBUG oslo_vmware.api [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e3781f-74ff-9bbd-e6a4-fa01610d5735, 'name': SearchDatastore_Task, 'duration_secs': 0.010614} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.062061] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.062435] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1461.062783] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.063045] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.063355] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1461.063714] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e089053f-9bbd-4894-ac74-a8149141e730 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.076242] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1461.076242] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1461.077154] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6138b62-a8d7-40da-9341-018364efb4db {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.085699] env[62298]: DEBUG oslo_vmware.api [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1461.085699] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522b8231-022a-432b-7774-b031f5dad52f" [ 1461.085699] env[62298]: _type = "Task" [ 1461.085699] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.099588] env[62298]: DEBUG oslo_vmware.api [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522b8231-022a-432b-7774-b031f5dad52f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.149155] env[62298]: DEBUG oslo_vmware.api [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Task: {'id': task-1803887, 'name': ReconfigVM_Task, 'duration_secs': 0.315181} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.149155] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Reconfigured VM instance instance-00000014 to attach disk [datastore1] bf540bc1-d046-4e73-85b4-2306575ff4bf/bf540bc1-d046-4e73-85b4-2306575ff4bf.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1461.149155] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5444289-3166-4c5f-b6f5-fab5b45e575b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.154714] env[62298]: DEBUG oslo_vmware.api [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Waiting for the task: (returnval){ [ 1461.154714] env[62298]: value = "task-1803888" [ 1461.154714] env[62298]: _type = "Task" [ 1461.154714] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.166132] env[62298]: DEBUG oslo_vmware.api [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Task: {'id': task-1803888, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.217229] env[62298]: DEBUG nova.network.neutron [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Successfully created port: 277a8c4a-e78d-44bf-a575-ad3803f653b8 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1461.219915] env[62298]: DEBUG oslo_concurrency.lockutils [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Releasing lock "refresh_cache-c72d4834-d20f-4995-a788-8a51ad8a447a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.220310] env[62298]: DEBUG nova.compute.manager [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Instance network_info: |[{"id": "d423b145-25fa-4d60-88e0-e50d1b3d728b", "address": "fa:16:3e:55:5a:28", "network": {"id": "8bec07db-9204-4a2d-a3cc-c76676c9e887", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1314547665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9f2ac2639643e790fa1d913c4dc43f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd423b145-25", "ovs_interfaceid": "d423b145-25fa-4d60-88e0-e50d1b3d728b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1461.224026] env[62298]: DEBUG nova.compute.manager [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1461.224186] env[62298]: DEBUG oslo_concurrency.lockutils [req-16f786bf-b5b3-4482-bd05-baf9dab5552e req-8f5a6264-a921-464d-9c93-49bd5eb8b092 service nova] Acquired lock "refresh_cache-c72d4834-d20f-4995-a788-8a51ad8a447a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.224397] env[62298]: DEBUG nova.network.neutron [req-16f786bf-b5b3-4482-bd05-baf9dab5552e req-8f5a6264-a921-464d-9c93-49bd5eb8b092 service nova] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Refreshing network info cache for port d423b145-25fa-4d60-88e0-e50d1b3d728b {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1461.226406] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:5a:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd423b145-25fa-4d60-88e0-e50d1b3d728b', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1461.238399] env[62298]: DEBUG oslo.service.loopingcall [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1461.245517] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1461.247442] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4196af15-a9e4-433d-95c7-d96ec308ea15 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.291657] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1461.291657] env[62298]: value = "task-1803889" [ 1461.291657] env[62298]: _type = "Task" [ 1461.291657] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.306772] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803889, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.604377] env[62298]: DEBUG oslo_vmware.api [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522b8231-022a-432b-7774-b031f5dad52f, 'name': SearchDatastore_Task, 'duration_secs': 0.011936} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.607127] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14d1e670-9fe6-4671-978e-9611249a1eb4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.619646] env[62298]: DEBUG oslo_vmware.api [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1461.619646] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5234f42d-e487-2c11-b7f0-bee2b885e463" [ 1461.619646] env[62298]: _type = "Task" [ 1461.619646] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.634799] env[62298]: DEBUG oslo_vmware.api [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5234f42d-e487-2c11-b7f0-bee2b885e463, 'name': SearchDatastore_Task, 'duration_secs': 0.0112} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.638392] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.638853] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] ca4080d1-e1e4-4bed-a777-bf2414a20cb5/ca4080d1-e1e4-4bed-a777-bf2414a20cb5.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1461.641030] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-265ffcc2-bf5b-4d6a-bd86-9efc9cc04d5b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.649980] env[62298]: DEBUG oslo_vmware.api [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1461.649980] env[62298]: value = "task-1803890" [ 1461.649980] env[62298]: _type = "Task" [ 1461.649980] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.665925] env[62298]: DEBUG oslo_vmware.api [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1803890, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.673575] env[62298]: DEBUG oslo_vmware.api [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Task: {'id': task-1803888, 'name': Rename_Task, 'duration_secs': 0.163626} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.674110] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1461.674537] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3345fcde-2b07-4ffd-9f84-917fde049ce1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.688024] env[62298]: DEBUG oslo_vmware.api [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Waiting for the task: (returnval){ [ 1461.688024] env[62298]: value = "task-1803891" [ 1461.688024] env[62298]: _type = "Task" [ 1461.688024] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.695304] env[62298]: DEBUG nova.network.neutron [req-16f786bf-b5b3-4482-bd05-baf9dab5552e req-8f5a6264-a921-464d-9c93-49bd5eb8b092 service nova] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Updated VIF entry in instance network info cache for port d423b145-25fa-4d60-88e0-e50d1b3d728b. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1461.695855] env[62298]: DEBUG nova.network.neutron [req-16f786bf-b5b3-4482-bd05-baf9dab5552e req-8f5a6264-a921-464d-9c93-49bd5eb8b092 service nova] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Updating instance_info_cache with network_info: [{"id": "d423b145-25fa-4d60-88e0-e50d1b3d728b", "address": "fa:16:3e:55:5a:28", "network": {"id": "8bec07db-9204-4a2d-a3cc-c76676c9e887", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1314547665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9f2ac2639643e790fa1d913c4dc43f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd423b145-25", "ovs_interfaceid": "d423b145-25fa-4d60-88e0-e50d1b3d728b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.707144] env[62298]: DEBUG oslo_vmware.api [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Task: {'id': task-1803891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.813225] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803889, 'name': CreateVM_Task, 'duration_secs': 0.389313} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.813432] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1461.814208] env[62298]: DEBUG oslo_concurrency.lockutils [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.814422] env[62298]: DEBUG oslo_concurrency.lockutils [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.814801] env[62298]: DEBUG oslo_concurrency.lockutils [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1461.815463] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64b92fa5-8467-4d08-b538-f380c6ee7a3f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.827500] env[62298]: DEBUG oslo_vmware.api [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1461.827500] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522b471a-0081-3ca3-ead6-3edd278701f0" [ 1461.827500] env[62298]: _type = "Task" [ 1461.827500] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.846014] env[62298]: DEBUG oslo_vmware.api [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522b471a-0081-3ca3-ead6-3edd278701f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.893361] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bd3112-0a74-4c6a-baf3-98d2770376c8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.904927] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa17243e-0f7a-4c16-b617-681cfe2fd82f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.910821] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.911031] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62298) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1461.941268] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2beb5c-c316-4c00-8737-6526809cef96 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.947503] env[62298]: DEBUG oslo_concurrency.lockutils [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Acquiring lock "105e3ba2-c810-4fbb-bf8e-8b7b2c00735a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.947748] env[62298]: DEBUG oslo_concurrency.lockutils [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Lock "105e3ba2-c810-4fbb-bf8e-8b7b2c00735a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.956247] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49c5a28-1f1e-4579-95b1-6758e318c8f3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.972811] env[62298]: DEBUG nova.compute.provider_tree [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1462.163644] env[62298]: DEBUG oslo_vmware.api [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1803890, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474237} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.164784] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] ca4080d1-e1e4-4bed-a777-bf2414a20cb5/ca4080d1-e1e4-4bed-a777-bf2414a20cb5.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1462.165048] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1462.165504] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1932350-bfc2-47ac-8208-556b9945ddad {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.180835] env[62298]: DEBUG oslo_vmware.api [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1462.180835] env[62298]: value = "task-1803892" [ 1462.180835] env[62298]: _type = "Task" [ 1462.180835] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.188701] env[62298]: DEBUG oslo_vmware.api [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1803892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.199603] env[62298]: DEBUG oslo_concurrency.lockutils [req-16f786bf-b5b3-4482-bd05-baf9dab5552e req-8f5a6264-a921-464d-9c93-49bd5eb8b092 service nova] Releasing lock "refresh_cache-c72d4834-d20f-4995-a788-8a51ad8a447a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.200131] env[62298]: DEBUG nova.compute.manager [req-16f786bf-b5b3-4482-bd05-baf9dab5552e req-8f5a6264-a921-464d-9c93-49bd5eb8b092 service nova] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Received event network-vif-deleted-384b29af-9242-4573-81f6-fb7af387d314 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1462.200653] env[62298]: DEBUG oslo_vmware.api [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Task: {'id': task-1803891, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.250265] env[62298]: DEBUG nova.compute.manager [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1462.291164] env[62298]: DEBUG nova.virt.hardware [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1462.291164] env[62298]: DEBUG nova.virt.hardware [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1462.291164] env[62298]: DEBUG nova.virt.hardware [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1462.291164] env[62298]: DEBUG nova.virt.hardware [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1462.292144] env[62298]: DEBUG nova.virt.hardware [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1462.292144] env[62298]: DEBUG nova.virt.hardware [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1462.292144] env[62298]: DEBUG nova.virt.hardware [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1462.292144] env[62298]: DEBUG nova.virt.hardware [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1462.292144] env[62298]: DEBUG nova.virt.hardware [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1462.292416] env[62298]: DEBUG nova.virt.hardware [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1462.292416] env[62298]: DEBUG nova.virt.hardware [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1462.292416] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0964c6fe-c4b0-43dd-ace0-ab64c675d9e3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.306273] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790d40f4-ccaa-4b29-8b23-fcb231ded83f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.342436] env[62298]: DEBUG oslo_vmware.api [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522b471a-0081-3ca3-ead6-3edd278701f0, 'name': SearchDatastore_Task, 'duration_secs': 0.064975} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.342436] env[62298]: DEBUG oslo_concurrency.lockutils [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.342691] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1462.342898] env[62298]: DEBUG oslo_concurrency.lockutils [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.343129] env[62298]: DEBUG oslo_concurrency.lockutils [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.343470] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1462.344025] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77ce4e5d-0f1a-4f55-a10b-71e228a7f7ea {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.355917] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1462.355917] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1462.355917] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39da9507-ae35-4453-9378-0f7e2c809b5c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.362846] env[62298]: DEBUG oslo_vmware.api [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1462.362846] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52d2f14c-7739-1a0e-0122-58fb55198eb5" [ 1462.362846] env[62298]: _type = "Task" [ 1462.362846] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.371693] env[62298]: DEBUG oslo_vmware.api [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52d2f14c-7739-1a0e-0122-58fb55198eb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.406531] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.476520] env[62298]: DEBUG nova.scheduler.client.report [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1462.689812] env[62298]: DEBUG oslo_vmware.api [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1803892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082531} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.693426] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1462.694565] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0329077-508d-4751-9a2e-13c73046d674 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.704401] env[62298]: DEBUG oslo_vmware.api [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Task: {'id': task-1803891, 'name': PowerOnVM_Task, 'duration_secs': 0.671202} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.714301] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1462.714378] env[62298]: INFO nova.compute.manager [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Took 9.91 seconds to spawn the instance on the hypervisor. [ 1462.715496] env[62298]: DEBUG nova.compute.manager [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1462.725615] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] ca4080d1-e1e4-4bed-a777-bf2414a20cb5/ca4080d1-e1e4-4bed-a777-bf2414a20cb5.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1462.725615] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354a4d42-ab6b-429b-8e66-2c8a7a8f15c2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.727085] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e88aeffc-ae26-432d-a0fa-d48fd5e53489 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.749773] env[62298]: DEBUG oslo_vmware.api [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1462.749773] env[62298]: value = "task-1803893" [ 1462.749773] env[62298]: _type = "Task" [ 1462.749773] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.759195] env[62298]: DEBUG oslo_vmware.api [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1803893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.874318] env[62298]: DEBUG oslo_vmware.api [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52d2f14c-7739-1a0e-0122-58fb55198eb5, 'name': SearchDatastore_Task, 'duration_secs': 0.032869} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.875123] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-974a5bc9-5e45-426f-abbe-2a6e7d9c3f62 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.881844] env[62298]: DEBUG oslo_vmware.api [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1462.881844] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526e9b5b-8e85-f97d-413f-36b71d2b49f7" [ 1462.881844] env[62298]: _type = "Task" [ 1462.881844] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.892560] env[62298]: DEBUG oslo_vmware.api [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526e9b5b-8e85-f97d-413f-36b71d2b49f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.981520] env[62298]: DEBUG oslo_concurrency.lockutils [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.982077] env[62298]: DEBUG nova.compute.manager [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1462.984839] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8f9eff60-6c3c-4b50-aedb-3583bbf88018 tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.681s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.985056] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8f9eff60-6c3c-4b50-aedb-3583bbf88018 tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.987773] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.057s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.989032] env[62298]: INFO nova.compute.claims [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1463.067419] env[62298]: INFO nova.scheduler.client.report [None req-8f9eff60-6c3c-4b50-aedb-3583bbf88018 tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Deleted allocations for instance ad322ef9-6cce-40fd-a9cc-47ffb555c1bc [ 1463.096403] env[62298]: DEBUG nova.network.neutron [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Successfully updated port: 277a8c4a-e78d-44bf-a575-ad3803f653b8 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1463.263209] env[62298]: INFO nova.compute.manager [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Took 41.00 seconds to build instance. [ 1463.269850] env[62298]: DEBUG oslo_vmware.api [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1803893, 'name': ReconfigVM_Task, 'duration_secs': 0.333564} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.270194] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Reconfigured VM instance instance-00000015 to attach disk [datastore1] ca4080d1-e1e4-4bed-a777-bf2414a20cb5/ca4080d1-e1e4-4bed-a777-bf2414a20cb5.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1463.270860] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9922333-b8ba-485b-8e02-aaae2a0653f0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.283026] env[62298]: DEBUG oslo_vmware.api [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1463.283026] env[62298]: value = "task-1803894" [ 1463.283026] env[62298]: _type = "Task" [ 1463.283026] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.290928] env[62298]: DEBUG oslo_vmware.api [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1803894, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.311803] env[62298]: DEBUG nova.compute.manager [req-476944f6-1d6e-48b7-a695-9cecbc02eb1a req-7007eff4-22c7-460e-bc5b-0c3d2f57371a service nova] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Received event network-vif-plugged-277a8c4a-e78d-44bf-a575-ad3803f653b8 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1463.312144] env[62298]: DEBUG oslo_concurrency.lockutils [req-476944f6-1d6e-48b7-a695-9cecbc02eb1a req-7007eff4-22c7-460e-bc5b-0c3d2f57371a service nova] Acquiring lock "a72423b0-ebdf-48cc-a7f4-572c5fc398f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.312310] env[62298]: DEBUG oslo_concurrency.lockutils [req-476944f6-1d6e-48b7-a695-9cecbc02eb1a req-7007eff4-22c7-460e-bc5b-0c3d2f57371a service nova] Lock "a72423b0-ebdf-48cc-a7f4-572c5fc398f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.312440] env[62298]: DEBUG oslo_concurrency.lockutils [req-476944f6-1d6e-48b7-a695-9cecbc02eb1a req-7007eff4-22c7-460e-bc5b-0c3d2f57371a service nova] Lock "a72423b0-ebdf-48cc-a7f4-572c5fc398f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.312599] env[62298]: DEBUG nova.compute.manager [req-476944f6-1d6e-48b7-a695-9cecbc02eb1a req-7007eff4-22c7-460e-bc5b-0c3d2f57371a service nova] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] No waiting events found dispatching network-vif-plugged-277a8c4a-e78d-44bf-a575-ad3803f653b8 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1463.312761] env[62298]: WARNING nova.compute.manager [req-476944f6-1d6e-48b7-a695-9cecbc02eb1a req-7007eff4-22c7-460e-bc5b-0c3d2f57371a service nova] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Received unexpected event network-vif-plugged-277a8c4a-e78d-44bf-a575-ad3803f653b8 for instance with vm_state building and task_state spawning. [ 1463.335406] env[62298]: DEBUG nova.compute.manager [req-5b066d77-b535-4640-8f16-22f1f70c86bc req-9af38a1c-7842-459b-b69f-985d463a8994 service nova] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Received event network-changed-92eec7d6-0cc1-46af-9902-8075962a2ae1 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1463.335594] env[62298]: DEBUG nova.compute.manager [req-5b066d77-b535-4640-8f16-22f1f70c86bc req-9af38a1c-7842-459b-b69f-985d463a8994 service nova] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Refreshing instance network info cache due to event network-changed-92eec7d6-0cc1-46af-9902-8075962a2ae1. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1463.335808] env[62298]: DEBUG oslo_concurrency.lockutils [req-5b066d77-b535-4640-8f16-22f1f70c86bc req-9af38a1c-7842-459b-b69f-985d463a8994 service nova] Acquiring lock "refresh_cache-39717793-ae0a-40bc-b0f0-59ffa48bfdbb" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.335953] env[62298]: DEBUG oslo_concurrency.lockutils [req-5b066d77-b535-4640-8f16-22f1f70c86bc req-9af38a1c-7842-459b-b69f-985d463a8994 service nova] Acquired lock "refresh_cache-39717793-ae0a-40bc-b0f0-59ffa48bfdbb" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.336222] env[62298]: DEBUG nova.network.neutron [req-5b066d77-b535-4640-8f16-22f1f70c86bc req-9af38a1c-7842-459b-b69f-985d463a8994 service nova] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Refreshing network info cache for port 92eec7d6-0cc1-46af-9902-8075962a2ae1 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1463.393505] env[62298]: DEBUG oslo_vmware.api [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526e9b5b-8e85-f97d-413f-36b71d2b49f7, 'name': SearchDatastore_Task, 'duration_secs': 0.010512} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.393824] env[62298]: DEBUG oslo_concurrency.lockutils [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.394103] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] c72d4834-d20f-4995-a788-8a51ad8a447a/c72d4834-d20f-4995-a788-8a51ad8a447a.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1463.394398] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7130947b-18ec-4393-9a38-fb16cf6b825b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.401885] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1463.402347] env[62298]: DEBUG oslo_vmware.api [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1463.402347] env[62298]: value = "task-1803895" [ 1463.402347] env[62298]: _type = "Task" [ 1463.402347] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.405913] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1463.411982] env[62298]: DEBUG oslo_vmware.api [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1803895, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.493941] env[62298]: DEBUG nova.compute.utils [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1463.498681] env[62298]: DEBUG nova.compute.manager [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1463.498876] env[62298]: DEBUG nova.network.neutron [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1463.548643] env[62298]: DEBUG nova.policy [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c8356a889424576bda47d2828c69ff9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d76a93e5ca74ae88ec055d9e88d8b97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1463.578279] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8f9eff60-6c3c-4b50-aedb-3583bbf88018 tempest-ServerDiagnosticsTest-556798751 tempest-ServerDiagnosticsTest-556798751-project-member] Lock "ad322ef9-6cce-40fd-a9cc-47ffb555c1bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.271s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.599046] env[62298]: DEBUG oslo_concurrency.lockutils [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "refresh_cache-a72423b0-ebdf-48cc-a7f4-572c5fc398f3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.599178] env[62298]: DEBUG oslo_concurrency.lockutils [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquired lock "refresh_cache-a72423b0-ebdf-48cc-a7f4-572c5fc398f3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.599355] env[62298]: DEBUG nova.network.neutron [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1463.765473] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ad4738e2-28c6-41fb-a033-3fcd528f42e8 tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Lock "bf540bc1-d046-4e73-85b4-2306575ff4bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.652s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.792499] env[62298]: DEBUG oslo_vmware.api [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1803894, 'name': Rename_Task, 'duration_secs': 0.194659} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.793522] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1463.793801] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d227c57e-ed68-4fd7-89ab-713fa3a2716e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.802205] env[62298]: DEBUG oslo_vmware.api [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1463.802205] env[62298]: value = "task-1803896" [ 1463.802205] env[62298]: _type = "Task" [ 1463.802205] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.812735] env[62298]: DEBUG oslo_vmware.api [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1803896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.820278] env[62298]: DEBUG nova.network.neutron [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Successfully created port: 97b984a8-8382-4fd3-b723-e4aed876622b {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1463.914573] env[62298]: DEBUG oslo_vmware.api [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1803895, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.006398] env[62298]: DEBUG nova.compute.manager [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1464.161892] env[62298]: DEBUG nova.network.neutron [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1464.228251] env[62298]: DEBUG nova.network.neutron [req-5b066d77-b535-4640-8f16-22f1f70c86bc req-9af38a1c-7842-459b-b69f-985d463a8994 service nova] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Updated VIF entry in instance network info cache for port 92eec7d6-0cc1-46af-9902-8075962a2ae1. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1464.229184] env[62298]: DEBUG nova.network.neutron [req-5b066d77-b535-4640-8f16-22f1f70c86bc req-9af38a1c-7842-459b-b69f-985d463a8994 service nova] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Updating instance_info_cache with network_info: [{"id": "92eec7d6-0cc1-46af-9902-8075962a2ae1", "address": "fa:16:3e:f2:30:90", "network": {"id": "e9901970-6e1b-4a11-b7de-8169fe993e87", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1515280626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0d585cdbd4804c1caa87ceff8dabda7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92eec7d6-0c", "ovs_interfaceid": "92eec7d6-0cc1-46af-9902-8075962a2ae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.268839] env[62298]: DEBUG nova.compute.manager [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1464.279474] env[62298]: DEBUG nova.network.neutron [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Successfully created port: 2af7402a-0fed-40d3-ac3f-ccafc452e483 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1464.323070] env[62298]: DEBUG oslo_vmware.api [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1803896, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.351142] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Acquiring lock "bf540bc1-d046-4e73-85b4-2306575ff4bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.351862] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Lock "bf540bc1-d046-4e73-85b4-2306575ff4bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.351862] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Acquiring lock "bf540bc1-d046-4e73-85b4-2306575ff4bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.351862] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Lock "bf540bc1-d046-4e73-85b4-2306575ff4bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.352965] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Lock "bf540bc1-d046-4e73-85b4-2306575ff4bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.356051] env[62298]: INFO nova.compute.manager [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Terminating instance [ 1464.408547] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.416514] env[62298]: DEBUG oslo_vmware.api [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1803895, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754218} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.419059] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] c72d4834-d20f-4995-a788-8a51ad8a447a/c72d4834-d20f-4995-a788-8a51ad8a447a.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1464.419394] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1464.420857] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aee1945e-cbdf-496f-9db5-fd7ec9b07b43 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.429484] env[62298]: DEBUG oslo_vmware.api [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1464.429484] env[62298]: value = "task-1803897" [ 1464.429484] env[62298]: _type = "Task" [ 1464.429484] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.440797] env[62298]: DEBUG oslo_vmware.api [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1803897, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.501198] env[62298]: DEBUG nova.network.neutron [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Updating instance_info_cache with network_info: [{"id": "277a8c4a-e78d-44bf-a575-ad3803f653b8", "address": "fa:16:3e:8c:1f:31", "network": {"id": "333b854a-2de7-4d2b-a2b3-5c4b6d0bc39f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-322162373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89bdf053195d451184a91754918dfd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap277a8c4a-e7", "ovs_interfaceid": "277a8c4a-e78d-44bf-a575-ad3803f653b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.563629] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41511e5a-e811-4fc2-8ff3-2a37cd9cd4da {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.572918] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89126b4b-09cd-4acf-b530-f62e0487fe6b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.611666] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d71a05-f276-418f-b07e-2786661b4360 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.620665] env[62298]: DEBUG nova.network.neutron [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Successfully created port: ba3769a5-d055-41e4-a01e-d044d6f7bff2 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1464.624309] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7603d02f-3376-4840-92f8-a5a39fa078d8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.642086] env[62298]: DEBUG nova.compute.provider_tree [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1464.733378] env[62298]: DEBUG oslo_concurrency.lockutils [req-5b066d77-b535-4640-8f16-22f1f70c86bc req-9af38a1c-7842-459b-b69f-985d463a8994 service nova] Releasing lock "refresh_cache-39717793-ae0a-40bc-b0f0-59ffa48bfdbb" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.801048] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.815101] env[62298]: DEBUG oslo_vmware.api [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1803896, 'name': PowerOnVM_Task, 'duration_secs': 0.675244} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.815457] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1464.815791] env[62298]: INFO nova.compute.manager [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1464.816813] env[62298]: DEBUG nova.compute.manager [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1464.816813] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd91ce31-33ef-4c7f-a111-8016ceb5144e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.860640] env[62298]: DEBUG nova.compute.manager [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1464.860907] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1464.861828] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01997957-6428-4960-b09b-858e7bf01d29 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.872362] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1464.872559] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41b567fd-ac33-47a3-880c-15b3ca97bb76 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.886420] env[62298]: DEBUG oslo_vmware.api [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Waiting for the task: (returnval){ [ 1464.886420] env[62298]: value = "task-1803898" [ 1464.886420] env[62298]: _type = "Task" [ 1464.886420] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.897274] env[62298]: DEBUG oslo_vmware.api [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Task: {'id': task-1803898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.942293] env[62298]: DEBUG oslo_vmware.api [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1803897, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074985} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.942293] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1464.942293] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f76c1a5-c2f5-4d54-aed6-53c72bc94403 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.966361] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] c72d4834-d20f-4995-a788-8a51ad8a447a/c72d4834-d20f-4995-a788-8a51ad8a447a.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1464.966725] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3beac055-189f-4642-bab7-2572cb963bb1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.989111] env[62298]: DEBUG oslo_vmware.api [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1464.989111] env[62298]: value = "task-1803899" [ 1464.989111] env[62298]: _type = "Task" [ 1464.989111] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.000987] env[62298]: DEBUG oslo_vmware.api [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1803899, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.004321] env[62298]: DEBUG oslo_concurrency.lockutils [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Releasing lock "refresh_cache-a72423b0-ebdf-48cc-a7f4-572c5fc398f3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.004745] env[62298]: DEBUG nova.compute.manager [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Instance network_info: |[{"id": "277a8c4a-e78d-44bf-a575-ad3803f653b8", "address": "fa:16:3e:8c:1f:31", "network": {"id": "333b854a-2de7-4d2b-a2b3-5c4b6d0bc39f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-322162373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89bdf053195d451184a91754918dfd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap277a8c4a-e7", "ovs_interfaceid": "277a8c4a-e78d-44bf-a575-ad3803f653b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1465.005314] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:1f:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '277a8c4a-e78d-44bf-a575-ad3803f653b8', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1465.018195] env[62298]: DEBUG oslo.service.loopingcall [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1465.019327] env[62298]: DEBUG nova.compute.manager [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1465.021803] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1465.022489] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3fd3650-ea10-412b-84da-af1f6a5001b0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.051166] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1465.051166] env[62298]: value = "task-1803900" [ 1465.051166] env[62298]: _type = "Task" [ 1465.051166] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.057923] env[62298]: DEBUG nova.virt.hardware [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1465.058230] env[62298]: DEBUG nova.virt.hardware [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1465.058463] env[62298]: DEBUG nova.virt.hardware [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1465.058740] env[62298]: DEBUG nova.virt.hardware [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1465.058940] env[62298]: DEBUG nova.virt.hardware [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1465.059419] env[62298]: DEBUG nova.virt.hardware [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1465.059727] env[62298]: DEBUG nova.virt.hardware [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1465.059727] env[62298]: DEBUG nova.virt.hardware [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1465.059822] env[62298]: DEBUG nova.virt.hardware [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1465.059948] env[62298]: DEBUG nova.virt.hardware [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1465.060148] env[62298]: DEBUG nova.virt.hardware [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1465.061114] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659433f3-1770-498c-b0b8-c89596dfdb80 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.067641] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803900, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.073438] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8de6eb1-f310-447b-8f9a-62d3a8444980 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.145549] env[62298]: DEBUG nova.scheduler.client.report [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1465.337681] env[62298]: INFO nova.compute.manager [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Took 39.03 seconds to build instance. [ 1465.399716] env[62298]: DEBUG oslo_vmware.api [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Task: {'id': task-1803898, 'name': PowerOffVM_Task, 'duration_secs': 0.219777} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.399999] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1465.400188] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1465.400538] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-289c1713-5c3d-45e3-ab80-a23b5f2a7ad7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.406155] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.406288] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Starting heal instance info cache {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1465.507455] env[62298]: DEBUG oslo_vmware.api [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1803899, 'name': ReconfigVM_Task, 'duration_secs': 0.409071} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.508331] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Reconfigured VM instance instance-00000016 to attach disk [datastore1] c72d4834-d20f-4995-a788-8a51ad8a447a/c72d4834-d20f-4995-a788-8a51ad8a447a.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1465.509172] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be7eb64e-ae87-4900-9cbb-33c9c6c843a5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.518954] env[62298]: DEBUG oslo_vmware.api [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1465.518954] env[62298]: value = "task-1803902" [ 1465.518954] env[62298]: _type = "Task" [ 1465.518954] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.528945] env[62298]: DEBUG oslo_vmware.api [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1803902, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.561504] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803900, 'name': CreateVM_Task, 'duration_secs': 0.403718} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.561762] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1465.562386] env[62298]: DEBUG oslo_concurrency.lockutils [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.562556] env[62298]: DEBUG oslo_concurrency.lockutils [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.562953] env[62298]: DEBUG oslo_concurrency.lockutils [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1465.563302] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a4c51df-0f3d-4174-8561-1176949e6e57 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.569364] env[62298]: DEBUG oslo_vmware.api [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1465.569364] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52489d2f-03b3-e60b-31c9-0f4f1bc92baf" [ 1465.569364] env[62298]: _type = "Task" [ 1465.569364] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.579120] env[62298]: DEBUG oslo_vmware.api [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52489d2f-03b3-e60b-31c9-0f4f1bc92baf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.651551] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.652157] env[62298]: DEBUG nova.compute.manager [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1465.655854] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.515s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.657529] env[62298]: INFO nova.compute.claims [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1465.839940] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2665c56b-dee0-426f-8315-d33c78cb154a tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "ca4080d1-e1e4-4bed-a777-bf2414a20cb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.654s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.900586] env[62298]: DEBUG nova.compute.manager [req-bdb07f73-18a0-4ede-9b2a-dd70098907d9 req-4b1e276e-ad78-416f-9e70-7a8d1bac2765 service nova] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Received event network-changed-277a8c4a-e78d-44bf-a575-ad3803f653b8 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1465.900693] env[62298]: DEBUG nova.compute.manager [req-bdb07f73-18a0-4ede-9b2a-dd70098907d9 req-4b1e276e-ad78-416f-9e70-7a8d1bac2765 service nova] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Refreshing instance network info cache due to event network-changed-277a8c4a-e78d-44bf-a575-ad3803f653b8. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1465.900910] env[62298]: DEBUG oslo_concurrency.lockutils [req-bdb07f73-18a0-4ede-9b2a-dd70098907d9 req-4b1e276e-ad78-416f-9e70-7a8d1bac2765 service nova] Acquiring lock "refresh_cache-a72423b0-ebdf-48cc-a7f4-572c5fc398f3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.901126] env[62298]: DEBUG oslo_concurrency.lockutils [req-bdb07f73-18a0-4ede-9b2a-dd70098907d9 req-4b1e276e-ad78-416f-9e70-7a8d1bac2765 service nova] Acquired lock "refresh_cache-a72423b0-ebdf-48cc-a7f4-572c5fc398f3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.901308] env[62298]: DEBUG nova.network.neutron [req-bdb07f73-18a0-4ede-9b2a-dd70098907d9 req-4b1e276e-ad78-416f-9e70-7a8d1bac2765 service nova] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Refreshing network info cache for port 277a8c4a-e78d-44bf-a575-ad3803f653b8 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1465.955858] env[62298]: DEBUG nova.compute.manager [req-8242f354-f5d9-4613-875f-b06b29db141c req-26fb5db5-0ba2-426e-a826-cf2a0e1cab6d service nova] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Received event network-changed-92eec7d6-0cc1-46af-9902-8075962a2ae1 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1465.956964] env[62298]: DEBUG nova.compute.manager [req-8242f354-f5d9-4613-875f-b06b29db141c req-26fb5db5-0ba2-426e-a826-cf2a0e1cab6d service nova] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Refreshing instance network info cache due to event network-changed-92eec7d6-0cc1-46af-9902-8075962a2ae1. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1465.956964] env[62298]: DEBUG oslo_concurrency.lockutils [req-8242f354-f5d9-4613-875f-b06b29db141c req-26fb5db5-0ba2-426e-a826-cf2a0e1cab6d service nova] Acquiring lock "refresh_cache-39717793-ae0a-40bc-b0f0-59ffa48bfdbb" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.956964] env[62298]: DEBUG oslo_concurrency.lockutils [req-8242f354-f5d9-4613-875f-b06b29db141c req-26fb5db5-0ba2-426e-a826-cf2a0e1cab6d service nova] Acquired lock "refresh_cache-39717793-ae0a-40bc-b0f0-59ffa48bfdbb" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.956964] env[62298]: DEBUG nova.network.neutron [req-8242f354-f5d9-4613-875f-b06b29db141c req-26fb5db5-0ba2-426e-a826-cf2a0e1cab6d service nova] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Refreshing network info cache for port 92eec7d6-0cc1-46af-9902-8075962a2ae1 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1466.041066] env[62298]: DEBUG oslo_vmware.api [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1803902, 'name': Rename_Task, 'duration_secs': 0.136989} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.041066] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1466.041066] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b83f4314-59ca-41b6-9103-89bd49bf6bec {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.056862] env[62298]: DEBUG oslo_vmware.api [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1466.056862] env[62298]: value = "task-1803903" [ 1466.056862] env[62298]: _type = "Task" [ 1466.056862] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.071237] env[62298]: DEBUG oslo_vmware.api [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1803903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.087180] env[62298]: DEBUG oslo_vmware.api [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52489d2f-03b3-e60b-31c9-0f4f1bc92baf, 'name': SearchDatastore_Task, 'duration_secs': 0.023979} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.087180] env[62298]: DEBUG oslo_concurrency.lockutils [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.087987] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1466.087987] env[62298]: DEBUG oslo_concurrency.lockutils [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.087987] env[62298]: DEBUG oslo_concurrency.lockutils [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.087987] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1466.088501] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48ba91fc-3c41-4c72-b7d0-9ec2d049fd5e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.098036] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1466.098510] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1466.099163] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bb942e7-0017-4ea7-a0fe-026de9f0da8a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.105393] env[62298]: DEBUG oslo_vmware.api [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1466.105393] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52da1c0b-90bb-9885-5f5a-980b3ff9411d" [ 1466.105393] env[62298]: _type = "Task" [ 1466.105393] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.114927] env[62298]: DEBUG oslo_vmware.api [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52da1c0b-90bb-9885-5f5a-980b3ff9411d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.175675] env[62298]: DEBUG nova.compute.utils [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1466.177659] env[62298]: DEBUG nova.compute.manager [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1466.177659] env[62298]: DEBUG nova.network.neutron [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1466.286662] env[62298]: DEBUG nova.network.neutron [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Successfully updated port: 97b984a8-8382-4fd3-b723-e4aed876622b {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1466.336364] env[62298]: DEBUG nova.policy [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b337bacaf73e4b2e8691f24a7cd28ade', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b6f91873ece4347a1de33652e82fd62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1466.341829] env[62298]: DEBUG nova.compute.manager [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1466.414810] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Didn't find any instances for network info cache update. {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1466.415050] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.415429] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.415575] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.569742] env[62298]: DEBUG oslo_vmware.api [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1803903, 'name': PowerOnVM_Task, 'duration_secs': 0.469143} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.570333] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1466.570591] env[62298]: INFO nova.compute.manager [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1466.570805] env[62298]: DEBUG nova.compute.manager [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1466.572006] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3e705f-59b2-46a2-95d5-23f452835e6d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.618864] env[62298]: DEBUG oslo_vmware.api [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52da1c0b-90bb-9885-5f5a-980b3ff9411d, 'name': SearchDatastore_Task, 'duration_secs': 0.012573} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.618864] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-975c7b97-1a3b-4ceb-9043-fdcc6a2862ea {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.629022] env[62298]: DEBUG oslo_vmware.api [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1466.629022] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5235b69e-4790-64ea-b761-23d5dc867214" [ 1466.629022] env[62298]: _type = "Task" [ 1466.629022] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.640407] env[62298]: DEBUG oslo_vmware.api [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5235b69e-4790-64ea-b761-23d5dc867214, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.681974] env[62298]: DEBUG nova.compute.manager [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1466.737092] env[62298]: DEBUG nova.network.neutron [req-bdb07f73-18a0-4ede-9b2a-dd70098907d9 req-4b1e276e-ad78-416f-9e70-7a8d1bac2765 service nova] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Updated VIF entry in instance network info cache for port 277a8c4a-e78d-44bf-a575-ad3803f653b8. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1466.737092] env[62298]: DEBUG nova.network.neutron [req-bdb07f73-18a0-4ede-9b2a-dd70098907d9 req-4b1e276e-ad78-416f-9e70-7a8d1bac2765 service nova] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Updating instance_info_cache with network_info: [{"id": "277a8c4a-e78d-44bf-a575-ad3803f653b8", "address": "fa:16:3e:8c:1f:31", "network": {"id": "333b854a-2de7-4d2b-a2b3-5c4b6d0bc39f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-322162373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89bdf053195d451184a91754918dfd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap277a8c4a-e7", "ovs_interfaceid": "277a8c4a-e78d-44bf-a575-ad3803f653b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.803038] env[62298]: DEBUG nova.network.neutron [req-8242f354-f5d9-4613-875f-b06b29db141c req-26fb5db5-0ba2-426e-a826-cf2a0e1cab6d service nova] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Updated VIF entry in instance network info cache for port 92eec7d6-0cc1-46af-9902-8075962a2ae1. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1466.803038] env[62298]: DEBUG nova.network.neutron [req-8242f354-f5d9-4613-875f-b06b29db141c req-26fb5db5-0ba2-426e-a826-cf2a0e1cab6d service nova] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Updating instance_info_cache with network_info: [{"id": "92eec7d6-0cc1-46af-9902-8075962a2ae1", "address": "fa:16:3e:f2:30:90", "network": {"id": "e9901970-6e1b-4a11-b7de-8169fe993e87", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1515280626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0d585cdbd4804c1caa87ceff8dabda7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92eec7d6-0c", "ovs_interfaceid": "92eec7d6-0cc1-46af-9902-8075962a2ae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.824953] env[62298]: DEBUG nova.network.neutron [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Successfully created port: bb394be3-ca00-4d38-b485-6fc6f4387753 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1466.850234] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1466.850530] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1466.850763] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Deleting the datastore file [datastore1] bf540bc1-d046-4e73-85b4-2306575ff4bf {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1466.855614] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7a60697-06ea-486d-9bea-37f0955db1c0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.863380] env[62298]: DEBUG oslo_vmware.api [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Waiting for the task: (returnval){ [ 1466.863380] env[62298]: value = "task-1803904" [ 1466.863380] env[62298]: _type = "Task" [ 1466.863380] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.871545] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.877423] env[62298]: DEBUG oslo_vmware.api [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Task: {'id': task-1803904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.919207] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.101483] env[62298]: INFO nova.compute.manager [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Took 38.64 seconds to build instance. [ 1467.144656] env[62298]: DEBUG oslo_vmware.api [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5235b69e-4790-64ea-b761-23d5dc867214, 'name': SearchDatastore_Task, 'duration_secs': 0.027121} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.144988] env[62298]: DEBUG oslo_concurrency.lockutils [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.145520] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] a72423b0-ebdf-48cc-a7f4-572c5fc398f3/a72423b0-ebdf-48cc-a7f4-572c5fc398f3.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1467.145792] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f493d39-cff8-4eeb-98fc-e079cdfb6712 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.156577] env[62298]: DEBUG oslo_vmware.api [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1467.156577] env[62298]: value = "task-1803905" [ 1467.156577] env[62298]: _type = "Task" [ 1467.156577] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.165037] env[62298]: DEBUG oslo_vmware.api [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1803905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.244919] env[62298]: DEBUG oslo_concurrency.lockutils [req-bdb07f73-18a0-4ede-9b2a-dd70098907d9 req-4b1e276e-ad78-416f-9e70-7a8d1bac2765 service nova] Releasing lock "refresh_cache-a72423b0-ebdf-48cc-a7f4-572c5fc398f3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.270594] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f40ade9-72fb-490a-8503-b79c4da9f3de {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.278794] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d28f44-1fbf-4bc6-9844-2b6c5753b3e6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.317641] env[62298]: DEBUG oslo_concurrency.lockutils [req-8242f354-f5d9-4613-875f-b06b29db141c req-26fb5db5-0ba2-426e-a826-cf2a0e1cab6d service nova] Releasing lock "refresh_cache-39717793-ae0a-40bc-b0f0-59ffa48bfdbb" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.318868] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf4bd31-1d49-4947-912c-c89344bbd677 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.330363] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fc57b9-940d-4fc8-b428-9a884c6a07d9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.347503] env[62298]: DEBUG nova.compute.provider_tree [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1467.373795] env[62298]: DEBUG oslo_vmware.api [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Task: {'id': task-1803904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218021} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.374268] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1467.374268] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1467.374432] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1467.374601] env[62298]: INFO nova.compute.manager [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Took 2.51 seconds to destroy the instance on the hypervisor. [ 1467.374840] env[62298]: DEBUG oslo.service.loopingcall [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1467.375036] env[62298]: DEBUG nova.compute.manager [-] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1467.375128] env[62298]: DEBUG nova.network.neutron [-] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1467.603669] env[62298]: DEBUG oslo_concurrency.lockutils [None req-947f4f15-6f1c-4e0b-9b9d-87f0ed0915da tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "c72d4834-d20f-4995-a788-8a51ad8a447a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.100s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.666972] env[62298]: DEBUG oslo_vmware.api [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1803905, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.692190] env[62298]: DEBUG nova.compute.manager [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1467.717809] env[62298]: DEBUG nova.virt.hardware [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1467.718101] env[62298]: DEBUG nova.virt.hardware [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1467.719827] env[62298]: DEBUG nova.virt.hardware [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1467.719827] env[62298]: DEBUG nova.virt.hardware [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1467.719827] env[62298]: DEBUG nova.virt.hardware [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1467.719827] env[62298]: DEBUG nova.virt.hardware [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1467.719827] env[62298]: DEBUG nova.virt.hardware [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1467.720018] env[62298]: DEBUG nova.virt.hardware [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1467.720018] env[62298]: DEBUG nova.virt.hardware [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1467.720018] env[62298]: DEBUG nova.virt.hardware [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1467.720018] env[62298]: DEBUG nova.virt.hardware [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1467.720480] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ad9994-e22f-4af4-bbfa-0d01febeb585 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.729828] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cfffc4-815a-4693-9aa6-cc132846a6fe {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.854023] env[62298]: DEBUG nova.scheduler.client.report [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1468.106844] env[62298]: DEBUG nova.compute.manager [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1468.173020] env[62298]: DEBUG oslo_vmware.api [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1803905, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516201} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.173020] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] a72423b0-ebdf-48cc-a7f4-572c5fc398f3/a72423b0-ebdf-48cc-a7f4-572c5fc398f3.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1468.173020] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1468.173020] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6753ee1-c5eb-41a6-a2d5-5722860ab98c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.181582] env[62298]: DEBUG oslo_vmware.api [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1468.181582] env[62298]: value = "task-1803906" [ 1468.181582] env[62298]: _type = "Task" [ 1468.181582] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.187529] env[62298]: DEBUG nova.network.neutron [-] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.196394] env[62298]: DEBUG oslo_vmware.api [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1803906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.360018] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.360018] env[62298]: DEBUG nova.compute.manager [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1468.363520] env[62298]: DEBUG oslo_concurrency.lockutils [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.166s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.369317] env[62298]: INFO nova.compute.claims [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1468.509023] env[62298]: DEBUG oslo_concurrency.lockutils [None req-31c60a3d-9fcd-488f-902b-9afc70bce1ae tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquiring lock "c72d4834-d20f-4995-a788-8a51ad8a447a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.509023] env[62298]: DEBUG oslo_concurrency.lockutils [None req-31c60a3d-9fcd-488f-902b-9afc70bce1ae tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "c72d4834-d20f-4995-a788-8a51ad8a447a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.509023] env[62298]: DEBUG oslo_concurrency.lockutils [None req-31c60a3d-9fcd-488f-902b-9afc70bce1ae tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquiring lock "c72d4834-d20f-4995-a788-8a51ad8a447a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.509023] env[62298]: DEBUG oslo_concurrency.lockutils [None req-31c60a3d-9fcd-488f-902b-9afc70bce1ae tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "c72d4834-d20f-4995-a788-8a51ad8a447a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.509578] env[62298]: DEBUG oslo_concurrency.lockutils [None req-31c60a3d-9fcd-488f-902b-9afc70bce1ae tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "c72d4834-d20f-4995-a788-8a51ad8a447a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.513445] env[62298]: INFO nova.compute.manager [None req-31c60a3d-9fcd-488f-902b-9afc70bce1ae tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Terminating instance [ 1468.563877] env[62298]: DEBUG nova.network.neutron [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Successfully updated port: 2af7402a-0fed-40d3-ac3f-ccafc452e483 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1468.573880] env[62298]: DEBUG nova.compute.manager [req-c41a30c1-5ac7-4b0a-ab40-9fb2800fb6f8 req-f5b68369-dc01-4ec9-b924-652bee08650b service nova] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Received event network-vif-plugged-97b984a8-8382-4fd3-b723-e4aed876622b {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1468.574391] env[62298]: DEBUG oslo_concurrency.lockutils [req-c41a30c1-5ac7-4b0a-ab40-9fb2800fb6f8 req-f5b68369-dc01-4ec9-b924-652bee08650b service nova] Acquiring lock "f20c13d7-c359-497f-a373-6b079740c4c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.574760] env[62298]: DEBUG oslo_concurrency.lockutils [req-c41a30c1-5ac7-4b0a-ab40-9fb2800fb6f8 req-f5b68369-dc01-4ec9-b924-652bee08650b service nova] Lock "f20c13d7-c359-497f-a373-6b079740c4c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.575054] env[62298]: DEBUG oslo_concurrency.lockutils [req-c41a30c1-5ac7-4b0a-ab40-9fb2800fb6f8 req-f5b68369-dc01-4ec9-b924-652bee08650b service nova] Lock "f20c13d7-c359-497f-a373-6b079740c4c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.575371] env[62298]: DEBUG nova.compute.manager [req-c41a30c1-5ac7-4b0a-ab40-9fb2800fb6f8 req-f5b68369-dc01-4ec9-b924-652bee08650b service nova] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] No waiting events found dispatching network-vif-plugged-97b984a8-8382-4fd3-b723-e4aed876622b {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1468.575672] env[62298]: WARNING nova.compute.manager [req-c41a30c1-5ac7-4b0a-ab40-9fb2800fb6f8 req-f5b68369-dc01-4ec9-b924-652bee08650b service nova] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Received unexpected event network-vif-plugged-97b984a8-8382-4fd3-b723-e4aed876622b for instance with vm_state building and task_state spawning. [ 1468.577203] env[62298]: DEBUG nova.compute.manager [req-c41a30c1-5ac7-4b0a-ab40-9fb2800fb6f8 req-f5b68369-dc01-4ec9-b924-652bee08650b service nova] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Received event network-changed-97b984a8-8382-4fd3-b723-e4aed876622b {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1468.577203] env[62298]: DEBUG nova.compute.manager [req-c41a30c1-5ac7-4b0a-ab40-9fb2800fb6f8 req-f5b68369-dc01-4ec9-b924-652bee08650b service nova] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Refreshing instance network info cache due to event network-changed-97b984a8-8382-4fd3-b723-e4aed876622b. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1468.577203] env[62298]: DEBUG oslo_concurrency.lockutils [req-c41a30c1-5ac7-4b0a-ab40-9fb2800fb6f8 req-f5b68369-dc01-4ec9-b924-652bee08650b service nova] Acquiring lock "refresh_cache-f20c13d7-c359-497f-a373-6b079740c4c3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1468.577203] env[62298]: DEBUG oslo_concurrency.lockutils [req-c41a30c1-5ac7-4b0a-ab40-9fb2800fb6f8 req-f5b68369-dc01-4ec9-b924-652bee08650b service nova] Acquired lock "refresh_cache-f20c13d7-c359-497f-a373-6b079740c4c3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.577203] env[62298]: DEBUG nova.network.neutron [req-c41a30c1-5ac7-4b0a-ab40-9fb2800fb6f8 req-f5b68369-dc01-4ec9-b924-652bee08650b service nova] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Refreshing network info cache for port 97b984a8-8382-4fd3-b723-e4aed876622b {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1468.612767] env[62298]: DEBUG nova.compute.manager [req-0b23f33f-ae9e-474f-98df-0ecffb2b0f4c req-62399e24-42e7-4f3a-9729-03ad001d2653 service nova] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Received event network-changed-92eec7d6-0cc1-46af-9902-8075962a2ae1 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1468.612967] env[62298]: DEBUG nova.compute.manager [req-0b23f33f-ae9e-474f-98df-0ecffb2b0f4c req-62399e24-42e7-4f3a-9729-03ad001d2653 service nova] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Refreshing instance network info cache due to event network-changed-92eec7d6-0cc1-46af-9902-8075962a2ae1. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1468.613297] env[62298]: DEBUG oslo_concurrency.lockutils [req-0b23f33f-ae9e-474f-98df-0ecffb2b0f4c req-62399e24-42e7-4f3a-9729-03ad001d2653 service nova] Acquiring lock "refresh_cache-39717793-ae0a-40bc-b0f0-59ffa48bfdbb" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1468.613457] env[62298]: DEBUG oslo_concurrency.lockutils [req-0b23f33f-ae9e-474f-98df-0ecffb2b0f4c req-62399e24-42e7-4f3a-9729-03ad001d2653 service nova] Acquired lock "refresh_cache-39717793-ae0a-40bc-b0f0-59ffa48bfdbb" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.613623] env[62298]: DEBUG nova.network.neutron [req-0b23f33f-ae9e-474f-98df-0ecffb2b0f4c req-62399e24-42e7-4f3a-9729-03ad001d2653 service nova] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Refreshing network info cache for port 92eec7d6-0cc1-46af-9902-8075962a2ae1 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1468.635987] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.692028] env[62298]: INFO nova.compute.manager [-] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Took 1.32 seconds to deallocate network for instance. [ 1468.705042] env[62298]: DEBUG oslo_vmware.api [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1803906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18196} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.705042] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1468.706770] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435fc01c-433f-44de-97d0-30e8646abe4c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.732328] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] a72423b0-ebdf-48cc-a7f4-572c5fc398f3/a72423b0-ebdf-48cc-a7f4-572c5fc398f3.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1468.733742] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c541e0e3-f826-4c45-bbf8-50f4ad4a0cfe {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.756205] env[62298]: DEBUG oslo_vmware.api [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1468.756205] env[62298]: value = "task-1803907" [ 1468.756205] env[62298]: _type = "Task" [ 1468.756205] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.766359] env[62298]: DEBUG oslo_vmware.api [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1803907, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.878172] env[62298]: DEBUG nova.compute.utils [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1468.880624] env[62298]: DEBUG nova.compute.manager [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1468.881292] env[62298]: DEBUG nova.network.neutron [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1469.025692] env[62298]: DEBUG nova.compute.manager [None req-31c60a3d-9fcd-488f-902b-9afc70bce1ae tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1469.025899] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-31c60a3d-9fcd-488f-902b-9afc70bce1ae tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1469.027787] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76b3cfa-827a-4c1a-8c34-f2d66c6c6378 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.037345] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c60a3d-9fcd-488f-902b-9afc70bce1ae tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1469.037834] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1c1d990-7769-4cde-93b2-f952054a33c6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.045111] env[62298]: DEBUG oslo_vmware.api [None req-31c60a3d-9fcd-488f-902b-9afc70bce1ae tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1469.045111] env[62298]: value = "task-1803908" [ 1469.045111] env[62298]: _type = "Task" [ 1469.045111] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.114816] env[62298]: DEBUG nova.policy [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '663083a9e97846129688ff3e77694425', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88083756185349bbb00c994a4fbd39b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1469.177498] env[62298]: DEBUG nova.network.neutron [req-c41a30c1-5ac7-4b0a-ab40-9fb2800fb6f8 req-f5b68369-dc01-4ec9-b924-652bee08650b service nova] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1469.206322] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.267098] env[62298]: DEBUG oslo_vmware.api [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1803907, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.381324] env[62298]: DEBUG nova.compute.manager [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1469.487335] env[62298]: DEBUG nova.network.neutron [req-c41a30c1-5ac7-4b0a-ab40-9fb2800fb6f8 req-f5b68369-dc01-4ec9-b924-652bee08650b service nova] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.565805] env[62298]: DEBUG oslo_vmware.api [None req-31c60a3d-9fcd-488f-902b-9afc70bce1ae tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1803908, 'name': PowerOffVM_Task, 'duration_secs': 0.188029} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.566220] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c60a3d-9fcd-488f-902b-9afc70bce1ae tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1469.566520] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-31c60a3d-9fcd-488f-902b-9afc70bce1ae tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1469.566784] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77e57cfe-2901-45cd-9ab9-2e0de6272afe {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.591663] env[62298]: DEBUG nova.network.neutron [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Successfully updated port: bb394be3-ca00-4d38-b485-6fc6f4387753 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1469.733951] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-31c60a3d-9fcd-488f-902b-9afc70bce1ae tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1469.734274] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-31c60a3d-9fcd-488f-902b-9afc70bce1ae tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1469.734508] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-31c60a3d-9fcd-488f-902b-9afc70bce1ae tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Deleting the datastore file [datastore1] c72d4834-d20f-4995-a788-8a51ad8a447a {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1469.734865] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fd248a7-4a2a-4412-88c7-bf464c558186 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.742830] env[62298]: DEBUG oslo_vmware.api [None req-31c60a3d-9fcd-488f-902b-9afc70bce1ae tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1469.742830] env[62298]: value = "task-1803910" [ 1469.742830] env[62298]: _type = "Task" [ 1469.742830] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.751529] env[62298]: DEBUG oslo_vmware.api [None req-31c60a3d-9fcd-488f-902b-9afc70bce1ae tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1803910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.756132] env[62298]: DEBUG nova.network.neutron [req-0b23f33f-ae9e-474f-98df-0ecffb2b0f4c req-62399e24-42e7-4f3a-9729-03ad001d2653 service nova] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Updated VIF entry in instance network info cache for port 92eec7d6-0cc1-46af-9902-8075962a2ae1. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1469.756486] env[62298]: DEBUG nova.network.neutron [req-0b23f33f-ae9e-474f-98df-0ecffb2b0f4c req-62399e24-42e7-4f3a-9729-03ad001d2653 service nova] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Updating instance_info_cache with network_info: [{"id": "92eec7d6-0cc1-46af-9902-8075962a2ae1", "address": "fa:16:3e:f2:30:90", "network": {"id": "e9901970-6e1b-4a11-b7de-8169fe993e87", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1515280626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0d585cdbd4804c1caa87ceff8dabda7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92eec7d6-0c", "ovs_interfaceid": "92eec7d6-0cc1-46af-9902-8075962a2ae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.772860] env[62298]: DEBUG oslo_vmware.api [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1803907, 'name': ReconfigVM_Task, 'duration_secs': 0.54319} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.777295] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Reconfigured VM instance instance-00000017 to attach disk [datastore1] a72423b0-ebdf-48cc-a7f4-572c5fc398f3/a72423b0-ebdf-48cc-a7f4-572c5fc398f3.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1469.778278] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6be547eb-7af0-49cf-aa27-37ccb73f4f1b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.784584] env[62298]: DEBUG oslo_vmware.api [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1469.784584] env[62298]: value = "task-1803911" [ 1469.784584] env[62298]: _type = "Task" [ 1469.784584] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.798192] env[62298]: DEBUG oslo_vmware.api [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1803911, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.804377] env[62298]: DEBUG nova.network.neutron [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Successfully created port: d21b1f03-244e-4d5c-a30b-7096d333444c {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1469.914012] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b612f12b-7d24-4116-95d8-ede7579af50f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.926089] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20c5ac5-ad8d-4265-ad03-3dafe99e2814 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.965022] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8961eca-20a0-41b0-adf6-22b394377d87 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.975149] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cca190b-243e-4601-86ef-713e85ec1dd3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.993109] env[62298]: DEBUG oslo_concurrency.lockutils [req-c41a30c1-5ac7-4b0a-ab40-9fb2800fb6f8 req-f5b68369-dc01-4ec9-b924-652bee08650b service nova] Releasing lock "refresh_cache-f20c13d7-c359-497f-a373-6b079740c4c3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.993373] env[62298]: DEBUG nova.compute.manager [req-c41a30c1-5ac7-4b0a-ab40-9fb2800fb6f8 req-f5b68369-dc01-4ec9-b924-652bee08650b service nova] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Received event network-vif-deleted-1a6a4fa5-31eb-4359-9cb3-ab4a7b6a7352 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1469.993945] env[62298]: DEBUG nova.compute.provider_tree [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1470.094764] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Acquiring lock "refresh_cache-2c9f54be-e225-470a-a0cd-3af6b52a3a02" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.094764] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Acquired lock "refresh_cache-2c9f54be-e225-470a-a0cd-3af6b52a3a02" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.094764] env[62298]: DEBUG nova.network.neutron [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1470.256063] env[62298]: DEBUG oslo_vmware.api [None req-31c60a3d-9fcd-488f-902b-9afc70bce1ae tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1803910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271639} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.256356] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-31c60a3d-9fcd-488f-902b-9afc70bce1ae tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1470.256551] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-31c60a3d-9fcd-488f-902b-9afc70bce1ae tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1470.256728] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-31c60a3d-9fcd-488f-902b-9afc70bce1ae tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1470.256903] env[62298]: INFO nova.compute.manager [None req-31c60a3d-9fcd-488f-902b-9afc70bce1ae tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1470.257546] env[62298]: DEBUG oslo.service.loopingcall [None req-31c60a3d-9fcd-488f-902b-9afc70bce1ae tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1470.257773] env[62298]: DEBUG nova.compute.manager [-] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1470.257870] env[62298]: DEBUG nova.network.neutron [-] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1470.262375] env[62298]: DEBUG oslo_concurrency.lockutils [req-0b23f33f-ae9e-474f-98df-0ecffb2b0f4c req-62399e24-42e7-4f3a-9729-03ad001d2653 service nova] Releasing lock "refresh_cache-39717793-ae0a-40bc-b0f0-59ffa48bfdbb" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.294404] env[62298]: DEBUG oslo_vmware.api [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1803911, 'name': Rename_Task, 'duration_secs': 0.156408} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.294681] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1470.294927] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52649fca-fefd-4b95-9745-a5d29be722bb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.304190] env[62298]: DEBUG oslo_vmware.api [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1470.304190] env[62298]: value = "task-1803912" [ 1470.304190] env[62298]: _type = "Task" [ 1470.304190] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.308944] env[62298]: DEBUG oslo_vmware.api [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1803912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.400904] env[62298]: DEBUG nova.compute.manager [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1470.429248] env[62298]: DEBUG nova.virt.hardware [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1470.429693] env[62298]: DEBUG nova.virt.hardware [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1470.429903] env[62298]: DEBUG nova.virt.hardware [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1470.430114] env[62298]: DEBUG nova.virt.hardware [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1470.430265] env[62298]: DEBUG nova.virt.hardware [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1470.430909] env[62298]: DEBUG nova.virt.hardware [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1470.431204] env[62298]: DEBUG nova.virt.hardware [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1470.431380] env[62298]: DEBUG nova.virt.hardware [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1470.431749] env[62298]: DEBUG nova.virt.hardware [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1470.431749] env[62298]: DEBUG nova.virt.hardware [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1470.431870] env[62298]: DEBUG nova.virt.hardware [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1470.433330] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d117bf5-db19-4071-8b65-57305595026f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.445146] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6ca890-a057-4228-9ddc-a20d88319cdd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.497162] env[62298]: DEBUG nova.scheduler.client.report [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1470.678168] env[62298]: DEBUG nova.network.neutron [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1470.818030] env[62298]: DEBUG oslo_vmware.api [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1803912, 'name': PowerOnVM_Task, 'duration_secs': 0.483433} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.818030] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1470.818030] env[62298]: INFO nova.compute.manager [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1470.818030] env[62298]: DEBUG nova.compute.manager [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1470.818030] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d440ec8d-abca-422d-9257-ba22845571f4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.831123] env[62298]: DEBUG nova.compute.manager [req-5d219d8c-cde8-48bf-980b-9a88c1501a77 req-40f2fe39-ca50-46b7-9b83-c527f7f1c66a service nova] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Received event network-vif-plugged-2af7402a-0fed-40d3-ac3f-ccafc452e483 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1470.831485] env[62298]: DEBUG oslo_concurrency.lockutils [req-5d219d8c-cde8-48bf-980b-9a88c1501a77 req-40f2fe39-ca50-46b7-9b83-c527f7f1c66a service nova] Acquiring lock "f20c13d7-c359-497f-a373-6b079740c4c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.832100] env[62298]: DEBUG oslo_concurrency.lockutils [req-5d219d8c-cde8-48bf-980b-9a88c1501a77 req-40f2fe39-ca50-46b7-9b83-c527f7f1c66a service nova] Lock "f20c13d7-c359-497f-a373-6b079740c4c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.832383] env[62298]: DEBUG oslo_concurrency.lockutils [req-5d219d8c-cde8-48bf-980b-9a88c1501a77 req-40f2fe39-ca50-46b7-9b83-c527f7f1c66a service nova] Lock "f20c13d7-c359-497f-a373-6b079740c4c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.832928] env[62298]: DEBUG nova.compute.manager [req-5d219d8c-cde8-48bf-980b-9a88c1501a77 req-40f2fe39-ca50-46b7-9b83-c527f7f1c66a service nova] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] No waiting events found dispatching network-vif-plugged-2af7402a-0fed-40d3-ac3f-ccafc452e483 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1470.832928] env[62298]: WARNING nova.compute.manager [req-5d219d8c-cde8-48bf-980b-9a88c1501a77 req-40f2fe39-ca50-46b7-9b83-c527f7f1c66a service nova] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Received unexpected event network-vif-plugged-2af7402a-0fed-40d3-ac3f-ccafc452e483 for instance with vm_state building and task_state spawning. [ 1470.833134] env[62298]: DEBUG nova.compute.manager [req-5d219d8c-cde8-48bf-980b-9a88c1501a77 req-40f2fe39-ca50-46b7-9b83-c527f7f1c66a service nova] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Received event network-changed-2af7402a-0fed-40d3-ac3f-ccafc452e483 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1470.836019] env[62298]: DEBUG nova.compute.manager [req-5d219d8c-cde8-48bf-980b-9a88c1501a77 req-40f2fe39-ca50-46b7-9b83-c527f7f1c66a service nova] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Refreshing instance network info cache due to event network-changed-2af7402a-0fed-40d3-ac3f-ccafc452e483. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1470.836019] env[62298]: DEBUG oslo_concurrency.lockutils [req-5d219d8c-cde8-48bf-980b-9a88c1501a77 req-40f2fe39-ca50-46b7-9b83-c527f7f1c66a service nova] Acquiring lock "refresh_cache-f20c13d7-c359-497f-a373-6b079740c4c3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.836019] env[62298]: DEBUG oslo_concurrency.lockutils [req-5d219d8c-cde8-48bf-980b-9a88c1501a77 req-40f2fe39-ca50-46b7-9b83-c527f7f1c66a service nova] Acquired lock "refresh_cache-f20c13d7-c359-497f-a373-6b079740c4c3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.836019] env[62298]: DEBUG nova.network.neutron [req-5d219d8c-cde8-48bf-980b-9a88c1501a77 req-40f2fe39-ca50-46b7-9b83-c527f7f1c66a service nova] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Refreshing network info cache for port 2af7402a-0fed-40d3-ac3f-ccafc452e483 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1470.859946] env[62298]: DEBUG nova.compute.manager [req-38cabb5a-617c-41f4-b66f-9313a9264023 req-d4829c47-aa28-494b-9437-96061df22e9a service nova] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Received event network-changed-92eec7d6-0cc1-46af-9902-8075962a2ae1 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1470.859946] env[62298]: DEBUG nova.compute.manager [req-38cabb5a-617c-41f4-b66f-9313a9264023 req-d4829c47-aa28-494b-9437-96061df22e9a service nova] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Refreshing instance network info cache due to event network-changed-92eec7d6-0cc1-46af-9902-8075962a2ae1. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1470.859946] env[62298]: DEBUG oslo_concurrency.lockutils [req-38cabb5a-617c-41f4-b66f-9313a9264023 req-d4829c47-aa28-494b-9437-96061df22e9a service nova] Acquiring lock "refresh_cache-39717793-ae0a-40bc-b0f0-59ffa48bfdbb" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.859946] env[62298]: DEBUG oslo_concurrency.lockutils [req-38cabb5a-617c-41f4-b66f-9313a9264023 req-d4829c47-aa28-494b-9437-96061df22e9a service nova] Acquired lock "refresh_cache-39717793-ae0a-40bc-b0f0-59ffa48bfdbb" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.860083] env[62298]: DEBUG nova.network.neutron [req-38cabb5a-617c-41f4-b66f-9313a9264023 req-d4829c47-aa28-494b-9437-96061df22e9a service nova] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Refreshing network info cache for port 92eec7d6-0cc1-46af-9902-8075962a2ae1 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1471.005197] env[62298]: DEBUG oslo_concurrency.lockutils [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.005197] env[62298]: DEBUG nova.compute.manager [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1471.008092] env[62298]: DEBUG nova.network.neutron [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Updating instance_info_cache with network_info: [{"id": "bb394be3-ca00-4d38-b485-6fc6f4387753", "address": "fa:16:3e:47:e1:df", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb394be3-ca", "ovs_interfaceid": "bb394be3-ca00-4d38-b485-6fc6f4387753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.009285] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.016s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.013584] env[62298]: INFO nova.compute.claims [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1471.287602] env[62298]: DEBUG nova.network.neutron [-] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.297883] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Acquiring lock "39717793-ae0a-40bc-b0f0-59ffa48bfdbb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.298113] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Lock "39717793-ae0a-40bc-b0f0-59ffa48bfdbb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.298218] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Acquiring lock "39717793-ae0a-40bc-b0f0-59ffa48bfdbb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.298430] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Lock "39717793-ae0a-40bc-b0f0-59ffa48bfdbb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.298574] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Lock "39717793-ae0a-40bc-b0f0-59ffa48bfdbb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.302278] env[62298]: INFO nova.compute.manager [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Terminating instance [ 1471.343246] env[62298]: INFO nova.compute.manager [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Took 42.71 seconds to build instance. [ 1471.367407] env[62298]: DEBUG nova.network.neutron [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Successfully updated port: ba3769a5-d055-41e4-a01e-d044d6f7bff2 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1471.477156] env[62298]: DEBUG nova.network.neutron [req-5d219d8c-cde8-48bf-980b-9a88c1501a77 req-40f2fe39-ca50-46b7-9b83-c527f7f1c66a service nova] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1471.520227] env[62298]: DEBUG nova.compute.utils [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1471.522106] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Releasing lock "refresh_cache-2c9f54be-e225-470a-a0cd-3af6b52a3a02" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1471.522594] env[62298]: DEBUG nova.compute.manager [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Instance network_info: |[{"id": "bb394be3-ca00-4d38-b485-6fc6f4387753", "address": "fa:16:3e:47:e1:df", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb394be3-ca", "ovs_interfaceid": "bb394be3-ca00-4d38-b485-6fc6f4387753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1471.530009] env[62298]: DEBUG nova.compute.manager [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1471.530009] env[62298]: DEBUG nova.network.neutron [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1471.533155] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:e1:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb394be3-ca00-4d38-b485-6fc6f4387753', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1471.540954] env[62298]: DEBUG oslo.service.loopingcall [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1471.542047] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1471.542882] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03f1140f-01cc-4c24-b56d-04283de13b73 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.564558] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1471.564558] env[62298]: value = "task-1803913" [ 1471.564558] env[62298]: _type = "Task" [ 1471.564558] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.577721] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803913, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.621022] env[62298]: DEBUG nova.policy [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ccd99f42d9a46c9aba03a7533eeb588', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2dac907de1042749b5d361eaab07e04', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1471.792490] env[62298]: DEBUG nova.network.neutron [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Successfully updated port: d21b1f03-244e-4d5c-a30b-7096d333444c {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1471.792490] env[62298]: INFO nova.compute.manager [-] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Took 1.53 seconds to deallocate network for instance. [ 1471.807705] env[62298]: DEBUG nova.compute.manager [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1471.808264] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1471.809429] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f831fb-6592-4693-b9c0-ccde9a46d3b5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.819350] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1471.819682] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a37bbfa4-ffae-49e6-89d1-0088b29faaa2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.826642] env[62298]: DEBUG oslo_vmware.api [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Waiting for the task: (returnval){ [ 1471.826642] env[62298]: value = "task-1803914" [ 1471.826642] env[62298]: _type = "Task" [ 1471.826642] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.843172] env[62298]: DEBUG oslo_vmware.api [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': task-1803914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.844832] env[62298]: DEBUG oslo_concurrency.lockutils [None req-55ccd050-3651-49d3-b0ee-56622aeb69d5 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "a72423b0-ebdf-48cc-a7f4-572c5fc398f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.337s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.869669] env[62298]: DEBUG oslo_concurrency.lockutils [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Acquiring lock "refresh_cache-f20c13d7-c359-497f-a373-6b079740c4c3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1471.925812] env[62298]: DEBUG nova.network.neutron [req-5d219d8c-cde8-48bf-980b-9a88c1501a77 req-40f2fe39-ca50-46b7-9b83-c527f7f1c66a service nova] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.028326] env[62298]: DEBUG nova.compute.manager [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1472.074405] env[62298]: DEBUG nova.network.neutron [req-38cabb5a-617c-41f4-b66f-9313a9264023 req-d4829c47-aa28-494b-9437-96061df22e9a service nova] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Updated VIF entry in instance network info cache for port 92eec7d6-0cc1-46af-9902-8075962a2ae1. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1472.074613] env[62298]: DEBUG nova.network.neutron [req-38cabb5a-617c-41f4-b66f-9313a9264023 req-d4829c47-aa28-494b-9437-96061df22e9a service nova] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Updating instance_info_cache with network_info: [{"id": "92eec7d6-0cc1-46af-9902-8075962a2ae1", "address": "fa:16:3e:f2:30:90", "network": {"id": "e9901970-6e1b-4a11-b7de-8169fe993e87", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1515280626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0d585cdbd4804c1caa87ceff8dabda7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92eec7d6-0c", "ovs_interfaceid": "92eec7d6-0cc1-46af-9902-8075962a2ae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.086859] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803913, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.249972] env[62298]: DEBUG nova.network.neutron [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Successfully created port: 09be6836-623a-4965-b223-0c719a131c29 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1472.303416] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Acquiring lock "refresh_cache-b5509412-69b2-4de3-a46a-41bfbb24bf6b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.303416] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Acquired lock "refresh_cache-b5509412-69b2-4de3-a46a-41bfbb24bf6b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.303416] env[62298]: DEBUG nova.network.neutron [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1472.306165] env[62298]: DEBUG oslo_concurrency.lockutils [None req-31c60a3d-9fcd-488f-902b-9afc70bce1ae tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.344626] env[62298]: DEBUG oslo_vmware.api [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': task-1803914, 'name': PowerOffVM_Task, 'duration_secs': 0.295667} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.344972] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1472.345161] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1472.345459] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b325c6d2-73be-4b8b-897a-728d983bf9c3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.347277] env[62298]: DEBUG nova.compute.manager [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1472.429624] env[62298]: DEBUG oslo_concurrency.lockutils [req-5d219d8c-cde8-48bf-980b-9a88c1501a77 req-40f2fe39-ca50-46b7-9b83-c527f7f1c66a service nova] Releasing lock "refresh_cache-f20c13d7-c359-497f-a373-6b079740c4c3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.430619] env[62298]: DEBUG oslo_concurrency.lockutils [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Acquired lock "refresh_cache-f20c13d7-c359-497f-a373-6b079740c4c3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.431216] env[62298]: DEBUG nova.network.neutron [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1472.448262] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1472.448262] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1472.448262] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Deleting the datastore file [datastore1] 39717793-ae0a-40bc-b0f0-59ffa48bfdbb {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1472.448262] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c25e4944-b618-41ad-87b0-727e17e502fa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.455153] env[62298]: DEBUG oslo_vmware.api [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Waiting for the task: (returnval){ [ 1472.455153] env[62298]: value = "task-1803916" [ 1472.455153] env[62298]: _type = "Task" [ 1472.455153] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.469163] env[62298]: DEBUG oslo_vmware.api [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': task-1803916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.578237] env[62298]: DEBUG oslo_concurrency.lockutils [req-38cabb5a-617c-41f4-b66f-9313a9264023 req-d4829c47-aa28-494b-9437-96061df22e9a service nova] Releasing lock "refresh_cache-39717793-ae0a-40bc-b0f0-59ffa48bfdbb" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.578628] env[62298]: DEBUG nova.compute.manager [req-38cabb5a-617c-41f4-b66f-9313a9264023 req-d4829c47-aa28-494b-9437-96061df22e9a service nova] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Received event network-vif-plugged-bb394be3-ca00-4d38-b485-6fc6f4387753 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1472.578868] env[62298]: DEBUG oslo_concurrency.lockutils [req-38cabb5a-617c-41f4-b66f-9313a9264023 req-d4829c47-aa28-494b-9437-96061df22e9a service nova] Acquiring lock "2c9f54be-e225-470a-a0cd-3af6b52a3a02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.579171] env[62298]: DEBUG oslo_concurrency.lockutils [req-38cabb5a-617c-41f4-b66f-9313a9264023 req-d4829c47-aa28-494b-9437-96061df22e9a service nova] Lock "2c9f54be-e225-470a-a0cd-3af6b52a3a02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.579391] env[62298]: DEBUG oslo_concurrency.lockutils [req-38cabb5a-617c-41f4-b66f-9313a9264023 req-d4829c47-aa28-494b-9437-96061df22e9a service nova] Lock "2c9f54be-e225-470a-a0cd-3af6b52a3a02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.579641] env[62298]: DEBUG nova.compute.manager [req-38cabb5a-617c-41f4-b66f-9313a9264023 req-d4829c47-aa28-494b-9437-96061df22e9a service nova] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] No waiting events found dispatching network-vif-plugged-bb394be3-ca00-4d38-b485-6fc6f4387753 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1472.579891] env[62298]: WARNING nova.compute.manager [req-38cabb5a-617c-41f4-b66f-9313a9264023 req-d4829c47-aa28-494b-9437-96061df22e9a service nova] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Received unexpected event network-vif-plugged-bb394be3-ca00-4d38-b485-6fc6f4387753 for instance with vm_state building and task_state spawning. [ 1472.580127] env[62298]: DEBUG nova.compute.manager [req-38cabb5a-617c-41f4-b66f-9313a9264023 req-d4829c47-aa28-494b-9437-96061df22e9a service nova] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Received event network-changed-bb394be3-ca00-4d38-b485-6fc6f4387753 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1472.580374] env[62298]: DEBUG nova.compute.manager [req-38cabb5a-617c-41f4-b66f-9313a9264023 req-d4829c47-aa28-494b-9437-96061df22e9a service nova] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Refreshing instance network info cache due to event network-changed-bb394be3-ca00-4d38-b485-6fc6f4387753. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1472.580601] env[62298]: DEBUG oslo_concurrency.lockutils [req-38cabb5a-617c-41f4-b66f-9313a9264023 req-d4829c47-aa28-494b-9437-96061df22e9a service nova] Acquiring lock "refresh_cache-2c9f54be-e225-470a-a0cd-3af6b52a3a02" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.580871] env[62298]: DEBUG oslo_concurrency.lockutils [req-38cabb5a-617c-41f4-b66f-9313a9264023 req-d4829c47-aa28-494b-9437-96061df22e9a service nova] Acquired lock "refresh_cache-2c9f54be-e225-470a-a0cd-3af6b52a3a02" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.581031] env[62298]: DEBUG nova.network.neutron [req-38cabb5a-617c-41f4-b66f-9313a9264023 req-d4829c47-aa28-494b-9437-96061df22e9a service nova] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Refreshing network info cache for port bb394be3-ca00-4d38-b485-6fc6f4387753 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1472.588111] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803913, 'name': CreateVM_Task, 'duration_secs': 0.578387} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.588948] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1472.589753] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.589984] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.590487] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1472.592420] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d4f1c3c-9926-4f91-bdc1-c2c4c1532550 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.598749] env[62298]: DEBUG oslo_vmware.api [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Waiting for the task: (returnval){ [ 1472.598749] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52471c02-027a-0f63-fdc6-c441ae57d2ad" [ 1472.598749] env[62298]: _type = "Task" [ 1472.598749] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.610548] env[62298]: DEBUG oslo_vmware.api [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52471c02-027a-0f63-fdc6-c441ae57d2ad, 'name': SearchDatastore_Task, 'duration_secs': 0.009559} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.611197] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.611197] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1472.611688] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.611688] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.611688] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1472.611906] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44902307-5309-46ad-a1ca-ca647b6c1647 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.619841] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1472.620033] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1472.622039] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7808e83f-7896-4c72-a2bf-c88ee2885907 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.626672] env[62298]: DEBUG oslo_vmware.api [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Waiting for the task: (returnval){ [ 1472.626672] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529199b2-4b4a-ec07-2364-4db5a3fb2481" [ 1472.626672] env[62298]: _type = "Task" [ 1472.626672] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.634244] env[62298]: DEBUG oslo_vmware.api [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529199b2-4b4a-ec07-2364-4db5a3fb2481, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.635735] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ed40c7-f44f-41f3-851d-4394db3839a8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.642937] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ae82af-932b-49a7-b4b5-3ea87d9b5ed4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.678085] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43813ac8-60f3-4037-8959-517a6cfe6dee {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.687416] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6730b1-43c4-4400-9a5c-d974b67a9096 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.701312] env[62298]: DEBUG nova.compute.provider_tree [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1472.838558] env[62298]: DEBUG nova.network.neutron [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1472.874578] env[62298]: DEBUG oslo_concurrency.lockutils [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.965871] env[62298]: DEBUG oslo_vmware.api [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Task: {'id': task-1803916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223372} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.966350] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1472.966579] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1472.966754] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1472.966927] env[62298]: INFO nova.compute.manager [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1472.967185] env[62298]: DEBUG oslo.service.loopingcall [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1472.967488] env[62298]: DEBUG nova.compute.manager [-] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1472.967488] env[62298]: DEBUG nova.network.neutron [-] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1473.002791] env[62298]: DEBUG nova.network.neutron [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1473.044119] env[62298]: DEBUG nova.compute.manager [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1473.085896] env[62298]: DEBUG nova.virt.hardware [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1473.086056] env[62298]: DEBUG nova.virt.hardware [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1473.087315] env[62298]: DEBUG nova.virt.hardware [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1473.087315] env[62298]: DEBUG nova.virt.hardware [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1473.087315] env[62298]: DEBUG nova.virt.hardware [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1473.087315] env[62298]: DEBUG nova.virt.hardware [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1473.087315] env[62298]: DEBUG nova.virt.hardware [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1473.087696] env[62298]: DEBUG nova.virt.hardware [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1473.087696] env[62298]: DEBUG nova.virt.hardware [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1473.087696] env[62298]: DEBUG nova.virt.hardware [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1473.087696] env[62298]: DEBUG nova.virt.hardware [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1473.090516] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47843d8-ac9e-4ac8-8e49-b812b3c82901 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.099605] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95454b3d-8072-42ff-a6cb-e7703c8c87e8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.136564] env[62298]: DEBUG oslo_vmware.api [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529199b2-4b4a-ec07-2364-4db5a3fb2481, 'name': SearchDatastore_Task, 'duration_secs': 0.021126} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.137383] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02a1af15-15a1-4570-8b22-943a90c00f2c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.149137] env[62298]: DEBUG oslo_vmware.api [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Waiting for the task: (returnval){ [ 1473.149137] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524e900a-bf49-e095-04b2-a8ccdd436514" [ 1473.149137] env[62298]: _type = "Task" [ 1473.149137] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.162986] env[62298]: DEBUG oslo_vmware.api [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524e900a-bf49-e095-04b2-a8ccdd436514, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.206624] env[62298]: DEBUG nova.scheduler.client.report [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1473.239508] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquiring lock "b6d22d28-9442-4dcc-9905-961b2175ed95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.240090] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "b6d22d28-9442-4dcc-9905-961b2175ed95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.269873] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquiring lock "4daacdb1-2bf0-4000-9483-ede74b2e96fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.270120] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "4daacdb1-2bf0-4000-9483-ede74b2e96fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.279647] env[62298]: DEBUG nova.network.neutron [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Updating instance_info_cache with network_info: [{"id": "d21b1f03-244e-4d5c-a30b-7096d333444c", "address": "fa:16:3e:ad:06:2d", "network": {"id": "a923274f-2054-496d-b322-f9180acef266", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-922949031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88083756185349bbb00c994a4fbd39b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd21b1f03-24", "ovs_interfaceid": "d21b1f03-244e-4d5c-a30b-7096d333444c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.611624] env[62298]: DEBUG nova.compute.manager [req-631182fd-5f25-4f1a-a103-cc0cfab32517 req-253ecf36-415a-4095-a374-e88f5b500a4d service nova] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Received event network-vif-deleted-d423b145-25fa-4d60-88e0-e50d1b3d728b {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1473.664965] env[62298]: DEBUG oslo_vmware.api [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524e900a-bf49-e095-04b2-a8ccdd436514, 'name': SearchDatastore_Task, 'duration_secs': 0.011231} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.665551] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.665904] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 2c9f54be-e225-470a-a0cd-3af6b52a3a02/2c9f54be-e225-470a-a0cd-3af6b52a3a02.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1473.666428] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-726db3c3-7bf8-4d5c-a487-f68402528b19 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.674507] env[62298]: DEBUG oslo_vmware.api [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Waiting for the task: (returnval){ [ 1473.674507] env[62298]: value = "task-1803917" [ 1473.674507] env[62298]: _type = "Task" [ 1473.674507] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.684915] env[62298]: DEBUG oslo_vmware.api [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.717174] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.717702] env[62298]: DEBUG nova.compute.manager [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1473.720665] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bb9da856-2387-4340-927a-22c01c864fb7 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.449s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.721884] env[62298]: DEBUG nova.objects.instance [None req-bb9da856-2387-4340-927a-22c01c864fb7 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Lazy-loading 'resources' on Instance uuid d66de16c-2f22-4324-a6c2-7f0030ad6b6e {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1473.776442] env[62298]: DEBUG nova.network.neutron [req-38cabb5a-617c-41f4-b66f-9313a9264023 req-d4829c47-aa28-494b-9437-96061df22e9a service nova] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Updated VIF entry in instance network info cache for port bb394be3-ca00-4d38-b485-6fc6f4387753. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1473.777061] env[62298]: DEBUG nova.network.neutron [req-38cabb5a-617c-41f4-b66f-9313a9264023 req-d4829c47-aa28-494b-9437-96061df22e9a service nova] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Updating instance_info_cache with network_info: [{"id": "bb394be3-ca00-4d38-b485-6fc6f4387753", "address": "fa:16:3e:47:e1:df", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb394be3-ca", "ovs_interfaceid": "bb394be3-ca00-4d38-b485-6fc6f4387753", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.782265] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Releasing lock "refresh_cache-b5509412-69b2-4de3-a46a-41bfbb24bf6b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.782668] env[62298]: DEBUG nova.compute.manager [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Instance network_info: |[{"id": "d21b1f03-244e-4d5c-a30b-7096d333444c", "address": "fa:16:3e:ad:06:2d", "network": {"id": "a923274f-2054-496d-b322-f9180acef266", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-922949031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88083756185349bbb00c994a4fbd39b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd21b1f03-24", "ovs_interfaceid": "d21b1f03-244e-4d5c-a30b-7096d333444c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1473.783256] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:06:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd21b1f03-244e-4d5c-a30b-7096d333444c', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1473.798321] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Creating folder: Project (88083756185349bbb00c994a4fbd39b8). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1473.799581] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-905f5a85-1bdb-4c45-ac7f-cad815ca0a95 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.805968] env[62298]: DEBUG nova.compute.manager [req-62ce9bdb-733e-4a64-aa7b-935a8934865e req-2b21fc5e-2bfe-4d90-a5b0-60a378a1fbc9 service nova] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Received event network-vif-plugged-ba3769a5-d055-41e4-a01e-d044d6f7bff2 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1473.806318] env[62298]: DEBUG oslo_concurrency.lockutils [req-62ce9bdb-733e-4a64-aa7b-935a8934865e req-2b21fc5e-2bfe-4d90-a5b0-60a378a1fbc9 service nova] Acquiring lock "f20c13d7-c359-497f-a373-6b079740c4c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.806816] env[62298]: DEBUG oslo_concurrency.lockutils [req-62ce9bdb-733e-4a64-aa7b-935a8934865e req-2b21fc5e-2bfe-4d90-a5b0-60a378a1fbc9 service nova] Lock "f20c13d7-c359-497f-a373-6b079740c4c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.807113] env[62298]: DEBUG oslo_concurrency.lockutils [req-62ce9bdb-733e-4a64-aa7b-935a8934865e req-2b21fc5e-2bfe-4d90-a5b0-60a378a1fbc9 service nova] Lock "f20c13d7-c359-497f-a373-6b079740c4c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.807394] env[62298]: DEBUG nova.compute.manager [req-62ce9bdb-733e-4a64-aa7b-935a8934865e req-2b21fc5e-2bfe-4d90-a5b0-60a378a1fbc9 service nova] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] No waiting events found dispatching network-vif-plugged-ba3769a5-d055-41e4-a01e-d044d6f7bff2 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1473.807670] env[62298]: WARNING nova.compute.manager [req-62ce9bdb-733e-4a64-aa7b-935a8934865e req-2b21fc5e-2bfe-4d90-a5b0-60a378a1fbc9 service nova] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Received unexpected event network-vif-plugged-ba3769a5-d055-41e4-a01e-d044d6f7bff2 for instance with vm_state building and task_state spawning. [ 1473.807941] env[62298]: DEBUG nova.compute.manager [req-62ce9bdb-733e-4a64-aa7b-935a8934865e req-2b21fc5e-2bfe-4d90-a5b0-60a378a1fbc9 service nova] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Received event network-changed-ba3769a5-d055-41e4-a01e-d044d6f7bff2 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1473.808227] env[62298]: DEBUG nova.compute.manager [req-62ce9bdb-733e-4a64-aa7b-935a8934865e req-2b21fc5e-2bfe-4d90-a5b0-60a378a1fbc9 service nova] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Refreshing instance network info cache due to event network-changed-ba3769a5-d055-41e4-a01e-d044d6f7bff2. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1473.808510] env[62298]: DEBUG oslo_concurrency.lockutils [req-62ce9bdb-733e-4a64-aa7b-935a8934865e req-2b21fc5e-2bfe-4d90-a5b0-60a378a1fbc9 service nova] Acquiring lock "refresh_cache-f20c13d7-c359-497f-a373-6b079740c4c3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.818874] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Created folder: Project (88083756185349bbb00c994a4fbd39b8) in parent group-v373906. [ 1473.819227] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Creating folder: Instances. Parent ref: group-v373971. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1473.819945] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0422c1f-96f4-4c30-8fc7-952b92a89842 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.831549] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Created folder: Instances in parent group-v373971. [ 1473.831946] env[62298]: DEBUG oslo.service.loopingcall [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1473.832261] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1473.832574] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd9fc239-6818-4974-98b4-2861fd9a232c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.869309] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1473.869309] env[62298]: value = "task-1803920" [ 1473.869309] env[62298]: _type = "Task" [ 1473.869309] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.885628] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803920, 'name': CreateVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.026446] env[62298]: DEBUG nova.network.neutron [-] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.186399] env[62298]: DEBUG oslo_vmware.api [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803917, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.200560] env[62298]: DEBUG nova.network.neutron [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Updating instance_info_cache with network_info: [{"id": "97b984a8-8382-4fd3-b723-e4aed876622b", "address": "fa:16:3e:a4:5b:81", "network": {"id": "3ef15da8-1bed-41fa-a673-51352b81c517", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1591599870", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d76a93e5ca74ae88ec055d9e88d8b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b984a8-83", "ovs_interfaceid": "97b984a8-8382-4fd3-b723-e4aed876622b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2af7402a-0fed-40d3-ac3f-ccafc452e483", "address": "fa:16:3e:56:07:3d", "network": {"id": "2ff955e4-eef1-48c9-af1f-a9b2fbfe6887", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1890705", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5d76a93e5ca74ae88ec055d9e88d8b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2af7402a-0f", "ovs_interfaceid": "2af7402a-0fed-40d3-ac3f-ccafc452e483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ba3769a5-d055-41e4-a01e-d044d6f7bff2", "address": "fa:16:3e:fb:77:42", "network": {"id": "3ef15da8-1bed-41fa-a673-51352b81c517", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1591599870", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d76a93e5ca74ae88ec055d9e88d8b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba3769a5-d0", "ovs_interfaceid": "ba3769a5-d055-41e4-a01e-d044d6f7bff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.228848] env[62298]: DEBUG nova.compute.utils [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1474.232880] env[62298]: DEBUG nova.compute.manager [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1474.232880] env[62298]: DEBUG nova.network.neutron [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1474.277281] env[62298]: DEBUG oslo_concurrency.lockutils [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Acquiring lock "f11cb2f6-fd6a-4cc1-9e24-ced229d5c992" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.277617] env[62298]: DEBUG oslo_concurrency.lockutils [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Lock "f11cb2f6-fd6a-4cc1-9e24-ced229d5c992" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.280718] env[62298]: DEBUG oslo_concurrency.lockutils [req-38cabb5a-617c-41f4-b66f-9313a9264023 req-d4829c47-aa28-494b-9437-96061df22e9a service nova] Releasing lock "refresh_cache-2c9f54be-e225-470a-a0cd-3af6b52a3a02" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.295513] env[62298]: DEBUG nova.network.neutron [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Successfully updated port: 09be6836-623a-4965-b223-0c719a131c29 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1474.332777] env[62298]: DEBUG nova.policy [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '197f1db4f3d94fb9ad36740facf11be7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a96ef1b9b8647e9bb122820f4e95572', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1474.385315] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803920, 'name': CreateVM_Task, 'duration_secs': 0.38085} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.385315] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1474.385758] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.385758] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.385927] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1474.386212] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13cb9493-c7cd-483e-8c2f-de189d27d5c4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.391248] env[62298]: DEBUG oslo_vmware.api [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Waiting for the task: (returnval){ [ 1474.391248] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5287520f-5884-c19c-74c4-cee5b4eccbfa" [ 1474.391248] env[62298]: _type = "Task" [ 1474.391248] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.402479] env[62298]: DEBUG oslo_vmware.api [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5287520f-5884-c19c-74c4-cee5b4eccbfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.530584] env[62298]: INFO nova.compute.manager [-] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Took 1.56 seconds to deallocate network for instance. [ 1474.690263] env[62298]: DEBUG oslo_vmware.api [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70641} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.690263] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 2c9f54be-e225-470a-a0cd-3af6b52a3a02/2c9f54be-e225-470a-a0cd-3af6b52a3a02.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1474.690263] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1474.690662] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5dcb035-2947-4d2d-acbf-e375fc33b568 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.699999] env[62298]: DEBUG oslo_vmware.api [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Waiting for the task: (returnval){ [ 1474.699999] env[62298]: value = "task-1803921" [ 1474.699999] env[62298]: _type = "Task" [ 1474.699999] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.705951] env[62298]: DEBUG oslo_concurrency.lockutils [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Releasing lock "refresh_cache-f20c13d7-c359-497f-a373-6b079740c4c3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.707682] env[62298]: DEBUG nova.compute.manager [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Instance network_info: |[{"id": "97b984a8-8382-4fd3-b723-e4aed876622b", "address": "fa:16:3e:a4:5b:81", "network": {"id": "3ef15da8-1bed-41fa-a673-51352b81c517", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1591599870", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d76a93e5ca74ae88ec055d9e88d8b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b984a8-83", "ovs_interfaceid": "97b984a8-8382-4fd3-b723-e4aed876622b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2af7402a-0fed-40d3-ac3f-ccafc452e483", "address": "fa:16:3e:56:07:3d", "network": {"id": "2ff955e4-eef1-48c9-af1f-a9b2fbfe6887", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1890705", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5d76a93e5ca74ae88ec055d9e88d8b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2af7402a-0f", "ovs_interfaceid": "2af7402a-0fed-40d3-ac3f-ccafc452e483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ba3769a5-d055-41e4-a01e-d044d6f7bff2", "address": "fa:16:3e:fb:77:42", "network": {"id": "3ef15da8-1bed-41fa-a673-51352b81c517", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1591599870", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d76a93e5ca74ae88ec055d9e88d8b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba3769a5-d0", "ovs_interfaceid": "ba3769a5-d055-41e4-a01e-d044d6f7bff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1474.708151] env[62298]: DEBUG oslo_concurrency.lockutils [req-62ce9bdb-733e-4a64-aa7b-935a8934865e req-2b21fc5e-2bfe-4d90-a5b0-60a378a1fbc9 service nova] Acquired lock "refresh_cache-f20c13d7-c359-497f-a373-6b079740c4c3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.708369] env[62298]: DEBUG nova.network.neutron [req-62ce9bdb-733e-4a64-aa7b-935a8934865e req-2b21fc5e-2bfe-4d90-a5b0-60a378a1fbc9 service nova] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Refreshing network info cache for port ba3769a5-d055-41e4-a01e-d044d6f7bff2 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1474.709996] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:5b:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '816c6e38-e200-4544-8c5b-9fc3e16c5761', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97b984a8-8382-4fd3-b723-e4aed876622b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:07:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2af7402a-0fed-40d3-ac3f-ccafc452e483', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:77:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '816c6e38-e200-4544-8c5b-9fc3e16c5761', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba3769a5-d055-41e4-a01e-d044d6f7bff2', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1474.724222] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Creating folder: Project (5d76a93e5ca74ae88ec055d9e88d8b97). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1474.728992] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f019960-cfe6-4c30-be76-e70083073387 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.738398] env[62298]: DEBUG nova.compute.manager [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1474.742368] env[62298]: DEBUG oslo_vmware.api [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.751721] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Created folder: Project (5d76a93e5ca74ae88ec055d9e88d8b97) in parent group-v373906. [ 1474.751721] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Creating folder: Instances. Parent ref: group-v373974. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1474.755630] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d931a387-bc0f-4be4-b86e-5a3254051dff {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.766021] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Created folder: Instances in parent group-v373974. [ 1474.766021] env[62298]: DEBUG oslo.service.loopingcall [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1474.766021] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1474.766021] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6187887a-9db0-4842-95cd-47ec53b77810 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.792745] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1474.792745] env[62298]: value = "task-1803924" [ 1474.792745] env[62298]: _type = "Task" [ 1474.792745] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.803174] env[62298]: DEBUG oslo_concurrency.lockutils [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Acquiring lock "refresh_cache-24e9dd22-4939-4ea7-9fea-afac2e37722c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.803366] env[62298]: DEBUG oslo_concurrency.lockutils [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Acquired lock "refresh_cache-24e9dd22-4939-4ea7-9fea-afac2e37722c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.803555] env[62298]: DEBUG nova.network.neutron [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1474.804945] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803924, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.884609] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce60af42-5cba-44dc-a612-6f9e5fab90f7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.891732] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c75cf8e-3caf-48ce-95a2-ff5917c8d6dd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.903749] env[62298]: DEBUG oslo_vmware.api [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5287520f-5884-c19c-74c4-cee5b4eccbfa, 'name': SearchDatastore_Task, 'duration_secs': 0.008754} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.934030] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.934030] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1474.934030] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.934030] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.934030] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1474.934030] env[62298]: DEBUG nova.network.neutron [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Successfully created port: deac0df9-0f62-4113-8e7a-3fc5cffb3b54 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1474.934300] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1806335d-ba4b-4767-a4be-853b15894c15 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.936559] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9a5dd2-3c76-45d8-8bb6-a94c1f6a59b8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.945113] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2019fca-1006-4908-9ec2-607eee2becba {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.959083] env[62298]: DEBUG nova.compute.provider_tree [None req-bb9da856-2387-4340-927a-22c01c864fb7 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1475.033277] env[62298]: DEBUG oslo_concurrency.lockutils [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Acquiring lock "9724e06a-066b-433d-bc5b-36d95039060f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.033277] env[62298]: DEBUG oslo_concurrency.lockutils [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Lock "9724e06a-066b-433d-bc5b-36d95039060f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.042351] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.060308] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1475.060308] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1475.060308] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e153115-75d7-446d-9bdc-1da5afb1d0ce {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.066215] env[62298]: DEBUG oslo_vmware.api [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Waiting for the task: (returnval){ [ 1475.066215] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522606fd-8d58-1930-54d1-fc3a08926567" [ 1475.066215] env[62298]: _type = "Task" [ 1475.066215] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.075261] env[62298]: DEBUG oslo_vmware.api [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522606fd-8d58-1930-54d1-fc3a08926567, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.175035] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "f5edc1aa-3f2f-4acc-8567-2d3b8e28badc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.175035] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "f5edc1aa-3f2f-4acc-8567-2d3b8e28badc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.216395] env[62298]: DEBUG oslo_vmware.api [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066537} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.216892] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1475.218467] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b906bb-9c0e-436e-82af-b80e92721a24 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.247818] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 2c9f54be-e225-470a-a0cd-3af6b52a3a02/2c9f54be-e225-470a-a0cd-3af6b52a3a02.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1475.257028] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09207fe8-6a31-46cd-98e8-304211786c62 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.275610] env[62298]: DEBUG oslo_vmware.api [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Waiting for the task: (returnval){ [ 1475.275610] env[62298]: value = "task-1803925" [ 1475.275610] env[62298]: _type = "Task" [ 1475.275610] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.286744] env[62298]: DEBUG oslo_vmware.api [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.305317] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803924, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.353466] env[62298]: DEBUG nova.network.neutron [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1475.465056] env[62298]: DEBUG nova.scheduler.client.report [None req-bb9da856-2387-4340-927a-22c01c864fb7 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1475.524690] env[62298]: DEBUG nova.network.neutron [req-62ce9bdb-733e-4a64-aa7b-935a8934865e req-2b21fc5e-2bfe-4d90-a5b0-60a378a1fbc9 service nova] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Updated VIF entry in instance network info cache for port ba3769a5-d055-41e4-a01e-d044d6f7bff2. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1475.525188] env[62298]: DEBUG nova.network.neutron [req-62ce9bdb-733e-4a64-aa7b-935a8934865e req-2b21fc5e-2bfe-4d90-a5b0-60a378a1fbc9 service nova] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Updating instance_info_cache with network_info: [{"id": "97b984a8-8382-4fd3-b723-e4aed876622b", "address": "fa:16:3e:a4:5b:81", "network": {"id": "3ef15da8-1bed-41fa-a673-51352b81c517", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1591599870", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d76a93e5ca74ae88ec055d9e88d8b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b984a8-83", "ovs_interfaceid": "97b984a8-8382-4fd3-b723-e4aed876622b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2af7402a-0fed-40d3-ac3f-ccafc452e483", "address": "fa:16:3e:56:07:3d", "network": {"id": "2ff955e4-eef1-48c9-af1f-a9b2fbfe6887", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1890705", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5d76a93e5ca74ae88ec055d9e88d8b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2af7402a-0f", "ovs_interfaceid": "2af7402a-0fed-40d3-ac3f-ccafc452e483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ba3769a5-d055-41e4-a01e-d044d6f7bff2", "address": "fa:16:3e:fb:77:42", "network": {"id": "3ef15da8-1bed-41fa-a673-51352b81c517", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1591599870", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d76a93e5ca74ae88ec055d9e88d8b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "816c6e38-e200-4544-8c5b-9fc3e16c5761", "external-id": "nsx-vlan-transportzone-195", "segmentation_id": 195, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba3769a5-d0", "ovs_interfaceid": "ba3769a5-d055-41e4-a01e-d044d6f7bff2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.577712] env[62298]: DEBUG oslo_vmware.api [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522606fd-8d58-1930-54d1-fc3a08926567, 'name': SearchDatastore_Task, 'duration_secs': 0.058428} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.578693] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73d8ec35-7fd0-4f80-b2e6-3b1513b1dad9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.586946] env[62298]: DEBUG oslo_vmware.api [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Waiting for the task: (returnval){ [ 1475.586946] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5260aa26-f0f2-c521-d34f-117624c46e72" [ 1475.586946] env[62298]: _type = "Task" [ 1475.586946] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.592465] env[62298]: DEBUG oslo_vmware.api [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5260aa26-f0f2-c521-d34f-117624c46e72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.712441] env[62298]: DEBUG nova.network.neutron [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Updating instance_info_cache with network_info: [{"id": "09be6836-623a-4965-b223-0c719a131c29", "address": "fa:16:3e:9a:54:05", "network": {"id": "bad805d8-4a83-4fe3-9506-af1104a72b42", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-85647121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2dac907de1042749b5d361eaab07e04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09be6836-62", "ovs_interfaceid": "09be6836-623a-4965-b223-0c719a131c29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.770682] env[62298]: DEBUG nova.compute.manager [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1475.786504] env[62298]: DEBUG oslo_vmware.api [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.799408] env[62298]: DEBUG nova.virt.hardware [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1475.799665] env[62298]: DEBUG nova.virt.hardware [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1475.799949] env[62298]: DEBUG nova.virt.hardware [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1475.800175] env[62298]: DEBUG nova.virt.hardware [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1475.800329] env[62298]: DEBUG nova.virt.hardware [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1475.800482] env[62298]: DEBUG nova.virt.hardware [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1475.800691] env[62298]: DEBUG nova.virt.hardware [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1475.800853] env[62298]: DEBUG nova.virt.hardware [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1475.801108] env[62298]: DEBUG nova.virt.hardware [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1475.801288] env[62298]: DEBUG nova.virt.hardware [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1475.801470] env[62298]: DEBUG nova.virt.hardware [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1475.802555] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225f7f4c-e9f9-4d7f-a185-6a872361c6cd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.810837] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803924, 'name': CreateVM_Task, 'duration_secs': 0.601263} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.812583] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1475.813547] env[62298]: DEBUG oslo_concurrency.lockutils [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.813715] env[62298]: DEBUG oslo_concurrency.lockutils [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.814043] env[62298]: DEBUG oslo_concurrency.lockutils [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1475.818082] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6b6953-04c1-43ec-be1b-53bb538d2848 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.821113] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec204244-68a0-46a3-9f16-e94da56cf3b2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.834925] env[62298]: DEBUG oslo_vmware.api [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Waiting for the task: (returnval){ [ 1475.834925] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523be761-7323-a74b-c228-0a47ca194863" [ 1475.834925] env[62298]: _type = "Task" [ 1475.834925] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.842461] env[62298]: DEBUG oslo_vmware.api [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523be761-7323-a74b-c228-0a47ca194863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.968225] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bb9da856-2387-4340-927a-22c01c864fb7 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.247s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.971041] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.363s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.972523] env[62298]: INFO nova.compute.claims [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1475.989349] env[62298]: INFO nova.scheduler.client.report [None req-bb9da856-2387-4340-927a-22c01c864fb7 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Deleted allocations for instance d66de16c-2f22-4324-a6c2-7f0030ad6b6e [ 1476.029146] env[62298]: DEBUG oslo_concurrency.lockutils [req-62ce9bdb-733e-4a64-aa7b-935a8934865e req-2b21fc5e-2bfe-4d90-a5b0-60a378a1fbc9 service nova] Releasing lock "refresh_cache-f20c13d7-c359-497f-a373-6b079740c4c3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.029412] env[62298]: DEBUG nova.compute.manager [req-62ce9bdb-733e-4a64-aa7b-935a8934865e req-2b21fc5e-2bfe-4d90-a5b0-60a378a1fbc9 service nova] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Received event network-vif-plugged-d21b1f03-244e-4d5c-a30b-7096d333444c {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1476.029613] env[62298]: DEBUG oslo_concurrency.lockutils [req-62ce9bdb-733e-4a64-aa7b-935a8934865e req-2b21fc5e-2bfe-4d90-a5b0-60a378a1fbc9 service nova] Acquiring lock "b5509412-69b2-4de3-a46a-41bfbb24bf6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.029822] env[62298]: DEBUG oslo_concurrency.lockutils [req-62ce9bdb-733e-4a64-aa7b-935a8934865e req-2b21fc5e-2bfe-4d90-a5b0-60a378a1fbc9 service nova] Lock "b5509412-69b2-4de3-a46a-41bfbb24bf6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.029983] env[62298]: DEBUG oslo_concurrency.lockutils [req-62ce9bdb-733e-4a64-aa7b-935a8934865e req-2b21fc5e-2bfe-4d90-a5b0-60a378a1fbc9 service nova] Lock "b5509412-69b2-4de3-a46a-41bfbb24bf6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.030165] env[62298]: DEBUG nova.compute.manager [req-62ce9bdb-733e-4a64-aa7b-935a8934865e req-2b21fc5e-2bfe-4d90-a5b0-60a378a1fbc9 service nova] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] No waiting events found dispatching network-vif-plugged-d21b1f03-244e-4d5c-a30b-7096d333444c {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1476.030342] env[62298]: WARNING nova.compute.manager [req-62ce9bdb-733e-4a64-aa7b-935a8934865e req-2b21fc5e-2bfe-4d90-a5b0-60a378a1fbc9 service nova] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Received unexpected event network-vif-plugged-d21b1f03-244e-4d5c-a30b-7096d333444c for instance with vm_state building and task_state spawning. [ 1476.030611] env[62298]: DEBUG nova.compute.manager [req-62ce9bdb-733e-4a64-aa7b-935a8934865e req-2b21fc5e-2bfe-4d90-a5b0-60a378a1fbc9 service nova] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Received event network-changed-d21b1f03-244e-4d5c-a30b-7096d333444c {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1476.030673] env[62298]: DEBUG nova.compute.manager [req-62ce9bdb-733e-4a64-aa7b-935a8934865e req-2b21fc5e-2bfe-4d90-a5b0-60a378a1fbc9 service nova] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Refreshing instance network info cache due to event network-changed-d21b1f03-244e-4d5c-a30b-7096d333444c. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1476.030852] env[62298]: DEBUG oslo_concurrency.lockutils [req-62ce9bdb-733e-4a64-aa7b-935a8934865e req-2b21fc5e-2bfe-4d90-a5b0-60a378a1fbc9 service nova] Acquiring lock "refresh_cache-b5509412-69b2-4de3-a46a-41bfbb24bf6b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.030993] env[62298]: DEBUG oslo_concurrency.lockutils [req-62ce9bdb-733e-4a64-aa7b-935a8934865e req-2b21fc5e-2bfe-4d90-a5b0-60a378a1fbc9 service nova] Acquired lock "refresh_cache-b5509412-69b2-4de3-a46a-41bfbb24bf6b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.031177] env[62298]: DEBUG nova.network.neutron [req-62ce9bdb-733e-4a64-aa7b-935a8934865e req-2b21fc5e-2bfe-4d90-a5b0-60a378a1fbc9 service nova] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Refreshing network info cache for port d21b1f03-244e-4d5c-a30b-7096d333444c {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1476.068116] env[62298]: DEBUG nova.compute.manager [req-35fd14ea-7148-47b0-bcbc-908c635d3018 req-a09a01f8-e7eb-4149-953f-9d4d3723cd65 service nova] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Received event network-vif-deleted-92eec7d6-0cc1-46af-9902-8075962a2ae1 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1476.068334] env[62298]: DEBUG nova.compute.manager [req-35fd14ea-7148-47b0-bcbc-908c635d3018 req-a09a01f8-e7eb-4149-953f-9d4d3723cd65 service nova] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Received event network-vif-plugged-09be6836-623a-4965-b223-0c719a131c29 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1476.069250] env[62298]: DEBUG oslo_concurrency.lockutils [req-35fd14ea-7148-47b0-bcbc-908c635d3018 req-a09a01f8-e7eb-4149-953f-9d4d3723cd65 service nova] Acquiring lock "24e9dd22-4939-4ea7-9fea-afac2e37722c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.069250] env[62298]: DEBUG oslo_concurrency.lockutils [req-35fd14ea-7148-47b0-bcbc-908c635d3018 req-a09a01f8-e7eb-4149-953f-9d4d3723cd65 service nova] Lock "24e9dd22-4939-4ea7-9fea-afac2e37722c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.069250] env[62298]: DEBUG oslo_concurrency.lockutils [req-35fd14ea-7148-47b0-bcbc-908c635d3018 req-a09a01f8-e7eb-4149-953f-9d4d3723cd65 service nova] Lock "24e9dd22-4939-4ea7-9fea-afac2e37722c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.069250] env[62298]: DEBUG nova.compute.manager [req-35fd14ea-7148-47b0-bcbc-908c635d3018 req-a09a01f8-e7eb-4149-953f-9d4d3723cd65 service nova] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] No waiting events found dispatching network-vif-plugged-09be6836-623a-4965-b223-0c719a131c29 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1476.069250] env[62298]: WARNING nova.compute.manager [req-35fd14ea-7148-47b0-bcbc-908c635d3018 req-a09a01f8-e7eb-4149-953f-9d4d3723cd65 service nova] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Received unexpected event network-vif-plugged-09be6836-623a-4965-b223-0c719a131c29 for instance with vm_state building and task_state spawning. [ 1476.069743] env[62298]: DEBUG nova.compute.manager [req-35fd14ea-7148-47b0-bcbc-908c635d3018 req-a09a01f8-e7eb-4149-953f-9d4d3723cd65 service nova] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Received event network-changed-09be6836-623a-4965-b223-0c719a131c29 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1476.069743] env[62298]: DEBUG nova.compute.manager [req-35fd14ea-7148-47b0-bcbc-908c635d3018 req-a09a01f8-e7eb-4149-953f-9d4d3723cd65 service nova] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Refreshing instance network info cache due to event network-changed-09be6836-623a-4965-b223-0c719a131c29. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1476.069743] env[62298]: DEBUG oslo_concurrency.lockutils [req-35fd14ea-7148-47b0-bcbc-908c635d3018 req-a09a01f8-e7eb-4149-953f-9d4d3723cd65 service nova] Acquiring lock "refresh_cache-24e9dd22-4939-4ea7-9fea-afac2e37722c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.095029] env[62298]: DEBUG oslo_vmware.api [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5260aa26-f0f2-c521-d34f-117624c46e72, 'name': SearchDatastore_Task, 'duration_secs': 0.052487} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.095363] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.095655] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] b5509412-69b2-4de3-a46a-41bfbb24bf6b/b5509412-69b2-4de3-a46a-41bfbb24bf6b.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1476.095928] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-073c1860-2da2-4d0d-9f27-83951ecb2b5e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.105015] env[62298]: DEBUG oslo_vmware.api [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Waiting for the task: (returnval){ [ 1476.105015] env[62298]: value = "task-1803926" [ 1476.105015] env[62298]: _type = "Task" [ 1476.105015] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.111787] env[62298]: DEBUG oslo_vmware.api [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Task: {'id': task-1803926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.215766] env[62298]: DEBUG oslo_concurrency.lockutils [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Releasing lock "refresh_cache-24e9dd22-4939-4ea7-9fea-afac2e37722c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.216121] env[62298]: DEBUG nova.compute.manager [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Instance network_info: |[{"id": "09be6836-623a-4965-b223-0c719a131c29", "address": "fa:16:3e:9a:54:05", "network": {"id": "bad805d8-4a83-4fe3-9506-af1104a72b42", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-85647121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2dac907de1042749b5d361eaab07e04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09be6836-62", "ovs_interfaceid": "09be6836-623a-4965-b223-0c719a131c29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1476.216427] env[62298]: DEBUG oslo_concurrency.lockutils [req-35fd14ea-7148-47b0-bcbc-908c635d3018 req-a09a01f8-e7eb-4149-953f-9d4d3723cd65 service nova] Acquired lock "refresh_cache-24e9dd22-4939-4ea7-9fea-afac2e37722c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.216683] env[62298]: DEBUG nova.network.neutron [req-35fd14ea-7148-47b0-bcbc-908c635d3018 req-a09a01f8-e7eb-4149-953f-9d4d3723cd65 service nova] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Refreshing network info cache for port 09be6836-623a-4965-b223-0c719a131c29 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1476.217913] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:54:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ab2e9f5-54fd-4cab-9405-ed65e2aaba64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09be6836-623a-4965-b223-0c719a131c29', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1476.227074] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Creating folder: Project (b2dac907de1042749b5d361eaab07e04). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1476.228173] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fe8b602-63b6-42a5-abdd-be0b08a88ea9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.243251] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Created folder: Project (b2dac907de1042749b5d361eaab07e04) in parent group-v373906. [ 1476.243478] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Creating folder: Instances. Parent ref: group-v373977. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1476.243871] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ca846a1-1879-4dbd-8f75-ed22535ffbb3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.255144] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Created folder: Instances in parent group-v373977. [ 1476.255418] env[62298]: DEBUG oslo.service.loopingcall [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1476.255602] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1476.256255] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d69d1655-f223-46aa-b520-75cbf64b091a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.276957] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1476.276957] env[62298]: value = "task-1803929" [ 1476.276957] env[62298]: _type = "Task" [ 1476.276957] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.291891] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803929, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.292182] env[62298]: DEBUG oslo_vmware.api [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.347785] env[62298]: DEBUG oslo_vmware.api [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523be761-7323-a74b-c228-0a47ca194863, 'name': SearchDatastore_Task, 'duration_secs': 0.079162} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.348155] env[62298]: DEBUG oslo_concurrency.lockutils [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.348400] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1476.348638] env[62298]: DEBUG oslo_concurrency.lockutils [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.348820] env[62298]: DEBUG oslo_concurrency.lockutils [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.349051] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1476.349352] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-910eb72a-f8e1-448f-981f-7cb11ffd2fbe {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.368418] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1476.368821] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1476.370344] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71b3ad64-fb7c-48c4-9a47-7aa924b8bed1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.377385] env[62298]: DEBUG oslo_vmware.api [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Waiting for the task: (returnval){ [ 1476.377385] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ea702a-88ac-619e-2474-21d2bf9ad04f" [ 1476.377385] env[62298]: _type = "Task" [ 1476.377385] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.386960] env[62298]: DEBUG oslo_vmware.api [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ea702a-88ac-619e-2474-21d2bf9ad04f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.453455] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "8c102689-976b-40e4-8faf-1954e1a3dbd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.453455] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "8c102689-976b-40e4-8faf-1954e1a3dbd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.498455] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bb9da856-2387-4340-927a-22c01c864fb7 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Lock "d66de16c-2f22-4324-a6c2-7f0030ad6b6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.791s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.616974] env[62298]: DEBUG oslo_vmware.api [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Task: {'id': task-1803926, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.800802] env[62298]: DEBUG oslo_vmware.api [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803925, 'name': ReconfigVM_Task, 'duration_secs': 1.280681} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.804156] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 2c9f54be-e225-470a-a0cd-3af6b52a3a02/2c9f54be-e225-470a-a0cd-3af6b52a3a02.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1476.804764] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803929, 'name': CreateVM_Task, 'duration_secs': 0.495754} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.804958] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a436d175-b501-4017-90c8-f1b5197b5ec1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.806779] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1476.807782] env[62298]: DEBUG oslo_concurrency.lockutils [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.808081] env[62298]: DEBUG oslo_concurrency.lockutils [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.808576] env[62298]: DEBUG oslo_concurrency.lockutils [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1476.809329] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97a180a5-3b84-4d34-93d9-93faff7fa0b7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.813369] env[62298]: DEBUG oslo_vmware.api [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Waiting for the task: (returnval){ [ 1476.813369] env[62298]: value = "task-1803930" [ 1476.813369] env[62298]: _type = "Task" [ 1476.813369] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.814596] env[62298]: DEBUG oslo_vmware.api [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Waiting for the task: (returnval){ [ 1476.814596] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]527c9087-d103-0d24-4560-d78a936b0943" [ 1476.814596] env[62298]: _type = "Task" [ 1476.814596] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.827672] env[62298]: DEBUG oslo_vmware.api [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803930, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.831206] env[62298]: DEBUG oslo_vmware.api [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]527c9087-d103-0d24-4560-d78a936b0943, 'name': SearchDatastore_Task, 'duration_secs': 0.008821} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.831488] env[62298]: DEBUG oslo_concurrency.lockutils [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.831711] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1476.831916] env[62298]: DEBUG oslo_concurrency.lockutils [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.889121] env[62298]: DEBUG oslo_vmware.api [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ea702a-88ac-619e-2474-21d2bf9ad04f, 'name': SearchDatastore_Task, 'duration_secs': 0.015807} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.892466] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-077d2be8-f210-49de-90c0-55615a9fa45e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.898517] env[62298]: DEBUG oslo_vmware.api [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Waiting for the task: (returnval){ [ 1476.898517] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525943e4-9815-6022-fcc8-7a356143ff98" [ 1476.898517] env[62298]: _type = "Task" [ 1476.898517] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.906665] env[62298]: DEBUG oslo_vmware.api [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525943e4-9815-6022-fcc8-7a356143ff98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.961406] env[62298]: DEBUG nova.network.neutron [req-35fd14ea-7148-47b0-bcbc-908c635d3018 req-a09a01f8-e7eb-4149-953f-9d4d3723cd65 service nova] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Updated VIF entry in instance network info cache for port 09be6836-623a-4965-b223-0c719a131c29. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1476.961753] env[62298]: DEBUG nova.network.neutron [req-35fd14ea-7148-47b0-bcbc-908c635d3018 req-a09a01f8-e7eb-4149-953f-9d4d3723cd65 service nova] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Updating instance_info_cache with network_info: [{"id": "09be6836-623a-4965-b223-0c719a131c29", "address": "fa:16:3e:9a:54:05", "network": {"id": "bad805d8-4a83-4fe3-9506-af1104a72b42", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-85647121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2dac907de1042749b5d361eaab07e04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ab2e9f5-54fd-4cab-9405-ed65e2aaba64", "external-id": "nsx-vlan-transportzone-222", "segmentation_id": 222, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09be6836-62", "ovs_interfaceid": "09be6836-623a-4965-b223-0c719a131c29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.119848] env[62298]: DEBUG oslo_vmware.api [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Task: {'id': task-1803926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687512} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.120328] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] b5509412-69b2-4de3-a46a-41bfbb24bf6b/b5509412-69b2-4de3-a46a-41bfbb24bf6b.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1477.120590] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1477.123017] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b646fe1-ccce-4deb-9973-cb1247b8f234 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.129695] env[62298]: DEBUG oslo_vmware.api [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Waiting for the task: (returnval){ [ 1477.129695] env[62298]: value = "task-1803931" [ 1477.129695] env[62298]: _type = "Task" [ 1477.129695] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.144754] env[62298]: DEBUG oslo_vmware.api [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Task: {'id': task-1803931, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.182952] env[62298]: DEBUG nova.network.neutron [req-62ce9bdb-733e-4a64-aa7b-935a8934865e req-2b21fc5e-2bfe-4d90-a5b0-60a378a1fbc9 service nova] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Updated VIF entry in instance network info cache for port d21b1f03-244e-4d5c-a30b-7096d333444c. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1477.183359] env[62298]: DEBUG nova.network.neutron [req-62ce9bdb-733e-4a64-aa7b-935a8934865e req-2b21fc5e-2bfe-4d90-a5b0-60a378a1fbc9 service nova] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Updating instance_info_cache with network_info: [{"id": "d21b1f03-244e-4d5c-a30b-7096d333444c", "address": "fa:16:3e:ad:06:2d", "network": {"id": "a923274f-2054-496d-b322-f9180acef266", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-922949031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88083756185349bbb00c994a4fbd39b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd21b1f03-24", "ovs_interfaceid": "d21b1f03-244e-4d5c-a30b-7096d333444c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.325438] env[62298]: DEBUG oslo_vmware.api [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803930, 'name': Rename_Task, 'duration_secs': 0.146036} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.325717] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1477.325954] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4e8d7a3-e7ac-4514-b349-59a0fc29604e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.333555] env[62298]: DEBUG oslo_vmware.api [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Waiting for the task: (returnval){ [ 1477.333555] env[62298]: value = "task-1803932" [ 1477.333555] env[62298]: _type = "Task" [ 1477.333555] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.342413] env[62298]: DEBUG oslo_vmware.api [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.411438] env[62298]: DEBUG oslo_vmware.api [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525943e4-9815-6022-fcc8-7a356143ff98, 'name': SearchDatastore_Task, 'duration_secs': 0.010028} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.411863] env[62298]: DEBUG oslo_concurrency.lockutils [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.412308] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] f20c13d7-c359-497f-a373-6b079740c4c3/f20c13d7-c359-497f-a373-6b079740c4c3.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1477.412735] env[62298]: DEBUG oslo_concurrency.lockutils [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.413055] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1477.414073] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2592c6f6-3b7f-4d07-a0cb-7ba9d401f583 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.417848] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c25c704-4975-4ddd-9ed7-d6fe6e0b465b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.425579] env[62298]: DEBUG oslo_vmware.api [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Waiting for the task: (returnval){ [ 1477.425579] env[62298]: value = "task-1803933" [ 1477.425579] env[62298]: _type = "Task" [ 1477.425579] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.429071] env[62298]: DEBUG nova.network.neutron [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Successfully updated port: deac0df9-0f62-4113-8e7a-3fc5cffb3b54 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1477.437549] env[62298]: DEBUG oslo_vmware.api [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1803933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.437850] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1477.438079] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1477.438995] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e657c07e-02a3-4fac-9145-5cd40b5e8478 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.445243] env[62298]: DEBUG oslo_vmware.api [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Waiting for the task: (returnval){ [ 1477.445243] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5293b8a7-a0c8-7d3f-f805-ec0d39440ed1" [ 1477.445243] env[62298]: _type = "Task" [ 1477.445243] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.457778] env[62298]: DEBUG oslo_vmware.api [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5293b8a7-a0c8-7d3f-f805-ec0d39440ed1, 'name': SearchDatastore_Task, 'duration_secs': 0.008903} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.458568] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b05716ea-0ad1-4a29-a720-0a791efefbd9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.464188] env[62298]: DEBUG oslo_vmware.api [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Waiting for the task: (returnval){ [ 1477.464188] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522141a0-61db-1520-b038-d919618efcd0" [ 1477.464188] env[62298]: _type = "Task" [ 1477.464188] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.464188] env[62298]: DEBUG oslo_concurrency.lockutils [req-35fd14ea-7148-47b0-bcbc-908c635d3018 req-a09a01f8-e7eb-4149-953f-9d4d3723cd65 service nova] Releasing lock "refresh_cache-24e9dd22-4939-4ea7-9fea-afac2e37722c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.472745] env[62298]: DEBUG oslo_vmware.api [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522141a0-61db-1520-b038-d919618efcd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.479647] env[62298]: DEBUG nova.compute.manager [req-2b8981b1-33a9-4823-9ca6-0e4b9addd679 req-7d4b5ba5-3999-447a-a59d-41474d4a4747 service nova] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Received event network-vif-plugged-deac0df9-0f62-4113-8e7a-3fc5cffb3b54 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1477.479898] env[62298]: DEBUG oslo_concurrency.lockutils [req-2b8981b1-33a9-4823-9ca6-0e4b9addd679 req-7d4b5ba5-3999-447a-a59d-41474d4a4747 service nova] Acquiring lock "3f92eae6-b888-4913-8db0-618e1aaa45bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.480128] env[62298]: DEBUG oslo_concurrency.lockutils [req-2b8981b1-33a9-4823-9ca6-0e4b9addd679 req-7d4b5ba5-3999-447a-a59d-41474d4a4747 service nova] Lock "3f92eae6-b888-4913-8db0-618e1aaa45bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.480260] env[62298]: DEBUG oslo_concurrency.lockutils [req-2b8981b1-33a9-4823-9ca6-0e4b9addd679 req-7d4b5ba5-3999-447a-a59d-41474d4a4747 service nova] Lock "3f92eae6-b888-4913-8db0-618e1aaa45bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.480551] env[62298]: DEBUG nova.compute.manager [req-2b8981b1-33a9-4823-9ca6-0e4b9addd679 req-7d4b5ba5-3999-447a-a59d-41474d4a4747 service nova] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] No waiting events found dispatching network-vif-plugged-deac0df9-0f62-4113-8e7a-3fc5cffb3b54 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1477.480737] env[62298]: WARNING nova.compute.manager [req-2b8981b1-33a9-4823-9ca6-0e4b9addd679 req-7d4b5ba5-3999-447a-a59d-41474d4a4747 service nova] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Received unexpected event network-vif-plugged-deac0df9-0f62-4113-8e7a-3fc5cffb3b54 for instance with vm_state building and task_state spawning. [ 1477.535713] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc97f75-6ce3-4628-929e-8385e2921ae9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.544187] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6aa0e5-7186-4d76-bb44-ad3cf91e0626 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.576152] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4789e9-6ab9-41f9-a502-0ec41c998bdf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.584718] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180f2684-b93d-44d8-b7e6-40e1f9eedf8d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.597376] env[62298]: DEBUG nova.compute.provider_tree [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1477.641380] env[62298]: DEBUG oslo_vmware.api [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Task: {'id': task-1803931, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070306} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.642030] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1477.642445] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4702ec7-d3f5-469f-ac87-3642924a7706 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.663914] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] b5509412-69b2-4de3-a46a-41bfbb24bf6b/b5509412-69b2-4de3-a46a-41bfbb24bf6b.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1477.664217] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bad08ed2-9a4c-415b-b129-3452c777f919 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.686815] env[62298]: DEBUG oslo_vmware.api [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Waiting for the task: (returnval){ [ 1477.686815] env[62298]: value = "task-1803934" [ 1477.686815] env[62298]: _type = "Task" [ 1477.686815] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.692151] env[62298]: DEBUG oslo_concurrency.lockutils [req-62ce9bdb-733e-4a64-aa7b-935a8934865e req-2b21fc5e-2bfe-4d90-a5b0-60a378a1fbc9 service nova] Releasing lock "refresh_cache-b5509412-69b2-4de3-a46a-41bfbb24bf6b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.696753] env[62298]: DEBUG oslo_vmware.api [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Task: {'id': task-1803934, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.845167] env[62298]: DEBUG oslo_vmware.api [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803932, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.934562] env[62298]: DEBUG oslo_vmware.api [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1803933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.938294] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Acquiring lock "refresh_cache-3f92eae6-b888-4913-8db0-618e1aaa45bf" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.938460] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Acquired lock "refresh_cache-3f92eae6-b888-4913-8db0-618e1aaa45bf" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.938606] env[62298]: DEBUG nova.network.neutron [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1477.973112] env[62298]: DEBUG oslo_vmware.api [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522141a0-61db-1520-b038-d919618efcd0, 'name': SearchDatastore_Task, 'duration_secs': 0.00889} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.973399] env[62298]: DEBUG oslo_concurrency.lockutils [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.973697] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 24e9dd22-4939-4ea7-9fea-afac2e37722c/24e9dd22-4939-4ea7-9fea-afac2e37722c.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1477.973915] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f6f2c55-977d-495f-906d-a95c6beafa9b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.980587] env[62298]: DEBUG oslo_vmware.api [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Waiting for the task: (returnval){ [ 1477.980587] env[62298]: value = "task-1803935" [ 1477.980587] env[62298]: _type = "Task" [ 1477.980587] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.988201] env[62298]: DEBUG oslo_vmware.api [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Task: {'id': task-1803935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.101054] env[62298]: DEBUG nova.scheduler.client.report [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1478.197450] env[62298]: DEBUG oslo_vmware.api [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Task: {'id': task-1803934, 'name': ReconfigVM_Task, 'duration_secs': 0.266768} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.197661] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Reconfigured VM instance instance-0000001a to attach disk [datastore1] b5509412-69b2-4de3-a46a-41bfbb24bf6b/b5509412-69b2-4de3-a46a-41bfbb24bf6b.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1478.198275] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f96701ad-57ff-4210-988c-47d0c25d48f1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.205679] env[62298]: DEBUG oslo_vmware.api [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Waiting for the task: (returnval){ [ 1478.205679] env[62298]: value = "task-1803936" [ 1478.205679] env[62298]: _type = "Task" [ 1478.205679] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.219264] env[62298]: DEBUG oslo_vmware.api [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Task: {'id': task-1803936, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.347069] env[62298]: DEBUG oslo_vmware.api [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803932, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.439822] env[62298]: DEBUG oslo_vmware.api [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1803933, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.492800] env[62298]: DEBUG oslo_vmware.api [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Task: {'id': task-1803935, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.498600] env[62298]: DEBUG nova.network.neutron [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1478.607133] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.607475] env[62298]: DEBUG nova.compute.manager [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1478.613930] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c766ccfb-742f-412e-9558-d7090c84317a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 22.608s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.717478] env[62298]: DEBUG oslo_vmware.api [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Task: {'id': task-1803936, 'name': Rename_Task, 'duration_secs': 0.143606} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.717854] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1478.718263] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cd70d1b-9a0a-4cbf-9168-263d1000f539 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.727192] env[62298]: DEBUG oslo_vmware.api [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Waiting for the task: (returnval){ [ 1478.727192] env[62298]: value = "task-1803937" [ 1478.727192] env[62298]: _type = "Task" [ 1478.727192] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.741382] env[62298]: DEBUG oslo_vmware.api [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Task: {'id': task-1803937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.769423] env[62298]: DEBUG nova.network.neutron [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Updating instance_info_cache with network_info: [{"id": "deac0df9-0f62-4113-8e7a-3fc5cffb3b54", "address": "fa:16:3e:36:17:98", "network": {"id": "b4617599-fbe6-4fd9-8b13-f1e01a50230f", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1260035281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a96ef1b9b8647e9bb122820f4e95572", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeac0df9-0f", "ovs_interfaceid": "deac0df9-0f62-4113-8e7a-3fc5cffb3b54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.844971] env[62298]: DEBUG oslo_vmware.api [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803932, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.858188] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cd09e0d3-1a86-495e-8f43-7f23c11990d6 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquiring lock "a384f44d-9fc3-4570-bac6-5e13c22d012c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.858589] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cd09e0d3-1a86-495e-8f43-7f23c11990d6 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Lock "a384f44d-9fc3-4570-bac6-5e13c22d012c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.858939] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cd09e0d3-1a86-495e-8f43-7f23c11990d6 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquiring lock "a384f44d-9fc3-4570-bac6-5e13c22d012c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.859243] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cd09e0d3-1a86-495e-8f43-7f23c11990d6 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Lock "a384f44d-9fc3-4570-bac6-5e13c22d012c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.859571] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cd09e0d3-1a86-495e-8f43-7f23c11990d6 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Lock "a384f44d-9fc3-4570-bac6-5e13c22d012c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.862296] env[62298]: INFO nova.compute.manager [None req-cd09e0d3-1a86-495e-8f43-7f23c11990d6 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Terminating instance [ 1478.938480] env[62298]: DEBUG oslo_vmware.api [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1803933, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.392842} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.938746] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] f20c13d7-c359-497f-a373-6b079740c4c3/f20c13d7-c359-497f-a373-6b079740c4c3.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1478.938973] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1478.939263] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f8f74ed-0a4e-4d2f-8f81-da779cce32c2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.948589] env[62298]: DEBUG oslo_concurrency.lockutils [None req-00740e51-1901-4c34-a6f4-09ea5f707fbc tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquiring lock "69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.948589] env[62298]: DEBUG oslo_concurrency.lockutils [None req-00740e51-1901-4c34-a6f4-09ea5f707fbc tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Lock "69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.948589] env[62298]: DEBUG oslo_concurrency.lockutils [None req-00740e51-1901-4c34-a6f4-09ea5f707fbc tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquiring lock "69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.948589] env[62298]: DEBUG oslo_concurrency.lockutils [None req-00740e51-1901-4c34-a6f4-09ea5f707fbc tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Lock "69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.948589] env[62298]: DEBUG oslo_concurrency.lockutils [None req-00740e51-1901-4c34-a6f4-09ea5f707fbc tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Lock "69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.952996] env[62298]: DEBUG oslo_vmware.api [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Waiting for the task: (returnval){ [ 1478.952996] env[62298]: value = "task-1803938" [ 1478.952996] env[62298]: _type = "Task" [ 1478.952996] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.953735] env[62298]: INFO nova.compute.manager [None req-00740e51-1901-4c34-a6f4-09ea5f707fbc tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Terminating instance [ 1478.967022] env[62298]: DEBUG oslo_vmware.api [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1803938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.994776] env[62298]: DEBUG oslo_vmware.api [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Task: {'id': task-1803935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.847682} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.995135] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 24e9dd22-4939-4ea7-9fea-afac2e37722c/24e9dd22-4939-4ea7-9fea-afac2e37722c.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1478.995446] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1478.995778] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-007a0ff0-d131-4859-b59e-7a4bced6a9f8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.003529] env[62298]: DEBUG oslo_vmware.api [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Waiting for the task: (returnval){ [ 1479.003529] env[62298]: value = "task-1803939" [ 1479.003529] env[62298]: _type = "Task" [ 1479.003529] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.014906] env[62298]: DEBUG oslo_vmware.api [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Task: {'id': task-1803939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.124439] env[62298]: DEBUG nova.compute.utils [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1479.126102] env[62298]: DEBUG nova.compute.manager [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1479.126410] env[62298]: DEBUG nova.network.neutron [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1479.218795] env[62298]: DEBUG nova.policy [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71099d4b600444f89b3a9808ff106418', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a665a1bca714cd4a6e99d153251955a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1479.241020] env[62298]: DEBUG oslo_vmware.api [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Task: {'id': task-1803937, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.272637] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Releasing lock "refresh_cache-3f92eae6-b888-4913-8db0-618e1aaa45bf" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.273013] env[62298]: DEBUG nova.compute.manager [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Instance network_info: |[{"id": "deac0df9-0f62-4113-8e7a-3fc5cffb3b54", "address": "fa:16:3e:36:17:98", "network": {"id": "b4617599-fbe6-4fd9-8b13-f1e01a50230f", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1260035281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a96ef1b9b8647e9bb122820f4e95572", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeac0df9-0f", "ovs_interfaceid": "deac0df9-0f62-4113-8e7a-3fc5cffb3b54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1479.273426] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:17:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'deac0df9-0f62-4113-8e7a-3fc5cffb3b54', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1479.281019] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Creating folder: Project (5a96ef1b9b8647e9bb122820f4e95572). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1479.281318] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9d2b759-7400-4204-a020-c8eb4f3a73fa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.299247] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Created folder: Project (5a96ef1b9b8647e9bb122820f4e95572) in parent group-v373906. [ 1479.299484] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Creating folder: Instances. Parent ref: group-v373980. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1479.299706] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dcfba55a-ff73-42ad-bcf1-fc1f47a66785 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.310127] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Created folder: Instances in parent group-v373980. [ 1479.310393] env[62298]: DEBUG oslo.service.loopingcall [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1479.312824] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1479.313233] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb53e69c-f4f7-4098-bdc3-2c36486f2b38 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.335227] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1479.335227] env[62298]: value = "task-1803942" [ 1479.335227] env[62298]: _type = "Task" [ 1479.335227] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.349128] env[62298]: DEBUG oslo_vmware.api [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803932, 'name': PowerOnVM_Task, 'duration_secs': 1.798502} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.352557] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1479.352770] env[62298]: INFO nova.compute.manager [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Took 11.66 seconds to spawn the instance on the hypervisor. [ 1479.352950] env[62298]: DEBUG nova.compute.manager [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1479.353244] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803942, 'name': CreateVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.353956] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9184be66-a7d8-4008-b27b-11202f530d75 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.365881] env[62298]: DEBUG nova.compute.manager [None req-cd09e0d3-1a86-495e-8f43-7f23c11990d6 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1479.366108] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cd09e0d3-1a86-495e-8f43-7f23c11990d6 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1479.366883] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09c693f-4123-45ab-b4c5-1cdcdebe82d8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.376412] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd09e0d3-1a86-495e-8f43-7f23c11990d6 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1479.376720] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2875344-7b4c-49b2-8017-f1fa35db782e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.382077] env[62298]: DEBUG oslo_vmware.api [None req-cd09e0d3-1a86-495e-8f43-7f23c11990d6 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for the task: (returnval){ [ 1479.382077] env[62298]: value = "task-1803943" [ 1479.382077] env[62298]: _type = "Task" [ 1479.382077] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.390404] env[62298]: DEBUG oslo_vmware.api [None req-cd09e0d3-1a86-495e-8f43-7f23c11990d6 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.462008] env[62298]: DEBUG nova.compute.manager [None req-00740e51-1901-4c34-a6f4-09ea5f707fbc tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1479.462353] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-00740e51-1901-4c34-a6f4-09ea5f707fbc tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1479.471029] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71b73c2-205e-44ef-b75f-7a384aee7ca7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.471029] env[62298]: DEBUG oslo_vmware.api [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1803938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07846} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.471449] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1479.472538] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74133ac-b18f-41a8-8a1c-b58ba72eeef2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.479657] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-00740e51-1901-4c34-a6f4-09ea5f707fbc tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1479.479657] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a22339d1-5a6b-4e95-9473-527c2f196440 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.506319] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] f20c13d7-c359-497f-a373-6b079740c4c3/f20c13d7-c359-497f-a373-6b079740c4c3.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1479.510970] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90b18fdb-e40d-4f49-8d67-c91c22f93afd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.526046] env[62298]: DEBUG oslo_vmware.api [None req-00740e51-1901-4c34-a6f4-09ea5f707fbc tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for the task: (returnval){ [ 1479.526046] env[62298]: value = "task-1803944" [ 1479.526046] env[62298]: _type = "Task" [ 1479.526046] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.534303] env[62298]: DEBUG oslo_vmware.api [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Waiting for the task: (returnval){ [ 1479.534303] env[62298]: value = "task-1803945" [ 1479.534303] env[62298]: _type = "Task" [ 1479.534303] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.539816] env[62298]: DEBUG oslo_vmware.api [None req-00740e51-1901-4c34-a6f4-09ea5f707fbc tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.540068] env[62298]: DEBUG oslo_vmware.api [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Task: {'id': task-1803939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073485} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.546019] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1479.547226] env[62298]: DEBUG nova.compute.manager [req-6ffd10ff-999f-489b-ac11-a46eac1b0b97 req-7fa1bab4-3b44-4cfa-8781-6f375d7d5fdf service nova] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Received event network-changed-deac0df9-0f62-4113-8e7a-3fc5cffb3b54 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1479.547406] env[62298]: DEBUG nova.compute.manager [req-6ffd10ff-999f-489b-ac11-a46eac1b0b97 req-7fa1bab4-3b44-4cfa-8781-6f375d7d5fdf service nova] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Refreshing instance network info cache due to event network-changed-deac0df9-0f62-4113-8e7a-3fc5cffb3b54. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1479.547619] env[62298]: DEBUG oslo_concurrency.lockutils [req-6ffd10ff-999f-489b-ac11-a46eac1b0b97 req-7fa1bab4-3b44-4cfa-8781-6f375d7d5fdf service nova] Acquiring lock "refresh_cache-3f92eae6-b888-4913-8db0-618e1aaa45bf" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1479.547777] env[62298]: DEBUG oslo_concurrency.lockutils [req-6ffd10ff-999f-489b-ac11-a46eac1b0b97 req-7fa1bab4-3b44-4cfa-8781-6f375d7d5fdf service nova] Acquired lock "refresh_cache-3f92eae6-b888-4913-8db0-618e1aaa45bf" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.547960] env[62298]: DEBUG nova.network.neutron [req-6ffd10ff-999f-489b-ac11-a46eac1b0b97 req-7fa1bab4-3b44-4cfa-8781-6f375d7d5fdf service nova] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Refreshing network info cache for port deac0df9-0f62-4113-8e7a-3fc5cffb3b54 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1479.551173] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82aa5a1c-d4f0-42ae-8038-36b7b28dc2f7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.560871] env[62298]: DEBUG oslo_vmware.api [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1803945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.579212] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 24e9dd22-4939-4ea7-9fea-afac2e37722c/24e9dd22-4939-4ea7-9fea-afac2e37722c.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1479.582163] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8211bf43-1d54-4005-85f0-698a8aa5e1e0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.604204] env[62298]: DEBUG oslo_vmware.api [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Waiting for the task: (returnval){ [ 1479.604204] env[62298]: value = "task-1803946" [ 1479.604204] env[62298]: _type = "Task" [ 1479.604204] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.614814] env[62298]: DEBUG oslo_vmware.api [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Task: {'id': task-1803946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.630142] env[62298]: DEBUG nova.compute.manager [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1479.746337] env[62298]: DEBUG oslo_vmware.api [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Task: {'id': task-1803937, 'name': PowerOnVM_Task, 'duration_secs': 0.52045} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.746962] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1479.747313] env[62298]: INFO nova.compute.manager [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1479.747581] env[62298]: DEBUG nova.compute.manager [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1479.748920] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8f9021-ccc0-41a9-96fc-f6064834ddc6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.764890] env[62298]: DEBUG nova.network.neutron [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Successfully created port: e977c628-c126-4ce0-9f7e-204d3906e8de {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1479.819853] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03187827-3878-4021-a91a-b1244fb7663f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.828962] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33145cb1-3ca4-45fe-a8ab-6bffa5d042a9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.865110] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082145a8-9a92-4876-8726-86ccdf48b733 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.879793] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803942, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.880374] env[62298]: INFO nova.compute.manager [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Took 43.97 seconds to build instance. [ 1479.885026] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102a07fc-e539-4eda-9abe-76fc4e054551 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.904204] env[62298]: DEBUG nova.compute.provider_tree [None req-c766ccfb-742f-412e-9558-d7090c84317a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1479.909420] env[62298]: DEBUG oslo_vmware.api [None req-cd09e0d3-1a86-495e-8f43-7f23c11990d6 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803943, 'name': PowerOffVM_Task, 'duration_secs': 0.400234} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.909922] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd09e0d3-1a86-495e-8f43-7f23c11990d6 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1479.910113] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cd09e0d3-1a86-495e-8f43-7f23c11990d6 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1479.910365] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac8dedb8-b66d-4c48-8096-f6f4563b17d3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.038775] env[62298]: DEBUG oslo_vmware.api [None req-00740e51-1901-4c34-a6f4-09ea5f707fbc tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803944, 'name': PowerOffVM_Task, 'duration_secs': 0.312685} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.039082] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-00740e51-1901-4c34-a6f4-09ea5f707fbc tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1480.039267] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-00740e51-1901-4c34-a6f4-09ea5f707fbc tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1480.039545] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b761e7e0-96e4-4d5b-8ef3-ec4d5457582a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.055330] env[62298]: DEBUG oslo_vmware.api [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1803945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.115868] env[62298]: DEBUG oslo_vmware.api [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Task: {'id': task-1803946, 'name': ReconfigVM_Task, 'duration_secs': 0.37378} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.116115] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 24e9dd22-4939-4ea7-9fea-afac2e37722c/24e9dd22-4939-4ea7-9fea-afac2e37722c.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1480.116796] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb3d1e1a-9469-4271-aa92-67d38fc1bde3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.122753] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cd09e0d3-1a86-495e-8f43-7f23c11990d6 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1480.122946] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cd09e0d3-1a86-495e-8f43-7f23c11990d6 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1480.123146] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd09e0d3-1a86-495e-8f43-7f23c11990d6 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Deleting the datastore file [datastore1] a384f44d-9fc3-4570-bac6-5e13c22d012c {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1480.123436] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a7a3c59-a80a-4b07-a5b3-4e9763ee7810 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.126377] env[62298]: DEBUG oslo_vmware.api [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Waiting for the task: (returnval){ [ 1480.126377] env[62298]: value = "task-1803949" [ 1480.126377] env[62298]: _type = "Task" [ 1480.126377] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.130714] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-00740e51-1901-4c34-a6f4-09ea5f707fbc tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1480.130922] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-00740e51-1901-4c34-a6f4-09ea5f707fbc tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1480.131142] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-00740e51-1901-4c34-a6f4-09ea5f707fbc tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Deleting the datastore file [datastore1] 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1480.132643] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93d37405-86e8-4236-a179-79d9307ba852 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.134673] env[62298]: DEBUG oslo_vmware.api [None req-cd09e0d3-1a86-495e-8f43-7f23c11990d6 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for the task: (returnval){ [ 1480.134673] env[62298]: value = "task-1803950" [ 1480.134673] env[62298]: _type = "Task" [ 1480.134673] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.141035] env[62298]: DEBUG oslo_vmware.api [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Task: {'id': task-1803949, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.148052] env[62298]: DEBUG oslo_vmware.api [None req-00740e51-1901-4c34-a6f4-09ea5f707fbc tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for the task: (returnval){ [ 1480.148052] env[62298]: value = "task-1803951" [ 1480.148052] env[62298]: _type = "Task" [ 1480.148052] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.158022] env[62298]: DEBUG oslo_vmware.api [None req-cd09e0d3-1a86-495e-8f43-7f23c11990d6 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.160038] env[62298]: DEBUG oslo_vmware.api [None req-00740e51-1901-4c34-a6f4-09ea5f707fbc tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.272380] env[62298]: INFO nova.compute.manager [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Took 37.17 seconds to build instance. [ 1480.370798] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803942, 'name': CreateVM_Task, 'duration_secs': 0.677064} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.370966] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1480.371785] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.371963] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.372333] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.372586] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74001599-6dd0-46c6-b711-4c7ca97dc71a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.377072] env[62298]: DEBUG oslo_vmware.api [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Waiting for the task: (returnval){ [ 1480.377072] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5269a35c-0ca6-541d-a8ee-53e1b760da7f" [ 1480.377072] env[62298]: _type = "Task" [ 1480.377072] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.385509] env[62298]: DEBUG oslo_vmware.api [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5269a35c-0ca6-541d-a8ee-53e1b760da7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.388041] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e4e04117-7fcb-47fe-97a3-d985544ce6e0 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Lock "2c9f54be-e225-470a-a0cd-3af6b52a3a02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.595s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.411200] env[62298]: DEBUG nova.scheduler.client.report [None req-c766ccfb-742f-412e-9558-d7090c84317a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1480.547232] env[62298]: DEBUG nova.network.neutron [req-6ffd10ff-999f-489b-ac11-a46eac1b0b97 req-7fa1bab4-3b44-4cfa-8781-6f375d7d5fdf service nova] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Updated VIF entry in instance network info cache for port deac0df9-0f62-4113-8e7a-3fc5cffb3b54. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1480.547637] env[62298]: DEBUG nova.network.neutron [req-6ffd10ff-999f-489b-ac11-a46eac1b0b97 req-7fa1bab4-3b44-4cfa-8781-6f375d7d5fdf service nova] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Updating instance_info_cache with network_info: [{"id": "deac0df9-0f62-4113-8e7a-3fc5cffb3b54", "address": "fa:16:3e:36:17:98", "network": {"id": "b4617599-fbe6-4fd9-8b13-f1e01a50230f", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1260035281-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a96ef1b9b8647e9bb122820f4e95572", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeac0df9-0f", "ovs_interfaceid": "deac0df9-0f62-4113-8e7a-3fc5cffb3b54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.555249] env[62298]: DEBUG oslo_vmware.api [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1803945, 'name': ReconfigVM_Task, 'duration_secs': 0.909766} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.555610] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Reconfigured VM instance instance-00000018 to attach disk [datastore1] f20c13d7-c359-497f-a373-6b079740c4c3/f20c13d7-c359-497f-a373-6b079740c4c3.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1480.556257] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-522e3cf2-3492-453f-aea7-23c6d760ef3c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.563901] env[62298]: DEBUG oslo_vmware.api [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Waiting for the task: (returnval){ [ 1480.563901] env[62298]: value = "task-1803952" [ 1480.563901] env[62298]: _type = "Task" [ 1480.563901] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.574757] env[62298]: DEBUG oslo_vmware.api [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1803952, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.637293] env[62298]: DEBUG oslo_vmware.api [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Task: {'id': task-1803949, 'name': Rename_Task, 'duration_secs': 0.264415} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.637580] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1480.637848] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-630b4847-c134-4385-9dff-577eafa57879 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.642929] env[62298]: DEBUG nova.compute.manager [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1480.650445] env[62298]: DEBUG oslo_vmware.api [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Waiting for the task: (returnval){ [ 1480.650445] env[62298]: value = "task-1803953" [ 1480.650445] env[62298]: _type = "Task" [ 1480.650445] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.664993] env[62298]: DEBUG oslo_vmware.api [None req-cd09e0d3-1a86-495e-8f43-7f23c11990d6 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201991} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.666075] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd09e0d3-1a86-495e-8f43-7f23c11990d6 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1480.666320] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cd09e0d3-1a86-495e-8f43-7f23c11990d6 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1480.666546] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cd09e0d3-1a86-495e-8f43-7f23c11990d6 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1480.666732] env[62298]: INFO nova.compute.manager [None req-cd09e0d3-1a86-495e-8f43-7f23c11990d6 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1480.667037] env[62298]: DEBUG oslo.service.loopingcall [None req-cd09e0d3-1a86-495e-8f43-7f23c11990d6 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1480.670387] env[62298]: DEBUG nova.compute.manager [-] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1480.670387] env[62298]: DEBUG nova.network.neutron [-] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1480.672095] env[62298]: DEBUG oslo_vmware.api [None req-00740e51-1901-4c34-a6f4-09ea5f707fbc tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Task: {'id': task-1803951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19512} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.677617] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-00740e51-1901-4c34-a6f4-09ea5f707fbc tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1480.677814] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-00740e51-1901-4c34-a6f4-09ea5f707fbc tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1480.677994] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-00740e51-1901-4c34-a6f4-09ea5f707fbc tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1480.678280] env[62298]: INFO nova.compute.manager [None req-00740e51-1901-4c34-a6f4-09ea5f707fbc tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1480.678570] env[62298]: DEBUG oslo.service.loopingcall [None req-00740e51-1901-4c34-a6f4-09ea5f707fbc tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1480.678817] env[62298]: DEBUG oslo_vmware.api [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Task: {'id': task-1803953, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.679518] env[62298]: DEBUG nova.compute.manager [-] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1480.679623] env[62298]: DEBUG nova.network.neutron [-] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1480.691616] env[62298]: DEBUG nova.virt.hardware [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1480.691888] env[62298]: DEBUG nova.virt.hardware [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1480.692060] env[62298]: DEBUG nova.virt.hardware [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1480.695099] env[62298]: DEBUG nova.virt.hardware [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1480.695099] env[62298]: DEBUG nova.virt.hardware [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1480.695099] env[62298]: DEBUG nova.virt.hardware [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1480.695099] env[62298]: DEBUG nova.virt.hardware [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1480.695099] env[62298]: DEBUG nova.virt.hardware [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1480.695099] env[62298]: DEBUG nova.virt.hardware [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1480.695099] env[62298]: DEBUG nova.virt.hardware [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1480.695099] env[62298]: DEBUG nova.virt.hardware [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1480.695099] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875ad5c6-5304-454b-9faf-022ad681d601 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.704155] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b24a9d9-7372-4f1b-a6c8-3c5325d0e0cd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.774813] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5f5c9c58-b419-4943-899d-aecdf13b10ba tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Lock "b5509412-69b2-4de3-a46a-41bfbb24bf6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.546s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.888440] env[62298]: DEBUG oslo_vmware.api [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5269a35c-0ca6-541d-a8ee-53e1b760da7f, 'name': SearchDatastore_Task, 'duration_secs': 0.011153} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.888753] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.888987] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1480.890042] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.890042] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.890042] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1480.890042] env[62298]: DEBUG nova.compute.manager [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1480.892418] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0caa6d3d-1842-4437-8681-f0bd80329114 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.906353] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1480.906574] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1480.907341] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cf3e3ed-06af-48d6-a9b2-2aa5f84c13f4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.913938] env[62298]: DEBUG oslo_vmware.api [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Waiting for the task: (returnval){ [ 1480.913938] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c13ab2-8dd6-781d-b7fd-f0706ab310ae" [ 1480.913938] env[62298]: _type = "Task" [ 1480.913938] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.925981] env[62298]: DEBUG oslo_vmware.api [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c13ab2-8dd6-781d-b7fd-f0706ab310ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.963238] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6782c4f4-fe30-4f25-9e20-3340537c5779 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Acquiring lock "2c9f54be-e225-470a-a0cd-3af6b52a3a02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.963554] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6782c4f4-fe30-4f25-9e20-3340537c5779 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Lock "2c9f54be-e225-470a-a0cd-3af6b52a3a02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.963777] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6782c4f4-fe30-4f25-9e20-3340537c5779 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Acquiring lock "2c9f54be-e225-470a-a0cd-3af6b52a3a02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.963969] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6782c4f4-fe30-4f25-9e20-3340537c5779 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Lock "2c9f54be-e225-470a-a0cd-3af6b52a3a02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.964154] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6782c4f4-fe30-4f25-9e20-3340537c5779 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Lock "2c9f54be-e225-470a-a0cd-3af6b52a3a02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.966380] env[62298]: INFO nova.compute.manager [None req-6782c4f4-fe30-4f25-9e20-3340537c5779 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Terminating instance [ 1481.051251] env[62298]: DEBUG oslo_concurrency.lockutils [req-6ffd10ff-999f-489b-ac11-a46eac1b0b97 req-7fa1bab4-3b44-4cfa-8781-6f375d7d5fdf service nova] Releasing lock "refresh_cache-3f92eae6-b888-4913-8db0-618e1aaa45bf" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.073944] env[62298]: DEBUG oslo_vmware.api [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1803952, 'name': Rename_Task, 'duration_secs': 0.267381} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.074393] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1481.074681] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b24fd06-403d-43c4-9a8a-e5f5fb07c252 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.081291] env[62298]: DEBUG oslo_vmware.api [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Waiting for the task: (returnval){ [ 1481.081291] env[62298]: value = "task-1803954" [ 1481.081291] env[62298]: _type = "Task" [ 1481.081291] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.092448] env[62298]: DEBUG oslo_vmware.api [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1803954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.163135] env[62298]: DEBUG oslo_vmware.api [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Task: {'id': task-1803953, 'name': PowerOnVM_Task, 'duration_secs': 0.498363} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.163135] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1481.163135] env[62298]: INFO nova.compute.manager [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1481.163135] env[62298]: DEBUG nova.compute.manager [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1481.163622] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5497978f-ea3f-438c-ae9d-4e9e187eb41c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.278484] env[62298]: DEBUG nova.compute.manager [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1481.322059] env[62298]: DEBUG nova.compute.manager [req-5f78fc80-0e5b-422a-a899-e9c834cd8380 req-82f03c70-16bc-447a-9c9e-2972e7b92bab service nova] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Received event network-vif-deleted-fb73ff11-e88d-41db-84b2-ce7eccfe535e {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1481.322059] env[62298]: INFO nova.compute.manager [req-5f78fc80-0e5b-422a-a899-e9c834cd8380 req-82f03c70-16bc-447a-9c9e-2972e7b92bab service nova] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Neutron deleted interface fb73ff11-e88d-41db-84b2-ce7eccfe535e; detaching it from the instance and deleting it from the info cache [ 1481.322059] env[62298]: DEBUG nova.network.neutron [req-5f78fc80-0e5b-422a-a899-e9c834cd8380 req-82f03c70-16bc-447a-9c9e-2972e7b92bab service nova] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.424259] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.425621] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c766ccfb-742f-412e-9558-d7090c84317a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.812s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.436007] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e8dd62db-20a1-4d83-86ef-dfc7d2139270 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.504s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.436356] env[62298]: DEBUG nova.objects.instance [None req-e8dd62db-20a1-4d83-86ef-dfc7d2139270 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Lazy-loading 'resources' on Instance uuid 49698e96-7ce6-446b-9375-bd470d083d98 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1481.437692] env[62298]: DEBUG oslo_vmware.api [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c13ab2-8dd6-781d-b7fd-f0706ab310ae, 'name': SearchDatastore_Task, 'duration_secs': 0.019828} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.442761] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac97e350-df33-468d-b7a0-de24f9357199 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.449167] env[62298]: DEBUG oslo_vmware.api [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Waiting for the task: (returnval){ [ 1481.449167] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522c6b2c-b47d-5e45-8018-337d1e0b4b67" [ 1481.449167] env[62298]: _type = "Task" [ 1481.449167] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.450836] env[62298]: DEBUG nova.network.neutron [-] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.461883] env[62298]: DEBUG oslo_vmware.api [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522c6b2c-b47d-5e45-8018-337d1e0b4b67, 'name': SearchDatastore_Task, 'duration_secs': 0.009654} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.462244] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.462602] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 3f92eae6-b888-4913-8db0-618e1aaa45bf/3f92eae6-b888-4913-8db0-618e1aaa45bf.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1481.462924] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c95fe43-a2b9-4926-a806-68a3df2e9d83 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.470401] env[62298]: DEBUG nova.compute.manager [None req-6782c4f4-fe30-4f25-9e20-3340537c5779 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1481.470704] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6782c4f4-fe30-4f25-9e20-3340537c5779 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1481.471468] env[62298]: DEBUG oslo_vmware.api [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Waiting for the task: (returnval){ [ 1481.471468] env[62298]: value = "task-1803955" [ 1481.471468] env[62298]: _type = "Task" [ 1481.471468] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.472388] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c959eebc-3c29-4577-856d-9d011183f2de {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.485414] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-6782c4f4-fe30-4f25-9e20-3340537c5779 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1481.488522] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2aec4c5-8254-41f1-abdd-5063d1cee3cf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.490200] env[62298]: DEBUG oslo_vmware.api [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Task: {'id': task-1803955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.494912] env[62298]: DEBUG oslo_vmware.api [None req-6782c4f4-fe30-4f25-9e20-3340537c5779 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Waiting for the task: (returnval){ [ 1481.494912] env[62298]: value = "task-1803956" [ 1481.494912] env[62298]: _type = "Task" [ 1481.494912] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.503570] env[62298]: DEBUG oslo_vmware.api [None req-6782c4f4-fe30-4f25-9e20-3340537c5779 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.596742] env[62298]: DEBUG oslo_vmware.api [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1803954, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.614141] env[62298]: DEBUG nova.network.neutron [-] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.691347] env[62298]: DEBUG nova.compute.manager [req-8a112aa3-a72b-47ef-95da-6f15dac2a3bf req-7078f889-5775-4284-a955-4b3b37968feb service nova] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Received event network-vif-deleted-7676199c-a89b-4b75-b218-a2b91c91f3ee {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1481.700039] env[62298]: INFO nova.compute.manager [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Took 36.52 seconds to build instance. [ 1481.815789] env[62298]: DEBUG oslo_concurrency.lockutils [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.824655] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e464bbf8-e0c1-4e3b-988c-397eab81200f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.838231] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b71328-c6a9-4cd3-bd3c-330d60994ffa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.877877] env[62298]: DEBUG nova.compute.manager [req-5f78fc80-0e5b-422a-a899-e9c834cd8380 req-82f03c70-16bc-447a-9c9e-2972e7b92bab service nova] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Detach interface failed, port_id=fb73ff11-e88d-41db-84b2-ce7eccfe535e, reason: Instance 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1481.927429] env[62298]: DEBUG nova.network.neutron [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Successfully updated port: e977c628-c126-4ce0-9f7e-204d3906e8de {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1481.957272] env[62298]: INFO nova.compute.manager [-] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Took 1.28 seconds to deallocate network for instance. [ 1481.990876] env[62298]: DEBUG oslo_vmware.api [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Task: {'id': task-1803955, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.008558] env[62298]: DEBUG oslo_vmware.api [None req-6782c4f4-fe30-4f25-9e20-3340537c5779 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803956, 'name': PowerOffVM_Task, 'duration_secs': 0.194791} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.009705] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-6782c4f4-fe30-4f25-9e20-3340537c5779 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1482.009705] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6782c4f4-fe30-4f25-9e20-3340537c5779 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1482.009705] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-416a0f95-5a19-4da4-a23f-835eff0db66e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.034924] env[62298]: INFO nova.scheduler.client.report [None req-c766ccfb-742f-412e-9558-d7090c84317a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Deleted allocation for migration 946a57b0-2481-4cba-ba6a-c8ac5df6b91b [ 1482.093809] env[62298]: DEBUG oslo_vmware.api [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1803954, 'name': PowerOnVM_Task, 'duration_secs': 0.707248} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.095151] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1482.095389] env[62298]: INFO nova.compute.manager [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Took 17.08 seconds to spawn the instance on the hypervisor. [ 1482.095606] env[62298]: DEBUG nova.compute.manager [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1482.095870] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6782c4f4-fe30-4f25-9e20-3340537c5779 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1482.096091] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6782c4f4-fe30-4f25-9e20-3340537c5779 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1482.096288] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-6782c4f4-fe30-4f25-9e20-3340537c5779 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Deleting the datastore file [datastore1] 2c9f54be-e225-470a-a0cd-3af6b52a3a02 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1482.100185] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e79e40-d86e-46f2-9067-f30d30a72712 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.102991] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1b05650-da08-4559-8e91-23ae0c9b5ef8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.114594] env[62298]: DEBUG oslo_vmware.api [None req-6782c4f4-fe30-4f25-9e20-3340537c5779 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Waiting for the task: (returnval){ [ 1482.114594] env[62298]: value = "task-1803958" [ 1482.114594] env[62298]: _type = "Task" [ 1482.114594] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.115761] env[62298]: INFO nova.compute.manager [-] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Took 1.45 seconds to deallocate network for instance. [ 1482.130873] env[62298]: DEBUG oslo_vmware.api [None req-6782c4f4-fe30-4f25-9e20-3340537c5779 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.203924] env[62298]: DEBUG oslo_concurrency.lockutils [None req-875adeb7-e8f4-4980-8eb5-1080e9ccc8e4 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Lock "24e9dd22-4939-4ea7-9fea-afac2e37722c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.041s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.433081] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Acquiring lock "refresh_cache-9a0b606b-2b47-4257-8722-e3933b63890b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1482.433254] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Acquired lock "refresh_cache-9a0b606b-2b47-4257-8722-e3933b63890b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.433406] env[62298]: DEBUG nova.network.neutron [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1482.468455] env[62298]: DEBUG oslo_concurrency.lockutils [None req-00740e51-1901-4c34-a6f4-09ea5f707fbc tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.488836] env[62298]: DEBUG oslo_vmware.api [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Task: {'id': task-1803955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548699} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.491927] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 3f92eae6-b888-4913-8db0-618e1aaa45bf/3f92eae6-b888-4913-8db0-618e1aaa45bf.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1482.492191] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1482.493658] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83a6492b-8f24-40a9-b716-cdc6e6ea5615 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.501721] env[62298]: DEBUG oslo_vmware.api [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Waiting for the task: (returnval){ [ 1482.501721] env[62298]: value = "task-1803959" [ 1482.501721] env[62298]: _type = "Task" [ 1482.501721] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.507666] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c77aa3-444e-4eee-b981-ec0b47536b3d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.515674] env[62298]: DEBUG oslo_vmware.api [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Task: {'id': task-1803959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.521017] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dede240a-6f2d-46b7-a234-d5daa6296b93 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.559663] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c766ccfb-742f-412e-9558-d7090c84317a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "cbd7ef0e-8619-4b1e-a352-371976e32dbe" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 29.570s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.562039] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1a418b-70ec-4be4-9808-253334d8d628 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.569613] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a3f9f1-59c3-43c6-a422-d83323e26608 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.584331] env[62298]: DEBUG nova.compute.provider_tree [None req-e8dd62db-20a1-4d83-86ef-dfc7d2139270 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1482.625493] env[62298]: INFO nova.compute.manager [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Took 48.92 seconds to build instance. [ 1482.627206] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cd09e0d3-1a86-495e-8f43-7f23c11990d6 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.631667] env[62298]: DEBUG oslo_vmware.api [None req-6782c4f4-fe30-4f25-9e20-3340537c5779 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Task: {'id': task-1803958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148991} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.631939] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-6782c4f4-fe30-4f25-9e20-3340537c5779 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1482.632160] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6782c4f4-fe30-4f25-9e20-3340537c5779 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1482.632378] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6782c4f4-fe30-4f25-9e20-3340537c5779 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1482.632557] env[62298]: INFO nova.compute.manager [None req-6782c4f4-fe30-4f25-9e20-3340537c5779 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1482.632789] env[62298]: DEBUG oslo.service.loopingcall [None req-6782c4f4-fe30-4f25-9e20-3340537c5779 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1482.633013] env[62298]: DEBUG nova.compute.manager [-] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1482.633136] env[62298]: DEBUG nova.network.neutron [-] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1482.706870] env[62298]: DEBUG nova.compute.manager [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1483.013337] env[62298]: DEBUG oslo_vmware.api [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Task: {'id': task-1803959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.038128] env[62298]: DEBUG nova.network.neutron [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1483.086944] env[62298]: DEBUG nova.scheduler.client.report [None req-e8dd62db-20a1-4d83-86ef-dfc7d2139270 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1483.112680] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a7c813ad-847c-449c-9e2d-dc5d448b0728 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Acquiring lock "24e9dd22-4939-4ea7-9fea-afac2e37722c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.112933] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a7c813ad-847c-449c-9e2d-dc5d448b0728 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Lock "24e9dd22-4939-4ea7-9fea-afac2e37722c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.113153] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a7c813ad-847c-449c-9e2d-dc5d448b0728 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Acquiring lock "24e9dd22-4939-4ea7-9fea-afac2e37722c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.113340] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a7c813ad-847c-449c-9e2d-dc5d448b0728 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Lock "24e9dd22-4939-4ea7-9fea-afac2e37722c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.113503] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a7c813ad-847c-449c-9e2d-dc5d448b0728 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Lock "24e9dd22-4939-4ea7-9fea-afac2e37722c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.115564] env[62298]: INFO nova.compute.manager [None req-a7c813ad-847c-449c-9e2d-dc5d448b0728 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Terminating instance [ 1483.128713] env[62298]: DEBUG oslo_concurrency.lockutils [None req-15083696-2fc5-42ca-a10f-8f93a7d28ab3 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Lock "f20c13d7-c359-497f-a373-6b079740c4c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.128s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.229472] env[62298]: DEBUG oslo_concurrency.lockutils [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.412982] env[62298]: DEBUG nova.network.neutron [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Updating instance_info_cache with network_info: [{"id": "e977c628-c126-4ce0-9f7e-204d3906e8de", "address": "fa:16:3e:af:b8:93", "network": {"id": "e136c59d-cfd5-4a9a-a0be-50a1779abbfe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-131046779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a665a1bca714cd4a6e99d153251955a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape977c628-c1", "ovs_interfaceid": "e977c628-c126-4ce0-9f7e-204d3906e8de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.513935] env[62298]: DEBUG oslo_vmware.api [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Task: {'id': task-1803959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.585927} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.518835] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1483.519128] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e284c026-4736-4a25-96ed-58747b279c87 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.549252] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 3f92eae6-b888-4913-8db0-618e1aaa45bf/3f92eae6-b888-4913-8db0-618e1aaa45bf.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1483.549710] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94f73b37-01e8-4a16-8531-5f14bcdf498a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.568495] env[62298]: DEBUG nova.compute.manager [req-c44f6fe3-be7c-421e-836d-3d42d44596b0 req-70dfc478-06b6-4ea2-bd99-ee8c4c2e5ae4 service nova] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Received event network-changed-d21b1f03-244e-4d5c-a30b-7096d333444c {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1483.568600] env[62298]: DEBUG nova.compute.manager [req-c44f6fe3-be7c-421e-836d-3d42d44596b0 req-70dfc478-06b6-4ea2-bd99-ee8c4c2e5ae4 service nova] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Refreshing instance network info cache due to event network-changed-d21b1f03-244e-4d5c-a30b-7096d333444c. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1483.568736] env[62298]: DEBUG oslo_concurrency.lockutils [req-c44f6fe3-be7c-421e-836d-3d42d44596b0 req-70dfc478-06b6-4ea2-bd99-ee8c4c2e5ae4 service nova] Acquiring lock "refresh_cache-b5509412-69b2-4de3-a46a-41bfbb24bf6b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.569185] env[62298]: DEBUG oslo_concurrency.lockutils [req-c44f6fe3-be7c-421e-836d-3d42d44596b0 req-70dfc478-06b6-4ea2-bd99-ee8c4c2e5ae4 service nova] Acquired lock "refresh_cache-b5509412-69b2-4de3-a46a-41bfbb24bf6b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.569360] env[62298]: DEBUG nova.network.neutron [req-c44f6fe3-be7c-421e-836d-3d42d44596b0 req-70dfc478-06b6-4ea2-bd99-ee8c4c2e5ae4 service nova] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Refreshing network info cache for port d21b1f03-244e-4d5c-a30b-7096d333444c {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1483.576794] env[62298]: DEBUG oslo_vmware.api [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Waiting for the task: (returnval){ [ 1483.576794] env[62298]: value = "task-1803960" [ 1483.576794] env[62298]: _type = "Task" [ 1483.576794] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.587180] env[62298]: DEBUG oslo_vmware.api [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Task: {'id': task-1803960, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.593575] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e8dd62db-20a1-4d83-86ef-dfc7d2139270 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.596796] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.795s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.598681] env[62298]: INFO nova.compute.claims [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1483.612956] env[62298]: INFO nova.scheduler.client.report [None req-e8dd62db-20a1-4d83-86ef-dfc7d2139270 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Deleted allocations for instance 49698e96-7ce6-446b-9375-bd470d083d98 [ 1483.618540] env[62298]: DEBUG nova.compute.manager [None req-a7c813ad-847c-449c-9e2d-dc5d448b0728 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1483.618770] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c813ad-847c-449c-9e2d-dc5d448b0728 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1483.619926] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969c0ded-5688-4f0f-a347-ceaf3102e1cd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.628090] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c813ad-847c-449c-9e2d-dc5d448b0728 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1483.628352] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccd6c1f5-4cea-4e25-a5a8-bd7f2e178b4a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.631510] env[62298]: DEBUG nova.compute.manager [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1483.635659] env[62298]: DEBUG oslo_vmware.api [None req-a7c813ad-847c-449c-9e2d-dc5d448b0728 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Waiting for the task: (returnval){ [ 1483.635659] env[62298]: value = "task-1803961" [ 1483.635659] env[62298]: _type = "Task" [ 1483.635659] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.644139] env[62298]: DEBUG oslo_vmware.api [None req-a7c813ad-847c-449c-9e2d-dc5d448b0728 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Task: {'id': task-1803961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.868130] env[62298]: DEBUG nova.compute.manager [req-1c205fce-56ac-46fb-86fd-68d698d22069 req-2a9febaa-234c-489c-a4bf-680d62bf5158 service nova] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Received event network-vif-plugged-e977c628-c126-4ce0-9f7e-204d3906e8de {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1483.868367] env[62298]: DEBUG oslo_concurrency.lockutils [req-1c205fce-56ac-46fb-86fd-68d698d22069 req-2a9febaa-234c-489c-a4bf-680d62bf5158 service nova] Acquiring lock "9a0b606b-2b47-4257-8722-e3933b63890b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.868586] env[62298]: DEBUG oslo_concurrency.lockutils [req-1c205fce-56ac-46fb-86fd-68d698d22069 req-2a9febaa-234c-489c-a4bf-680d62bf5158 service nova] Lock "9a0b606b-2b47-4257-8722-e3933b63890b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.868771] env[62298]: DEBUG oslo_concurrency.lockutils [req-1c205fce-56ac-46fb-86fd-68d698d22069 req-2a9febaa-234c-489c-a4bf-680d62bf5158 service nova] Lock "9a0b606b-2b47-4257-8722-e3933b63890b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.868948] env[62298]: DEBUG nova.compute.manager [req-1c205fce-56ac-46fb-86fd-68d698d22069 req-2a9febaa-234c-489c-a4bf-680d62bf5158 service nova] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] No waiting events found dispatching network-vif-plugged-e977c628-c126-4ce0-9f7e-204d3906e8de {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1483.869134] env[62298]: WARNING nova.compute.manager [req-1c205fce-56ac-46fb-86fd-68d698d22069 req-2a9febaa-234c-489c-a4bf-680d62bf5158 service nova] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Received unexpected event network-vif-plugged-e977c628-c126-4ce0-9f7e-204d3906e8de for instance with vm_state building and task_state spawning. [ 1483.869309] env[62298]: DEBUG nova.compute.manager [req-1c205fce-56ac-46fb-86fd-68d698d22069 req-2a9febaa-234c-489c-a4bf-680d62bf5158 service nova] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Received event network-changed-e977c628-c126-4ce0-9f7e-204d3906e8de {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1483.869484] env[62298]: DEBUG nova.compute.manager [req-1c205fce-56ac-46fb-86fd-68d698d22069 req-2a9febaa-234c-489c-a4bf-680d62bf5158 service nova] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Refreshing instance network info cache due to event network-changed-e977c628-c126-4ce0-9f7e-204d3906e8de. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1483.869673] env[62298]: DEBUG oslo_concurrency.lockutils [req-1c205fce-56ac-46fb-86fd-68d698d22069 req-2a9febaa-234c-489c-a4bf-680d62bf5158 service nova] Acquiring lock "refresh_cache-9a0b606b-2b47-4257-8722-e3933b63890b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.893942] env[62298]: DEBUG nova.network.neutron [-] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.915064] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Releasing lock "refresh_cache-9a0b606b-2b47-4257-8722-e3933b63890b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1483.915447] env[62298]: DEBUG nova.compute.manager [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Instance network_info: |[{"id": "e977c628-c126-4ce0-9f7e-204d3906e8de", "address": "fa:16:3e:af:b8:93", "network": {"id": "e136c59d-cfd5-4a9a-a0be-50a1779abbfe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-131046779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a665a1bca714cd4a6e99d153251955a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape977c628-c1", "ovs_interfaceid": "e977c628-c126-4ce0-9f7e-204d3906e8de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1483.915748] env[62298]: DEBUG oslo_concurrency.lockutils [req-1c205fce-56ac-46fb-86fd-68d698d22069 req-2a9febaa-234c-489c-a4bf-680d62bf5158 service nova] Acquired lock "refresh_cache-9a0b606b-2b47-4257-8722-e3933b63890b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.915933] env[62298]: DEBUG nova.network.neutron [req-1c205fce-56ac-46fb-86fd-68d698d22069 req-2a9febaa-234c-489c-a4bf-680d62bf5158 service nova] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Refreshing network info cache for port e977c628-c126-4ce0-9f7e-204d3906e8de {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1483.917766] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:b8:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e977c628-c126-4ce0-9f7e-204d3906e8de', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1483.925161] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Creating folder: Project (2a665a1bca714cd4a6e99d153251955a). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1483.926061] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b2f0ee5-42aa-4d40-8bb9-9fcc5ce59b4b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.938678] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Created folder: Project (2a665a1bca714cd4a6e99d153251955a) in parent group-v373906. [ 1483.938868] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Creating folder: Instances. Parent ref: group-v373983. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1483.939807] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af382b70-405f-41b1-a39c-269d81f6f6a1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.948690] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Created folder: Instances in parent group-v373983. [ 1483.948932] env[62298]: DEBUG oslo.service.loopingcall [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1483.949136] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1483.949340] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d7fbd93-b597-41ce-95e3-feb7f92bee1f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.973057] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1483.973057] env[62298]: value = "task-1803964" [ 1483.973057] env[62298]: _type = "Task" [ 1483.973057] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.984768] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803964, 'name': CreateVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.088902] env[62298]: DEBUG oslo_vmware.api [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Task: {'id': task-1803960, 'name': ReconfigVM_Task, 'duration_secs': 0.283365} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.089898] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 3f92eae6-b888-4913-8db0-618e1aaa45bf/3f92eae6-b888-4913-8db0-618e1aaa45bf.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1484.091186] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84a067c2-6746-4d73-8859-176b3946a0a7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.097888] env[62298]: DEBUG oslo_vmware.api [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Waiting for the task: (returnval){ [ 1484.097888] env[62298]: value = "task-1803965" [ 1484.097888] env[62298]: _type = "Task" [ 1484.097888] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.112139] env[62298]: DEBUG oslo_vmware.api [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Task: {'id': task-1803965, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.121533] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e8dd62db-20a1-4d83-86ef-dfc7d2139270 tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Lock "49698e96-7ce6-446b-9375-bd470d083d98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.577s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.151210] env[62298]: DEBUG oslo_vmware.api [None req-a7c813ad-847c-449c-9e2d-dc5d448b0728 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Task: {'id': task-1803961, 'name': PowerOffVM_Task, 'duration_secs': 0.202954} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.151606] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c813ad-847c-449c-9e2d-dc5d448b0728 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1484.154234] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c813ad-847c-449c-9e2d-dc5d448b0728 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1484.154605] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d8524d2-e77a-4611-b59f-7196e947c83e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.164785] env[62298]: DEBUG oslo_concurrency.lockutils [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.240803] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c813ad-847c-449c-9e2d-dc5d448b0728 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1484.241083] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c813ad-847c-449c-9e2d-dc5d448b0728 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1484.241318] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7c813ad-847c-449c-9e2d-dc5d448b0728 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Deleting the datastore file [datastore1] 24e9dd22-4939-4ea7-9fea-afac2e37722c {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1484.241619] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37502d18-ef9b-4f90-9dc6-5986a44126e6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.247881] env[62298]: DEBUG oslo_vmware.api [None req-a7c813ad-847c-449c-9e2d-dc5d448b0728 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Waiting for the task: (returnval){ [ 1484.247881] env[62298]: value = "task-1803967" [ 1484.247881] env[62298]: _type = "Task" [ 1484.247881] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.256397] env[62298]: DEBUG oslo_vmware.api [None req-a7c813ad-847c-449c-9e2d-dc5d448b0728 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Task: {'id': task-1803967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.311867] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c1b9d5bc-8989-4cdb-8e06-a5da0d13cea9 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Acquiring lock "f20c13d7-c359-497f-a373-6b079740c4c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.312190] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c1b9d5bc-8989-4cdb-8e06-a5da0d13cea9 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Lock "f20c13d7-c359-497f-a373-6b079740c4c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.312496] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c1b9d5bc-8989-4cdb-8e06-a5da0d13cea9 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Acquiring lock "f20c13d7-c359-497f-a373-6b079740c4c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.312645] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c1b9d5bc-8989-4cdb-8e06-a5da0d13cea9 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Lock "f20c13d7-c359-497f-a373-6b079740c4c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.312845] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c1b9d5bc-8989-4cdb-8e06-a5da0d13cea9 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Lock "f20c13d7-c359-497f-a373-6b079740c4c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.315022] env[62298]: INFO nova.compute.manager [None req-c1b9d5bc-8989-4cdb-8e06-a5da0d13cea9 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Terminating instance [ 1484.397603] env[62298]: INFO nova.compute.manager [-] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Took 1.76 seconds to deallocate network for instance. [ 1484.425295] env[62298]: DEBUG nova.network.neutron [req-c44f6fe3-be7c-421e-836d-3d42d44596b0 req-70dfc478-06b6-4ea2-bd99-ee8c4c2e5ae4 service nova] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Updated VIF entry in instance network info cache for port d21b1f03-244e-4d5c-a30b-7096d333444c. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1484.425719] env[62298]: DEBUG nova.network.neutron [req-c44f6fe3-be7c-421e-836d-3d42d44596b0 req-70dfc478-06b6-4ea2-bd99-ee8c4c2e5ae4 service nova] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Updating instance_info_cache with network_info: [{"id": "d21b1f03-244e-4d5c-a30b-7096d333444c", "address": "fa:16:3e:ad:06:2d", "network": {"id": "a923274f-2054-496d-b322-f9180acef266", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-922949031-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88083756185349bbb00c994a4fbd39b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd21b1f03-24", "ovs_interfaceid": "d21b1f03-244e-4d5c-a30b-7096d333444c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.486849] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803964, 'name': CreateVM_Task, 'duration_secs': 0.317985} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.486939] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1484.487755] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1484.487919] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.488237] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1484.488488] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6df68614-8821-4bee-97fd-8af7bb971cc9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.494043] env[62298]: DEBUG oslo_vmware.api [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Waiting for the task: (returnval){ [ 1484.494043] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5234f770-5456-248f-2783-6b49240a2a66" [ 1484.494043] env[62298]: _type = "Task" [ 1484.494043] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.502153] env[62298]: DEBUG oslo_vmware.api [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5234f770-5456-248f-2783-6b49240a2a66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.607645] env[62298]: DEBUG oslo_vmware.api [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Task: {'id': task-1803965, 'name': Rename_Task, 'duration_secs': 0.137993} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.609814] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1484.612577] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1d545ea-2838-4785-8377-811a30b0ca58 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.620041] env[62298]: DEBUG oslo_vmware.api [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Waiting for the task: (returnval){ [ 1484.620041] env[62298]: value = "task-1803968" [ 1484.620041] env[62298]: _type = "Task" [ 1484.620041] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.637577] env[62298]: DEBUG oslo_vmware.api [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Task: {'id': task-1803968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.761119] env[62298]: DEBUG oslo_vmware.api [None req-a7c813ad-847c-449c-9e2d-dc5d448b0728 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Task: {'id': task-1803967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153696} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.764242] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7c813ad-847c-449c-9e2d-dc5d448b0728 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1484.765937] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c813ad-847c-449c-9e2d-dc5d448b0728 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1484.765937] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c813ad-847c-449c-9e2d-dc5d448b0728 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1484.765937] env[62298]: INFO nova.compute.manager [None req-a7c813ad-847c-449c-9e2d-dc5d448b0728 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1484.765937] env[62298]: DEBUG oslo.service.loopingcall [None req-a7c813ad-847c-449c-9e2d-dc5d448b0728 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1484.768628] env[62298]: DEBUG nova.compute.manager [-] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1484.768825] env[62298]: DEBUG nova.network.neutron [-] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1484.818777] env[62298]: DEBUG nova.compute.manager [None req-c1b9d5bc-8989-4cdb-8e06-a5da0d13cea9 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1484.820239] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b9d5bc-8989-4cdb-8e06-a5da0d13cea9 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1484.821388] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb637d87-9826-42dc-be3c-eafc79b7ccce {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.833809] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b9d5bc-8989-4cdb-8e06-a5da0d13cea9 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1484.834105] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d31e09e-9ccf-4149-9ea9-804d83166b1f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.841665] env[62298]: DEBUG oslo_vmware.api [None req-c1b9d5bc-8989-4cdb-8e06-a5da0d13cea9 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Waiting for the task: (returnval){ [ 1484.841665] env[62298]: value = "task-1803969" [ 1484.841665] env[62298]: _type = "Task" [ 1484.841665] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.859748] env[62298]: DEBUG oslo_vmware.api [None req-c1b9d5bc-8989-4cdb-8e06-a5da0d13cea9 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1803969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.895319] env[62298]: DEBUG nova.network.neutron [req-1c205fce-56ac-46fb-86fd-68d698d22069 req-2a9febaa-234c-489c-a4bf-680d62bf5158 service nova] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Updated VIF entry in instance network info cache for port e977c628-c126-4ce0-9f7e-204d3906e8de. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1484.895828] env[62298]: DEBUG nova.network.neutron [req-1c205fce-56ac-46fb-86fd-68d698d22069 req-2a9febaa-234c-489c-a4bf-680d62bf5158 service nova] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Updating instance_info_cache with network_info: [{"id": "e977c628-c126-4ce0-9f7e-204d3906e8de", "address": "fa:16:3e:af:b8:93", "network": {"id": "e136c59d-cfd5-4a9a-a0be-50a1779abbfe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-131046779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a665a1bca714cd4a6e99d153251955a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape977c628-c1", "ovs_interfaceid": "e977c628-c126-4ce0-9f7e-204d3906e8de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.906664] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6782c4f4-fe30-4f25-9e20-3340537c5779 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.929729] env[62298]: DEBUG oslo_concurrency.lockutils [req-c44f6fe3-be7c-421e-836d-3d42d44596b0 req-70dfc478-06b6-4ea2-bd99-ee8c4c2e5ae4 service nova] Releasing lock "refresh_cache-b5509412-69b2-4de3-a46a-41bfbb24bf6b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.011970] env[62298]: DEBUG oslo_vmware.api [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5234f770-5456-248f-2783-6b49240a2a66, 'name': SearchDatastore_Task, 'duration_secs': 0.012106} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.012421] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.013028] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1485.013028] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.013028] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.013193] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1485.014025] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7712a650-db23-4261-a077-c8e28f0647fc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.032125] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1485.032340] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1485.033260] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2d6f9b3-0de5-4620-bf02-85a7ce0fa4f3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.043544] env[62298]: DEBUG oslo_vmware.api [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Waiting for the task: (returnval){ [ 1485.043544] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52968e46-e5d8-c86b-1c27-ce4fa3f0d1fd" [ 1485.043544] env[62298]: _type = "Task" [ 1485.043544] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.060134] env[62298]: DEBUG oslo_vmware.api [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52968e46-e5d8-c86b-1c27-ce4fa3f0d1fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010867} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.064824] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aa95120-8c15-44c4-8b6c-6a3c2de981bd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.072017] env[62298]: DEBUG oslo_vmware.api [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Waiting for the task: (returnval){ [ 1485.072017] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52dc0654-c245-2a72-fac9-782474770030" [ 1485.072017] env[62298]: _type = "Task" [ 1485.072017] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.081385] env[62298]: DEBUG oslo_vmware.api [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52dc0654-c245-2a72-fac9-782474770030, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.133783] env[62298]: DEBUG oslo_vmware.api [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Task: {'id': task-1803968, 'name': PowerOnVM_Task, 'duration_secs': 0.45992} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.134133] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1485.134390] env[62298]: INFO nova.compute.manager [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1485.134621] env[62298]: DEBUG nova.compute.manager [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1485.135455] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afb8906-1231-4ef8-8c31-5fc83f9835c1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.195680] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150a7c34-3959-4592-9c01-892dc687fb33 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.208605] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e3f11c-331c-4b90-82e7-2615e6d727b6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.247752] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248a6413-3a58-48a8-be50-68932160144a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.260120] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ccc940-23dc-4e82-8dd3-ee60baba4dcd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.275448] env[62298]: DEBUG nova.compute.provider_tree [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1485.308664] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquiring lock "e647687b-eebb-4b16-8dda-6a7f9f99822c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.308664] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "e647687b-eebb-4b16-8dda-6a7f9f99822c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.351441] env[62298]: DEBUG oslo_vmware.api [None req-c1b9d5bc-8989-4cdb-8e06-a5da0d13cea9 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1803969, 'name': PowerOffVM_Task, 'duration_secs': 0.247019} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.351754] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b9d5bc-8989-4cdb-8e06-a5da0d13cea9 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1485.351971] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b9d5bc-8989-4cdb-8e06-a5da0d13cea9 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1485.352519] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bb59231-39d0-46fa-9979-13db693b6350 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.399436] env[62298]: DEBUG oslo_concurrency.lockutils [req-1c205fce-56ac-46fb-86fd-68d698d22069 req-2a9febaa-234c-489c-a4bf-680d62bf5158 service nova] Releasing lock "refresh_cache-9a0b606b-2b47-4257-8722-e3933b63890b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.399706] env[62298]: DEBUG nova.compute.manager [req-1c205fce-56ac-46fb-86fd-68d698d22069 req-2a9febaa-234c-489c-a4bf-680d62bf5158 service nova] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Received event network-vif-deleted-bb394be3-ca00-4d38-b485-6fc6f4387753 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1485.399888] env[62298]: INFO nova.compute.manager [req-1c205fce-56ac-46fb-86fd-68d698d22069 req-2a9febaa-234c-489c-a4bf-680d62bf5158 service nova] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Neutron deleted interface bb394be3-ca00-4d38-b485-6fc6f4387753; detaching it from the instance and deleting it from the info cache [ 1485.400089] env[62298]: DEBUG nova.network.neutron [req-1c205fce-56ac-46fb-86fd-68d698d22069 req-2a9febaa-234c-489c-a4bf-680d62bf5158 service nova] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.582218] env[62298]: DEBUG oslo_vmware.api [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52dc0654-c245-2a72-fac9-782474770030, 'name': SearchDatastore_Task, 'duration_secs': 0.011326} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.582483] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.582743] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 9a0b606b-2b47-4257-8722-e3933b63890b/9a0b606b-2b47-4257-8722-e3933b63890b.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1485.583009] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ef0b386-bf8e-4b1c-9c90-a3582b64d718 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.590101] env[62298]: DEBUG oslo_vmware.api [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Waiting for the task: (returnval){ [ 1485.590101] env[62298]: value = "task-1803971" [ 1485.590101] env[62298]: _type = "Task" [ 1485.590101] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.595184] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9df937b9-5ed5-433f-9764-2249280e1f2b tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Acquiring lock "a79b91e6-bd85-4bfe-bf5d-349dcda6268b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.595443] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9df937b9-5ed5-433f-9764-2249280e1f2b tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Lock "a79b91e6-bd85-4bfe-bf5d-349dcda6268b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.595647] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9df937b9-5ed5-433f-9764-2249280e1f2b tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Acquiring lock "a79b91e6-bd85-4bfe-bf5d-349dcda6268b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.595827] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9df937b9-5ed5-433f-9764-2249280e1f2b tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Lock "a79b91e6-bd85-4bfe-bf5d-349dcda6268b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.595988] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9df937b9-5ed5-433f-9764-2249280e1f2b tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Lock "a79b91e6-bd85-4bfe-bf5d-349dcda6268b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.598077] env[62298]: INFO nova.compute.manager [None req-9df937b9-5ed5-433f-9764-2249280e1f2b tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Terminating instance [ 1485.602094] env[62298]: DEBUG oslo_vmware.api [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1803971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.654948] env[62298]: INFO nova.compute.manager [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Took 35.68 seconds to build instance. [ 1485.664774] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b9d5bc-8989-4cdb-8e06-a5da0d13cea9 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1485.665057] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b9d5bc-8989-4cdb-8e06-a5da0d13cea9 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1485.665344] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1b9d5bc-8989-4cdb-8e06-a5da0d13cea9 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Deleting the datastore file [datastore1] f20c13d7-c359-497f-a373-6b079740c4c3 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1485.665606] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0117ac3c-4a4c-4082-89ff-cffbcc73edf6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.674153] env[62298]: DEBUG oslo_vmware.api [None req-c1b9d5bc-8989-4cdb-8e06-a5da0d13cea9 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Waiting for the task: (returnval){ [ 1485.674153] env[62298]: value = "task-1803972" [ 1485.674153] env[62298]: _type = "Task" [ 1485.674153] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.682641] env[62298]: DEBUG oslo_vmware.api [None req-c1b9d5bc-8989-4cdb-8e06-a5da0d13cea9 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1803972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.765197] env[62298]: DEBUG nova.network.neutron [-] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.779788] env[62298]: DEBUG nova.scheduler.client.report [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1485.902839] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29d5352f-1926-4fe4-9e3b-5617c3904ada {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.912468] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf62abf5-4e9c-46d2-b390-f994d6bea1bf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.948060] env[62298]: DEBUG nova.compute.manager [req-1c205fce-56ac-46fb-86fd-68d698d22069 req-2a9febaa-234c-489c-a4bf-680d62bf5158 service nova] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Detach interface failed, port_id=bb394be3-ca00-4d38-b485-6fc6f4387753, reason: Instance 2c9f54be-e225-470a-a0cd-3af6b52a3a02 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1485.952419] env[62298]: DEBUG nova.compute.manager [req-694a2012-01a5-443e-b712-ee3c7acd3f85 req-ec2e70fe-4bba-449b-bbe0-927326a36956 service nova] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Received event network-vif-deleted-09be6836-623a-4965-b223-0c719a131c29 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1486.100572] env[62298]: DEBUG oslo_vmware.api [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1803971, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.104435] env[62298]: DEBUG nova.compute.manager [None req-9df937b9-5ed5-433f-9764-2249280e1f2b tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1486.104633] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9df937b9-5ed5-433f-9764-2249280e1f2b tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1486.105929] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccde7bc2-610a-48ef-b114-92b4f85fa750 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.114040] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df937b9-5ed5-433f-9764-2249280e1f2b tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1486.114040] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34bac035-ad58-47d4-a03a-108ab2083437 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.120417] env[62298]: DEBUG oslo_vmware.api [None req-9df937b9-5ed5-433f-9764-2249280e1f2b tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Waiting for the task: (returnval){ [ 1486.120417] env[62298]: value = "task-1803973" [ 1486.120417] env[62298]: _type = "Task" [ 1486.120417] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.131620] env[62298]: DEBUG oslo_vmware.api [None req-9df937b9-5ed5-433f-9764-2249280e1f2b tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.157454] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cda27912-2f35-4139-ab05-c3d394890280 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Lock "3f92eae6-b888-4913-8db0-618e1aaa45bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.752s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.185149] env[62298]: DEBUG oslo_vmware.api [None req-c1b9d5bc-8989-4cdb-8e06-a5da0d13cea9 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1803972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.480034} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.185445] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1b9d5bc-8989-4cdb-8e06-a5da0d13cea9 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1486.185633] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b9d5bc-8989-4cdb-8e06-a5da0d13cea9 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1486.185813] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b9d5bc-8989-4cdb-8e06-a5da0d13cea9 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1486.185989] env[62298]: INFO nova.compute.manager [None req-c1b9d5bc-8989-4cdb-8e06-a5da0d13cea9 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Took 1.37 seconds to destroy the instance on the hypervisor. [ 1486.186258] env[62298]: DEBUG oslo.service.loopingcall [None req-c1b9d5bc-8989-4cdb-8e06-a5da0d13cea9 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1486.186462] env[62298]: DEBUG nova.compute.manager [-] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1486.186566] env[62298]: DEBUG nova.network.neutron [-] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1486.268873] env[62298]: INFO nova.compute.manager [-] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Took 1.50 seconds to deallocate network for instance. [ 1486.283989] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.284406] env[62298]: DEBUG nova.compute.manager [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1486.289934] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.419s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.291929] env[62298]: INFO nova.compute.claims [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1486.343695] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b0f7dd95-4609-4074-a58b-3c4b76c7ccfd tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Acquiring lock "interface-3f92eae6-b888-4913-8db0-618e1aaa45bf-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.344268] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b0f7dd95-4609-4074-a58b-3c4b76c7ccfd tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Lock "interface-3f92eae6-b888-4913-8db0-618e1aaa45bf-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.344769] env[62298]: DEBUG nova.objects.instance [None req-b0f7dd95-4609-4074-a58b-3c4b76c7ccfd tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Lazy-loading 'flavor' on Instance uuid 3f92eae6-b888-4913-8db0-618e1aaa45bf {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1486.602781] env[62298]: DEBUG oslo_vmware.api [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1803971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636093} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.603119] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 9a0b606b-2b47-4257-8722-e3933b63890b/9a0b606b-2b47-4257-8722-e3933b63890b.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1486.603372] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1486.603600] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8c9d1d0-e6b7-4ef3-817e-542f35f1ede4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.610498] env[62298]: DEBUG oslo_vmware.api [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Waiting for the task: (returnval){ [ 1486.610498] env[62298]: value = "task-1803974" [ 1486.610498] env[62298]: _type = "Task" [ 1486.610498] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.618448] env[62298]: DEBUG oslo_vmware.api [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1803974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.628583] env[62298]: DEBUG oslo_vmware.api [None req-9df937b9-5ed5-433f-9764-2249280e1f2b tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803973, 'name': PowerOffVM_Task, 'duration_secs': 0.233511} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.628855] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df937b9-5ed5-433f-9764-2249280e1f2b tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1486.629034] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9df937b9-5ed5-433f-9764-2249280e1f2b tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1486.629275] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d115b02-7ee8-43e2-a8c3-5645a8aa60cb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.660796] env[62298]: DEBUG nova.compute.manager [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1486.754626] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9df937b9-5ed5-433f-9764-2249280e1f2b tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1486.754858] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9df937b9-5ed5-433f-9764-2249280e1f2b tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1486.755052] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-9df937b9-5ed5-433f-9764-2249280e1f2b tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Deleting the datastore file [datastore1] a79b91e6-bd85-4bfe-bf5d-349dcda6268b {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1486.755349] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3833169f-cb71-4c6d-b780-04852e0318f9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.762323] env[62298]: DEBUG oslo_vmware.api [None req-9df937b9-5ed5-433f-9764-2249280e1f2b tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Waiting for the task: (returnval){ [ 1486.762323] env[62298]: value = "task-1803976" [ 1486.762323] env[62298]: _type = "Task" [ 1486.762323] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.773518] env[62298]: DEBUG oslo_vmware.api [None req-9df937b9-5ed5-433f-9764-2249280e1f2b tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.774540] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a7c813ad-847c-449c-9e2d-dc5d448b0728 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.797402] env[62298]: DEBUG nova.compute.utils [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1486.802768] env[62298]: DEBUG nova.compute.manager [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1486.802958] env[62298]: DEBUG nova.network.neutron [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1486.849732] env[62298]: DEBUG nova.objects.instance [None req-b0f7dd95-4609-4074-a58b-3c4b76c7ccfd tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Lazy-loading 'pci_requests' on Instance uuid 3f92eae6-b888-4913-8db0-618e1aaa45bf {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1486.876096] env[62298]: DEBUG nova.policy [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6548b91fdca4ee08b71cbcfc6a5b405', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c64c0a492d547ae910bfa5a1df98717', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1487.122898] env[62298]: DEBUG oslo_vmware.api [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1803974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.224284} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.123497] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1487.124493] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b6045a-1706-4eeb-ae03-ba5ddf38bccc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.152081] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 9a0b606b-2b47-4257-8722-e3933b63890b/9a0b606b-2b47-4257-8722-e3933b63890b.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1487.152695] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23cdc036-480b-4a72-ac52-452a99f3f0e8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.175862] env[62298]: DEBUG oslo_vmware.api [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Waiting for the task: (returnval){ [ 1487.175862] env[62298]: value = "task-1803977" [ 1487.175862] env[62298]: _type = "Task" [ 1487.175862] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.185491] env[62298]: DEBUG oslo_vmware.api [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1803977, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.192195] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1487.272855] env[62298]: DEBUG oslo_vmware.api [None req-9df937b9-5ed5-433f-9764-2249280e1f2b tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.302392] env[62298]: DEBUG nova.compute.manager [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1487.353949] env[62298]: DEBUG nova.objects.base [None req-b0f7dd95-4609-4074-a58b-3c4b76c7ccfd tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Object Instance<3f92eae6-b888-4913-8db0-618e1aaa45bf> lazy-loaded attributes: flavor,pci_requests {{(pid=62298) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1487.354212] env[62298]: DEBUG nova.network.neutron [None req-b0f7dd95-4609-4074-a58b-3c4b76c7ccfd tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1487.367613] env[62298]: DEBUG nova.network.neutron [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Successfully created port: 011c84d4-257a-444a-b3a5-ca02125502ac {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1487.509034] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b0f7dd95-4609-4074-a58b-3c4b76c7ccfd tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Lock "interface-3f92eae6-b888-4913-8db0-618e1aaa45bf-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.165s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.619562] env[62298]: DEBUG nova.network.neutron [-] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.690848] env[62298]: DEBUG oslo_vmware.api [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1803977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.773164] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119aa8ff-e644-4a9e-8895-fdf3685d68ce {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.778641] env[62298]: DEBUG oslo_vmware.api [None req-9df937b9-5ed5-433f-9764-2249280e1f2b tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Task: {'id': task-1803976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.524595} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.779325] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-9df937b9-5ed5-433f-9764-2249280e1f2b tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1487.779526] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9df937b9-5ed5-433f-9764-2249280e1f2b tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1487.779712] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9df937b9-5ed5-433f-9764-2249280e1f2b tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1487.779918] env[62298]: INFO nova.compute.manager [None req-9df937b9-5ed5-433f-9764-2249280e1f2b tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1487.780217] env[62298]: DEBUG oslo.service.loopingcall [None req-9df937b9-5ed5-433f-9764-2249280e1f2b tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1487.780430] env[62298]: DEBUG nova.compute.manager [-] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1487.780549] env[62298]: DEBUG nova.network.neutron [-] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1487.784942] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace6e227-d229-49db-bf49-eafd1fe8152c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.815208] env[62298]: INFO nova.virt.block_device [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Booting with volume b55ab138-300d-4a32-93f7-cfaa1422f234 at /dev/sda [ 1487.818329] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4745dda-7286-47a6-905b-524d2f4e1163 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.837787] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9856fe-96ff-4f6f-a60f-01a13f7dc5f9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.853137] env[62298]: DEBUG nova.compute.provider_tree [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1487.871745] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-400de235-38a0-4562-9a50-60e9dec7888a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.881743] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832a20d5-c37c-4c15-b086-057787712602 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.914113] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1bb0be7e-e94a-4f2c-acdf-2cd735e002fb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.922757] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd27190a-db95-40fb-971a-86f896404e1e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.957067] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2cf47c-8c83-49e1-af38-a433a27c993a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.964733] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8213f3-ac32-4db5-ba2e-1c2784229875 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.981834] env[62298]: DEBUG nova.virt.block_device [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Updating existing volume attachment record: 4106fea5-1734-43d4-84cb-d34b755b1d96 {{(pid=62298) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1488.122727] env[62298]: INFO nova.compute.manager [-] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Took 1.94 seconds to deallocate network for instance. [ 1488.187487] env[62298]: DEBUG oslo_vmware.api [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1803977, 'name': ReconfigVM_Task, 'duration_secs': 0.966224} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.188057] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 9a0b606b-2b47-4257-8722-e3933b63890b/9a0b606b-2b47-4257-8722-e3933b63890b.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1488.188529] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a1ad819-ce30-4c74-a520-ff1dca22e5b2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.196306] env[62298]: DEBUG oslo_vmware.api [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Waiting for the task: (returnval){ [ 1488.196306] env[62298]: value = "task-1803978" [ 1488.196306] env[62298]: _type = "Task" [ 1488.196306] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.206330] env[62298]: DEBUG oslo_vmware.api [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1803978, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.356602] env[62298]: DEBUG nova.scheduler.client.report [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1488.537195] env[62298]: DEBUG nova.compute.manager [req-783f813d-f475-4d13-bb00-f40b7dfb52fd req-7307a889-a968-4bbf-b705-7f2a04420f45 service nova] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Received event network-vif-deleted-2af7402a-0fed-40d3-ac3f-ccafc452e483 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1488.537458] env[62298]: DEBUG nova.compute.manager [req-783f813d-f475-4d13-bb00-f40b7dfb52fd req-7307a889-a968-4bbf-b705-7f2a04420f45 service nova] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Received event network-vif-deleted-ba3769a5-d055-41e4-a01e-d044d6f7bff2 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1488.537636] env[62298]: DEBUG nova.compute.manager [req-783f813d-f475-4d13-bb00-f40b7dfb52fd req-7307a889-a968-4bbf-b705-7f2a04420f45 service nova] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Received event network-vif-deleted-97b984a8-8382-4fd3-b723-e4aed876622b {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1488.629030] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c1b9d5bc-8989-4cdb-8e06-a5da0d13cea9 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1488.705774] env[62298]: DEBUG oslo_vmware.api [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1803978, 'name': Rename_Task, 'duration_secs': 0.506377} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.706076] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1488.706329] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b72062c-00b3-437e-afc0-bd7e49aab4c3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.712861] env[62298]: DEBUG oslo_vmware.api [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Waiting for the task: (returnval){ [ 1488.712861] env[62298]: value = "task-1803979" [ 1488.712861] env[62298]: _type = "Task" [ 1488.712861] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.720689] env[62298]: DEBUG oslo_vmware.api [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1803979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.738158] env[62298]: DEBUG nova.network.neutron [-] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.862723] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.863648] env[62298]: DEBUG nova.compute.manager [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1488.867167] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 21.948s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.867433] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.867615] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62298) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1488.867919] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.232s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.869770] env[62298]: INFO nova.compute.claims [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1488.873339] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5977cba-6636-4dc1-b87c-a9a3ed677fb4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.882472] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f859ba-14e3-430c-97e9-59b67c6f6d3a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.897648] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cbf080-ede4-4ba3-a6f3-818f440de05c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.905293] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef15096-b493-4629-9edc-99e9d799c153 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.938544] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179722MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62298) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1488.938727] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.223553] env[62298]: DEBUG oslo_vmware.api [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1803979, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.240546] env[62298]: INFO nova.compute.manager [-] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Took 1.46 seconds to deallocate network for instance. [ 1489.377239] env[62298]: DEBUG nova.compute.utils [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1489.380060] env[62298]: DEBUG nova.compute.manager [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1489.380060] env[62298]: DEBUG nova.network.neutron [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1489.388335] env[62298]: DEBUG nova.network.neutron [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Successfully updated port: 011c84d4-257a-444a-b3a5-ca02125502ac {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1489.446359] env[62298]: DEBUG nova.policy [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '224ed363064142cca9a119fd720d18fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd23a31565b2496f803c95eabb08981e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1489.603703] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f118d0eb-42a7-4b40-86e4-21c683422550 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Acquiring lock "3f92eae6-b888-4913-8db0-618e1aaa45bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.605185] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f118d0eb-42a7-4b40-86e4-21c683422550 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Lock "3f92eae6-b888-4913-8db0-618e1aaa45bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.605470] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f118d0eb-42a7-4b40-86e4-21c683422550 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Acquiring lock "3f92eae6-b888-4913-8db0-618e1aaa45bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.605674] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f118d0eb-42a7-4b40-86e4-21c683422550 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Lock "3f92eae6-b888-4913-8db0-618e1aaa45bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.605855] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f118d0eb-42a7-4b40-86e4-21c683422550 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Lock "3f92eae6-b888-4913-8db0-618e1aaa45bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.610017] env[62298]: INFO nova.compute.manager [None req-f118d0eb-42a7-4b40-86e4-21c683422550 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Terminating instance [ 1489.725187] env[62298]: DEBUG oslo_vmware.api [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1803979, 'name': PowerOnVM_Task, 'duration_secs': 0.626644} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.725483] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1489.725692] env[62298]: INFO nova.compute.manager [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1489.725869] env[62298]: DEBUG nova.compute.manager [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1489.726686] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b6fa51-cf47-408d-8ca7-43d09310f4b3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.730232] env[62298]: DEBUG nova.network.neutron [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Successfully created port: 5c43a5a5-e26c-44fd-975b-96e234e41143 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1489.748941] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9df937b9-5ed5-433f-9764-2249280e1f2b tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.883474] env[62298]: DEBUG nova.compute.manager [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1489.895112] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Acquiring lock "refresh_cache-d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.895270] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Acquired lock "refresh_cache-d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.899016] env[62298]: DEBUG nova.network.neutron [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1490.099203] env[62298]: DEBUG nova.compute.manager [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1490.099844] env[62298]: DEBUG nova.virt.hardware [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1490.100229] env[62298]: DEBUG nova.virt.hardware [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1490.100657] env[62298]: DEBUG nova.virt.hardware [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1490.100952] env[62298]: DEBUG nova.virt.hardware [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1490.101287] env[62298]: DEBUG nova.virt.hardware [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1490.101536] env[62298]: DEBUG nova.virt.hardware [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1490.101860] env[62298]: DEBUG nova.virt.hardware [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1490.102144] env[62298]: DEBUG nova.virt.hardware [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1490.102435] env[62298]: DEBUG nova.virt.hardware [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1490.102705] env[62298]: DEBUG nova.virt.hardware [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1490.102981] env[62298]: DEBUG nova.virt.hardware [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1490.104303] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00442661-681b-462c-b0fc-36d03c9c1c79 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.113233] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d1e132-cab2-408f-88eb-d547e265bdaa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.119860] env[62298]: DEBUG nova.compute.manager [None req-f118d0eb-42a7-4b40-86e4-21c683422550 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1490.120079] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f118d0eb-42a7-4b40-86e4-21c683422550 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1490.121009] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c905bd-ef5d-493e-ace5-a3eaf5f0c238 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.128014] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f118d0eb-42a7-4b40-86e4-21c683422550 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1490.135747] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b9251fb-00a9-4842-ace4-d0a84f4032be {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.144510] env[62298]: DEBUG oslo_vmware.api [None req-f118d0eb-42a7-4b40-86e4-21c683422550 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Waiting for the task: (returnval){ [ 1490.144510] env[62298]: value = "task-1803980" [ 1490.144510] env[62298]: _type = "Task" [ 1490.144510] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.152439] env[62298]: DEBUG oslo_vmware.api [None req-f118d0eb-42a7-4b40-86e4-21c683422550 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Task: {'id': task-1803980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.247396] env[62298]: INFO nova.compute.manager [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Took 37.66 seconds to build instance. [ 1490.393516] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b2f7e7-bc8a-4d85-bd31-8a904a1fa96a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.407382] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb1c756-1c03-4b3e-be3e-71f084a0d142 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.441131] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80da488-88a6-476b-8eb2-931496b174ba {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.449320] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f801ce5f-e95f-497e-837a-f768285fad5b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.453791] env[62298]: DEBUG nova.network.neutron [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1490.466524] env[62298]: DEBUG nova.compute.provider_tree [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1490.654063] env[62298]: DEBUG oslo_vmware.api [None req-f118d0eb-42a7-4b40-86e4-21c683422550 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Task: {'id': task-1803980, 'name': PowerOffVM_Task, 'duration_secs': 0.315571} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.654340] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f118d0eb-42a7-4b40-86e4-21c683422550 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1490.654511] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f118d0eb-42a7-4b40-86e4-21c683422550 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1490.654751] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1872afab-adf6-4bf6-ac60-0c4c277e7721 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.732589] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f118d0eb-42a7-4b40-86e4-21c683422550 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1490.732865] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f118d0eb-42a7-4b40-86e4-21c683422550 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1490.733165] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-f118d0eb-42a7-4b40-86e4-21c683422550 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Deleting the datastore file [datastore1] 3f92eae6-b888-4913-8db0-618e1aaa45bf {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1490.733273] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9774110a-4788-4d16-b30a-680d1ec297a1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.737504] env[62298]: DEBUG nova.network.neutron [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Updating instance_info_cache with network_info: [{"id": "011c84d4-257a-444a-b3a5-ca02125502ac", "address": "fa:16:3e:33:31:25", "network": {"id": "075b6cf1-7464-4430-b620-4fbb9e72f8bf", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-737086487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c64c0a492d547ae910bfa5a1df98717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap011c84d4-25", "ovs_interfaceid": "011c84d4-257a-444a-b3a5-ca02125502ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.742250] env[62298]: DEBUG oslo_vmware.api [None req-f118d0eb-42a7-4b40-86e4-21c683422550 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Waiting for the task: (returnval){ [ 1490.742250] env[62298]: value = "task-1803982" [ 1490.742250] env[62298]: _type = "Task" [ 1490.742250] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.748229] env[62298]: DEBUG oslo_vmware.api [None req-f118d0eb-42a7-4b40-86e4-21c683422550 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Task: {'id': task-1803982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.749147] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c0f7c672-c4af-4c38-9a55-3a32eace2cac tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Lock "9a0b606b-2b47-4257-8722-e3933b63890b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.284s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.907087] env[62298]: DEBUG nova.compute.manager [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1490.925111] env[62298]: DEBUG nova.compute.manager [req-d7bcb8a3-03f4-4d6e-8914-a03cf3077684 req-942aa43a-27c4-4fa8-8dc6-434507623737 service nova] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Received event network-vif-deleted-3a4470f3-0441-4046-8105-320bc98d566b {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1490.925111] env[62298]: DEBUG nova.compute.manager [req-d7bcb8a3-03f4-4d6e-8914-a03cf3077684 req-942aa43a-27c4-4fa8-8dc6-434507623737 service nova] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Received event network-vif-plugged-011c84d4-257a-444a-b3a5-ca02125502ac {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1490.925111] env[62298]: DEBUG oslo_concurrency.lockutils [req-d7bcb8a3-03f4-4d6e-8914-a03cf3077684 req-942aa43a-27c4-4fa8-8dc6-434507623737 service nova] Acquiring lock "d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.925111] env[62298]: DEBUG oslo_concurrency.lockutils [req-d7bcb8a3-03f4-4d6e-8914-a03cf3077684 req-942aa43a-27c4-4fa8-8dc6-434507623737 service nova] Lock "d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.925711] env[62298]: DEBUG oslo_concurrency.lockutils [req-d7bcb8a3-03f4-4d6e-8914-a03cf3077684 req-942aa43a-27c4-4fa8-8dc6-434507623737 service nova] Lock "d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.926026] env[62298]: DEBUG nova.compute.manager [req-d7bcb8a3-03f4-4d6e-8914-a03cf3077684 req-942aa43a-27c4-4fa8-8dc6-434507623737 service nova] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] No waiting events found dispatching network-vif-plugged-011c84d4-257a-444a-b3a5-ca02125502ac {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1490.926596] env[62298]: WARNING nova.compute.manager [req-d7bcb8a3-03f4-4d6e-8914-a03cf3077684 req-942aa43a-27c4-4fa8-8dc6-434507623737 service nova] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Received unexpected event network-vif-plugged-011c84d4-257a-444a-b3a5-ca02125502ac for instance with vm_state building and task_state spawning. [ 1490.927026] env[62298]: DEBUG nova.compute.manager [req-d7bcb8a3-03f4-4d6e-8914-a03cf3077684 req-942aa43a-27c4-4fa8-8dc6-434507623737 service nova] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Received event network-changed-011c84d4-257a-444a-b3a5-ca02125502ac {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1490.927304] env[62298]: DEBUG nova.compute.manager [req-d7bcb8a3-03f4-4d6e-8914-a03cf3077684 req-942aa43a-27c4-4fa8-8dc6-434507623737 service nova] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Refreshing instance network info cache due to event network-changed-011c84d4-257a-444a-b3a5-ca02125502ac. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1490.927633] env[62298]: DEBUG oslo_concurrency.lockutils [req-d7bcb8a3-03f4-4d6e-8914-a03cf3077684 req-942aa43a-27c4-4fa8-8dc6-434507623737 service nova] Acquiring lock "refresh_cache-d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.936988] env[62298]: DEBUG nova.virt.hardware [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1490.937398] env[62298]: DEBUG nova.virt.hardware [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1490.937665] env[62298]: DEBUG nova.virt.hardware [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1490.937948] env[62298]: DEBUG nova.virt.hardware [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1490.938208] env[62298]: DEBUG nova.virt.hardware [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1490.938455] env[62298]: DEBUG nova.virt.hardware [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1490.938782] env[62298]: DEBUG nova.virt.hardware [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1490.939071] env[62298]: DEBUG nova.virt.hardware [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1490.939467] env[62298]: DEBUG nova.virt.hardware [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1490.942025] env[62298]: DEBUG nova.virt.hardware [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1490.942025] env[62298]: DEBUG nova.virt.hardware [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1490.942025] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2318cc95-fefb-4290-8d0b-ff523bf67f94 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.950293] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e746cd11-c52d-4b34-8fcf-320c89bf20ed {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.970046] env[62298]: DEBUG nova.scheduler.client.report [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1491.240717] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Releasing lock "refresh_cache-d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.241058] env[62298]: DEBUG nova.compute.manager [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Instance network_info: |[{"id": "011c84d4-257a-444a-b3a5-ca02125502ac", "address": "fa:16:3e:33:31:25", "network": {"id": "075b6cf1-7464-4430-b620-4fbb9e72f8bf", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-737086487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c64c0a492d547ae910bfa5a1df98717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap011c84d4-25", "ovs_interfaceid": "011c84d4-257a-444a-b3a5-ca02125502ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1491.241362] env[62298]: DEBUG oslo_concurrency.lockutils [req-d7bcb8a3-03f4-4d6e-8914-a03cf3077684 req-942aa43a-27c4-4fa8-8dc6-434507623737 service nova] Acquired lock "refresh_cache-d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.244019] env[62298]: DEBUG nova.network.neutron [req-d7bcb8a3-03f4-4d6e-8914-a03cf3077684 req-942aa43a-27c4-4fa8-8dc6-434507623737 service nova] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Refreshing network info cache for port 011c84d4-257a-444a-b3a5-ca02125502ac {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1491.244019] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:31:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '011c84d4-257a-444a-b3a5-ca02125502ac', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1491.257852] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Creating folder: Project (4c64c0a492d547ae910bfa5a1df98717). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1491.262170] env[62298]: DEBUG nova.compute.manager [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1491.266478] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-509d2fbd-5447-4636-bf6e-a31a19b827a1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.274448] env[62298]: DEBUG oslo_vmware.api [None req-f118d0eb-42a7-4b40-86e4-21c683422550 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Task: {'id': task-1803982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12104} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.274671] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-f118d0eb-42a7-4b40-86e4-21c683422550 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1491.274932] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f118d0eb-42a7-4b40-86e4-21c683422550 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1491.280901] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f118d0eb-42a7-4b40-86e4-21c683422550 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1491.281179] env[62298]: INFO nova.compute.manager [None req-f118d0eb-42a7-4b40-86e4-21c683422550 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1491.281472] env[62298]: DEBUG oslo.service.loopingcall [None req-f118d0eb-42a7-4b40-86e4-21c683422550 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1491.284236] env[62298]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1491.284236] env[62298]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62298) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1491.284236] env[62298]: DEBUG nova.compute.manager [-] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1491.284236] env[62298]: DEBUG nova.network.neutron [-] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1491.287730] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Folder already exists: Project (4c64c0a492d547ae910bfa5a1df98717). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1491.291075] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Creating folder: Instances. Parent ref: group-v373946. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1491.291075] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e63113b-8a1f-422e-a125-28de9d96ffed {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.298648] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Created folder: Instances in parent group-v373946. [ 1491.298648] env[62298]: DEBUG oslo.service.loopingcall [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1491.298648] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1491.298648] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2edaf3a-059a-4180-9325-b99868420e14 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.320059] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1491.320059] env[62298]: value = "task-1803985" [ 1491.320059] env[62298]: _type = "Task" [ 1491.320059] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.328361] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803985, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.476141] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.479635] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.271s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.479635] env[62298]: DEBUG nova.objects.instance [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Lazy-loading 'resources' on Instance uuid bf540bc1-d046-4e73-85b4-2306575ff4bf {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1491.799610] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.834822] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803985, 'name': CreateVM_Task, 'duration_secs': 0.342569} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.835149] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1491.838085] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373956', 'volume_id': 'b55ab138-300d-4a32-93f7-cfaa1422f234', 'name': 'volume-b55ab138-300d-4a32-93f7-cfaa1422f234', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd9bfdb30-bad4-4cc8-8ae9-67aff2df00a6', 'attached_at': '', 'detached_at': '', 'volume_id': 'b55ab138-300d-4a32-93f7-cfaa1422f234', 'serial': 'b55ab138-300d-4a32-93f7-cfaa1422f234'}, 'device_type': None, 'guest_format': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'boot_index': 0, 'attachment_id': '4106fea5-1734-43d4-84cb-d34b755b1d96', 'volume_type': None}], 'swap': None} {{(pid=62298) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1491.838085] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Root volume attach. Driver type: vmdk {{(pid=62298) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1491.838085] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecab2b4a-56bf-49e9-8a25-37d9c1634457 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.845366] env[62298]: DEBUG nova.network.neutron [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Successfully updated port: 5c43a5a5-e26c-44fd-975b-96e234e41143 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1491.853382] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e03ffa4-e3ac-4238-abda-c61ff3ed8252 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.865557] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf923bc-9b4e-4174-bd7c-cf00e0c0c27a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.877588] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-e96e836a-e5c4-44c1-809e-d7ab77b13b96 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.887401] env[62298]: DEBUG oslo_vmware.api [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Waiting for the task: (returnval){ [ 1491.887401] env[62298]: value = "task-1803986" [ 1491.887401] env[62298]: _type = "Task" [ 1491.887401] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.899641] env[62298]: DEBUG oslo_vmware.api [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Task: {'id': task-1803986, 'name': RelocateVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.980504] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Acquiring lock "15e5161b-2147-43b3-b589-d875309428bc" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.980703] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Lock "15e5161b-2147-43b3-b589-d875309428bc" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.032058] env[62298]: DEBUG nova.network.neutron [req-d7bcb8a3-03f4-4d6e-8914-a03cf3077684 req-942aa43a-27c4-4fa8-8dc6-434507623737 service nova] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Updated VIF entry in instance network info cache for port 011c84d4-257a-444a-b3a5-ca02125502ac. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1492.032344] env[62298]: DEBUG nova.network.neutron [req-d7bcb8a3-03f4-4d6e-8914-a03cf3077684 req-942aa43a-27c4-4fa8-8dc6-434507623737 service nova] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Updating instance_info_cache with network_info: [{"id": "011c84d4-257a-444a-b3a5-ca02125502ac", "address": "fa:16:3e:33:31:25", "network": {"id": "075b6cf1-7464-4430-b620-4fbb9e72f8bf", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-737086487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c64c0a492d547ae910bfa5a1df98717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap011c84d4-25", "ovs_interfaceid": "011c84d4-257a-444a-b3a5-ca02125502ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.348627] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Acquiring lock "refresh_cache-08388840-e801-45b9-8887-a5858263b00a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.348929] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Acquired lock "refresh_cache-08388840-e801-45b9-8887-a5858263b00a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.348929] env[62298]: DEBUG nova.network.neutron [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1492.400465] env[62298]: DEBUG oslo_vmware.api [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Task: {'id': task-1803986, 'name': RelocateVM_Task, 'duration_secs': 0.393413} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.403937] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Volume attach. Driver type: vmdk {{(pid=62298) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1492.404187] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373956', 'volume_id': 'b55ab138-300d-4a32-93f7-cfaa1422f234', 'name': 'volume-b55ab138-300d-4a32-93f7-cfaa1422f234', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd9bfdb30-bad4-4cc8-8ae9-67aff2df00a6', 'attached_at': '', 'detached_at': '', 'volume_id': 'b55ab138-300d-4a32-93f7-cfaa1422f234', 'serial': 'b55ab138-300d-4a32-93f7-cfaa1422f234'} {{(pid=62298) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1492.404500] env[62298]: DEBUG nova.network.neutron [-] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.406723] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52caecbb-53b0-4bd3-87bf-302bf05f97e6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.426635] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e9e446-4001-43f2-83b3-eb505c6972d0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.450755] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] volume-b55ab138-300d-4a32-93f7-cfaa1422f234/volume-b55ab138-300d-4a32-93f7-cfaa1422f234.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1492.453795] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cb5a6ae-96b3-4f9e-94eb-8bb461f66c03 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.473988] env[62298]: DEBUG oslo_vmware.api [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Waiting for the task: (returnval){ [ 1492.473988] env[62298]: value = "task-1803987" [ 1492.473988] env[62298]: _type = "Task" [ 1492.473988] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.478762] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db42838e-6051-4954-8e0e-606132c76904 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.487100] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Lock "15e5161b-2147-43b3-b589-d875309428bc" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.487601] env[62298]: DEBUG nova.compute.manager [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1492.490571] env[62298]: DEBUG oslo_vmware.api [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Task: {'id': task-1803987, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.493195] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b955db8e-96c1-45ec-bab2-13a04dd4803a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.523642] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18890aa2-80f7-43c2-a776-aa0c7c37626c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.531618] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8f9e12-512b-466a-ac63-2d8ad18bee8f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.536255] env[62298]: DEBUG oslo_concurrency.lockutils [req-d7bcb8a3-03f4-4d6e-8914-a03cf3077684 req-942aa43a-27c4-4fa8-8dc6-434507623737 service nova] Releasing lock "refresh_cache-d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.548008] env[62298]: DEBUG nova.compute.provider_tree [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1492.658237] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Acquiring lock "7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.658469] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Lock "7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.891178] env[62298]: DEBUG nova.network.neutron [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1492.910792] env[62298]: INFO nova.compute.manager [-] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Took 1.63 seconds to deallocate network for instance. [ 1492.957026] env[62298]: DEBUG nova.compute.manager [req-71356d30-eb5b-4ade-ae58-cb0f5aeb1380 req-aef366de-78ba-4dbb-a82c-c7f36b21511f service nova] [instance: 08388840-e801-45b9-8887-a5858263b00a] Received event network-vif-plugged-5c43a5a5-e26c-44fd-975b-96e234e41143 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1492.957351] env[62298]: DEBUG oslo_concurrency.lockutils [req-71356d30-eb5b-4ade-ae58-cb0f5aeb1380 req-aef366de-78ba-4dbb-a82c-c7f36b21511f service nova] Acquiring lock "08388840-e801-45b9-8887-a5858263b00a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.957511] env[62298]: DEBUG oslo_concurrency.lockutils [req-71356d30-eb5b-4ade-ae58-cb0f5aeb1380 req-aef366de-78ba-4dbb-a82c-c7f36b21511f service nova] Lock "08388840-e801-45b9-8887-a5858263b00a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.957721] env[62298]: DEBUG oslo_concurrency.lockutils [req-71356d30-eb5b-4ade-ae58-cb0f5aeb1380 req-aef366de-78ba-4dbb-a82c-c7f36b21511f service nova] Lock "08388840-e801-45b9-8887-a5858263b00a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.957816] env[62298]: DEBUG nova.compute.manager [req-71356d30-eb5b-4ade-ae58-cb0f5aeb1380 req-aef366de-78ba-4dbb-a82c-c7f36b21511f service nova] [instance: 08388840-e801-45b9-8887-a5858263b00a] No waiting events found dispatching network-vif-plugged-5c43a5a5-e26c-44fd-975b-96e234e41143 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1492.958343] env[62298]: WARNING nova.compute.manager [req-71356d30-eb5b-4ade-ae58-cb0f5aeb1380 req-aef366de-78ba-4dbb-a82c-c7f36b21511f service nova] [instance: 08388840-e801-45b9-8887-a5858263b00a] Received unexpected event network-vif-plugged-5c43a5a5-e26c-44fd-975b-96e234e41143 for instance with vm_state building and task_state spawning. [ 1492.958343] env[62298]: DEBUG nova.compute.manager [req-71356d30-eb5b-4ade-ae58-cb0f5aeb1380 req-aef366de-78ba-4dbb-a82c-c7f36b21511f service nova] [instance: 08388840-e801-45b9-8887-a5858263b00a] Received event network-changed-5c43a5a5-e26c-44fd-975b-96e234e41143 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1492.958343] env[62298]: DEBUG nova.compute.manager [req-71356d30-eb5b-4ade-ae58-cb0f5aeb1380 req-aef366de-78ba-4dbb-a82c-c7f36b21511f service nova] [instance: 08388840-e801-45b9-8887-a5858263b00a] Refreshing instance network info cache due to event network-changed-5c43a5a5-e26c-44fd-975b-96e234e41143. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1492.958925] env[62298]: DEBUG oslo_concurrency.lockutils [req-71356d30-eb5b-4ade-ae58-cb0f5aeb1380 req-aef366de-78ba-4dbb-a82c-c7f36b21511f service nova] Acquiring lock "refresh_cache-08388840-e801-45b9-8887-a5858263b00a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.984488] env[62298]: DEBUG oslo_vmware.api [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Task: {'id': task-1803987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.991908] env[62298]: DEBUG nova.compute.utils [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1492.993381] env[62298]: DEBUG nova.compute.manager [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1492.993548] env[62298]: DEBUG nova.network.neutron [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1493.032416] env[62298]: DEBUG nova.policy [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53ba8ab8d12f4bc3b9158789033f158d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72315a94a87b4fc5a51d46d99d6cf965', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1493.050377] env[62298]: DEBUG nova.network.neutron [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Updating instance_info_cache with network_info: [{"id": "5c43a5a5-e26c-44fd-975b-96e234e41143", "address": "fa:16:3e:f9:c6:b1", "network": {"id": "4e57501a-5961-452c-a00c-3b59e6192748", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-162185613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd23a31565b2496f803c95eabb08981e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c43a5a5-e2", "ovs_interfaceid": "5c43a5a5-e26c-44fd-975b-96e234e41143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.069215] env[62298]: ERROR nova.scheduler.client.report [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] [req-7088367f-57b0-4d9f-91c6-4a071d4b6751] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7088367f-57b0-4d9f-91c6-4a071d4b6751"}]} [ 1493.087827] env[62298]: DEBUG nova.scheduler.client.report [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1493.101103] env[62298]: DEBUG nova.scheduler.client.report [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1493.101340] env[62298]: DEBUG nova.compute.provider_tree [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1493.112107] env[62298]: DEBUG nova.scheduler.client.report [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1493.136901] env[62298]: DEBUG nova.scheduler.client.report [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1493.410995] env[62298]: DEBUG nova.network.neutron [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Successfully created port: 7b88f79e-54d7-477e-a3a3-dbb04aa5173d {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1493.422160] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f118d0eb-42a7-4b40-86e4-21c683422550 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.487965] env[62298]: DEBUG oslo_vmware.api [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Task: {'id': task-1803987, 'name': ReconfigVM_Task, 'duration_secs': 0.745269} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.488402] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Reconfigured VM instance instance-0000001e to attach disk [datastore1] volume-b55ab138-300d-4a32-93f7-cfaa1422f234/volume-b55ab138-300d-4a32-93f7-cfaa1422f234.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1493.495862] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d98400ce-de4d-45d5-962c-48530edb5712 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.506888] env[62298]: DEBUG nova.compute.manager [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1493.515663] env[62298]: DEBUG oslo_vmware.api [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Waiting for the task: (returnval){ [ 1493.515663] env[62298]: value = "task-1803988" [ 1493.515663] env[62298]: _type = "Task" [ 1493.515663] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.525831] env[62298]: DEBUG oslo_vmware.api [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Task: {'id': task-1803988, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.556236] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Releasing lock "refresh_cache-08388840-e801-45b9-8887-a5858263b00a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.556611] env[62298]: DEBUG nova.compute.manager [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Instance network_info: |[{"id": "5c43a5a5-e26c-44fd-975b-96e234e41143", "address": "fa:16:3e:f9:c6:b1", "network": {"id": "4e57501a-5961-452c-a00c-3b59e6192748", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-162185613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd23a31565b2496f803c95eabb08981e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c43a5a5-e2", "ovs_interfaceid": "5c43a5a5-e26c-44fd-975b-96e234e41143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1493.557401] env[62298]: DEBUG oslo_concurrency.lockutils [req-71356d30-eb5b-4ade-ae58-cb0f5aeb1380 req-aef366de-78ba-4dbb-a82c-c7f36b21511f service nova] Acquired lock "refresh_cache-08388840-e801-45b9-8887-a5858263b00a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.557698] env[62298]: DEBUG nova.network.neutron [req-71356d30-eb5b-4ade-ae58-cb0f5aeb1380 req-aef366de-78ba-4dbb-a82c-c7f36b21511f service nova] [instance: 08388840-e801-45b9-8887-a5858263b00a] Refreshing network info cache for port 5c43a5a5-e26c-44fd-975b-96e234e41143 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1493.558992] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:c6:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c43a5a5-e26c-44fd-975b-96e234e41143', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1493.567117] env[62298]: DEBUG oslo.service.loopingcall [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1493.570941] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08388840-e801-45b9-8887-a5858263b00a] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1493.571593] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72557b90-c837-40fd-a57b-04c0a45bbc64 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.595836] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1493.595836] env[62298]: value = "task-1803989" [ 1493.595836] env[62298]: _type = "Task" [ 1493.595836] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.605761] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803989, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.659459] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc113c0c-3976-4364-8d96-01599ffecc71 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.668351] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda328f8-4910-494d-a607-4952c01bb965 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.715764] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84767d33-1fc0-4c25-b974-d31ec9177599 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.728218] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1b2ed5-ecf4-4761-b0c3-f966895f0854 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.750505] env[62298]: DEBUG nova.compute.provider_tree [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1494.027655] env[62298]: DEBUG oslo_vmware.api [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Task: {'id': task-1803988, 'name': ReconfigVM_Task, 'duration_secs': 0.123877} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.028169] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373956', 'volume_id': 'b55ab138-300d-4a32-93f7-cfaa1422f234', 'name': 'volume-b55ab138-300d-4a32-93f7-cfaa1422f234', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd9bfdb30-bad4-4cc8-8ae9-67aff2df00a6', 'attached_at': '', 'detached_at': '', 'volume_id': 'b55ab138-300d-4a32-93f7-cfaa1422f234', 'serial': 'b55ab138-300d-4a32-93f7-cfaa1422f234'} {{(pid=62298) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1494.028488] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82a45da0-f700-4eb2-aa11-4516b2cb6c89 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.035601] env[62298]: DEBUG oslo_vmware.api [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Waiting for the task: (returnval){ [ 1494.035601] env[62298]: value = "task-1803990" [ 1494.035601] env[62298]: _type = "Task" [ 1494.035601] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.049795] env[62298]: DEBUG oslo_vmware.api [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Task: {'id': task-1803990, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.107627] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803989, 'name': CreateVM_Task, 'duration_secs': 0.359987} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.108775] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08388840-e801-45b9-8887-a5858263b00a] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1494.109624] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.109852] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.111393] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1494.111393] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-680410d0-b3b4-4240-ac88-82ae1eee7617 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.115382] env[62298]: DEBUG oslo_vmware.api [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Waiting for the task: (returnval){ [ 1494.115382] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52258766-577c-20ad-4e35-1f671139f02b" [ 1494.115382] env[62298]: _type = "Task" [ 1494.115382] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.124616] env[62298]: DEBUG oslo_vmware.api [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52258766-577c-20ad-4e35-1f671139f02b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.286527] env[62298]: DEBUG nova.scheduler.client.report [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1494.286765] env[62298]: DEBUG nova.compute.provider_tree [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 58 to 59 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1494.286958] env[62298]: DEBUG nova.compute.provider_tree [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1494.311736] env[62298]: DEBUG nova.network.neutron [req-71356d30-eb5b-4ade-ae58-cb0f5aeb1380 req-aef366de-78ba-4dbb-a82c-c7f36b21511f service nova] [instance: 08388840-e801-45b9-8887-a5858263b00a] Updated VIF entry in instance network info cache for port 5c43a5a5-e26c-44fd-975b-96e234e41143. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1494.312146] env[62298]: DEBUG nova.network.neutron [req-71356d30-eb5b-4ade-ae58-cb0f5aeb1380 req-aef366de-78ba-4dbb-a82c-c7f36b21511f service nova] [instance: 08388840-e801-45b9-8887-a5858263b00a] Updating instance_info_cache with network_info: [{"id": "5c43a5a5-e26c-44fd-975b-96e234e41143", "address": "fa:16:3e:f9:c6:b1", "network": {"id": "4e57501a-5961-452c-a00c-3b59e6192748", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-162185613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd23a31565b2496f803c95eabb08981e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c43a5a5-e2", "ovs_interfaceid": "5c43a5a5-e26c-44fd-975b-96e234e41143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.517399] env[62298]: DEBUG nova.compute.manager [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1494.542398] env[62298]: DEBUG nova.virt.hardware [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1494.542639] env[62298]: DEBUG nova.virt.hardware [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1494.542798] env[62298]: DEBUG nova.virt.hardware [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1494.542979] env[62298]: DEBUG nova.virt.hardware [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1494.543141] env[62298]: DEBUG nova.virt.hardware [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1494.543290] env[62298]: DEBUG nova.virt.hardware [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1494.543522] env[62298]: DEBUG nova.virt.hardware [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1494.543695] env[62298]: DEBUG nova.virt.hardware [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1494.543867] env[62298]: DEBUG nova.virt.hardware [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1494.544043] env[62298]: DEBUG nova.virt.hardware [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1494.544226] env[62298]: DEBUG nova.virt.hardware [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1494.544958] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993d8b24-9791-4e0f-b47f-66344641be75 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.549975] env[62298]: DEBUG oslo_vmware.api [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Task: {'id': task-1803990, 'name': Rename_Task, 'duration_secs': 0.127606} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.550491] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1494.550708] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-059373e6-6002-40dd-b5c6-c51ff53f4c7e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.556407] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c62e024-7648-4190-b5d1-13d4c19f8b9c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.561181] env[62298]: DEBUG oslo_vmware.api [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Waiting for the task: (returnval){ [ 1494.561181] env[62298]: value = "task-1803991" [ 1494.561181] env[62298]: _type = "Task" [ 1494.561181] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.576053] env[62298]: DEBUG oslo_vmware.api [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Task: {'id': task-1803991, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.625034] env[62298]: DEBUG oslo_vmware.api [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52258766-577c-20ad-4e35-1f671139f02b, 'name': SearchDatastore_Task, 'duration_secs': 0.009221} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.625034] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.625034] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1494.625034] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.625294] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.625329] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1494.625606] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5b08c30-5b1d-4ac2-9318-d9a35674e472 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.634027] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1494.634027] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1494.634183] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e32780ca-e1e7-4053-bce0-145c31cd31e2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.638730] env[62298]: DEBUG oslo_vmware.api [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Waiting for the task: (returnval){ [ 1494.638730] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523bb658-df7e-2f50-a8bf-24d3cb300aac" [ 1494.638730] env[62298]: _type = "Task" [ 1494.638730] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.645842] env[62298]: DEBUG oslo_vmware.api [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523bb658-df7e-2f50-a8bf-24d3cb300aac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.793358] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.316s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.795616] env[62298]: DEBUG oslo_concurrency.lockutils [None req-31c60a3d-9fcd-488f-902b-9afc70bce1ae tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.489s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.795853] env[62298]: DEBUG nova.objects.instance [None req-31c60a3d-9fcd-488f-902b-9afc70bce1ae tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lazy-loading 'resources' on Instance uuid c72d4834-d20f-4995-a788-8a51ad8a447a {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1494.815591] env[62298]: INFO nova.scheduler.client.report [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Deleted allocations for instance bf540bc1-d046-4e73-85b4-2306575ff4bf [ 1494.819204] env[62298]: DEBUG oslo_concurrency.lockutils [req-71356d30-eb5b-4ade-ae58-cb0f5aeb1380 req-aef366de-78ba-4dbb-a82c-c7f36b21511f service nova] Releasing lock "refresh_cache-08388840-e801-45b9-8887-a5858263b00a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.819445] env[62298]: DEBUG nova.compute.manager [req-71356d30-eb5b-4ade-ae58-cb0f5aeb1380 req-aef366de-78ba-4dbb-a82c-c7f36b21511f service nova] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Received event network-vif-deleted-deac0df9-0f62-4113-8e7a-3fc5cffb3b54 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1495.072633] env[62298]: DEBUG oslo_vmware.api [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Task: {'id': task-1803991, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.151069] env[62298]: DEBUG oslo_vmware.api [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523bb658-df7e-2f50-a8bf-24d3cb300aac, 'name': SearchDatastore_Task, 'duration_secs': 0.007658} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.152063] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dea92cf-7cde-4e07-851b-286fbd3f7b62 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.159021] env[62298]: DEBUG oslo_vmware.api [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Waiting for the task: (returnval){ [ 1495.159021] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52089a15-d044-f614-ebdd-4f430fb2f680" [ 1495.159021] env[62298]: _type = "Task" [ 1495.159021] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.166666] env[62298]: DEBUG oslo_vmware.api [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52089a15-d044-f614-ebdd-4f430fb2f680, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.247573] env[62298]: DEBUG nova.compute.manager [req-67253d6a-0a0c-4b74-966c-5b5c28f69bd0 req-903116a6-873f-44f2-adfd-c1ab6b3c0fcf service nova] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Received event network-vif-plugged-7b88f79e-54d7-477e-a3a3-dbb04aa5173d {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1495.247790] env[62298]: DEBUG oslo_concurrency.lockutils [req-67253d6a-0a0c-4b74-966c-5b5c28f69bd0 req-903116a6-873f-44f2-adfd-c1ab6b3c0fcf service nova] Acquiring lock "31168214-21a0-4580-9363-cb96722eec4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.248065] env[62298]: DEBUG oslo_concurrency.lockutils [req-67253d6a-0a0c-4b74-966c-5b5c28f69bd0 req-903116a6-873f-44f2-adfd-c1ab6b3c0fcf service nova] Lock "31168214-21a0-4580-9363-cb96722eec4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.248230] env[62298]: DEBUG oslo_concurrency.lockutils [req-67253d6a-0a0c-4b74-966c-5b5c28f69bd0 req-903116a6-873f-44f2-adfd-c1ab6b3c0fcf service nova] Lock "31168214-21a0-4580-9363-cb96722eec4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.248432] env[62298]: DEBUG nova.compute.manager [req-67253d6a-0a0c-4b74-966c-5b5c28f69bd0 req-903116a6-873f-44f2-adfd-c1ab6b3c0fcf service nova] [instance: 31168214-21a0-4580-9363-cb96722eec4c] No waiting events found dispatching network-vif-plugged-7b88f79e-54d7-477e-a3a3-dbb04aa5173d {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1495.248561] env[62298]: WARNING nova.compute.manager [req-67253d6a-0a0c-4b74-966c-5b5c28f69bd0 req-903116a6-873f-44f2-adfd-c1ab6b3c0fcf service nova] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Received unexpected event network-vif-plugged-7b88f79e-54d7-477e-a3a3-dbb04aa5173d for instance with vm_state building and task_state spawning. [ 1495.332480] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d969c567-3540-4d70-a03c-5e176368551b tempest-ImagesNegativeTestJSON-2138600589 tempest-ImagesNegativeTestJSON-2138600589-project-member] Lock "bf540bc1-d046-4e73-85b4-2306575ff4bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.981s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.375640] env[62298]: DEBUG nova.network.neutron [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Successfully updated port: 7b88f79e-54d7-477e-a3a3-dbb04aa5173d {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1495.571902] env[62298]: DEBUG oslo_vmware.api [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Task: {'id': task-1803991, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.670356] env[62298]: DEBUG oslo_vmware.api [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52089a15-d044-f614-ebdd-4f430fb2f680, 'name': SearchDatastore_Task, 'duration_secs': 0.011419} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.670609] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.670860] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 08388840-e801-45b9-8887-a5858263b00a/08388840-e801-45b9-8887-a5858263b00a.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1495.671259] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-634f5012-ac00-4266-809f-9a310f683f8b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.679222] env[62298]: DEBUG oslo_vmware.api [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Waiting for the task: (returnval){ [ 1495.679222] env[62298]: value = "task-1803992" [ 1495.679222] env[62298]: _type = "Task" [ 1495.679222] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.687360] env[62298]: DEBUG oslo_vmware.api [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1803992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.815172] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f11f0b0-7f62-420e-abad-c8332aee50e7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.825458] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b3d429-5a64-4705-a508-3beee05286f8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.878242] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e88abc1-a61e-4be2-a542-65cce2634d65 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.883095] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Acquiring lock "refresh_cache-31168214-21a0-4580-9363-cb96722eec4c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.883373] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Acquired lock "refresh_cache-31168214-21a0-4580-9363-cb96722eec4c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.883637] env[62298]: DEBUG nova.network.neutron [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1495.893814] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5438d0-854f-49a0-ab0f-8842eca6bd1f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.919884] env[62298]: DEBUG nova.compute.provider_tree [None req-31c60a3d-9fcd-488f-902b-9afc70bce1ae tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1496.074554] env[62298]: DEBUG oslo_vmware.api [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Task: {'id': task-1803991, 'name': PowerOnVM_Task, 'duration_secs': 1.034907} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.074853] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1496.075041] env[62298]: INFO nova.compute.manager [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Took 5.98 seconds to spawn the instance on the hypervisor. [ 1496.075878] env[62298]: DEBUG nova.compute.manager [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1496.076120] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be4a4e4-041f-4475-a454-5fcac9726872 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.189263] env[62298]: DEBUG oslo_vmware.api [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1803992, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451144} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.189547] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 08388840-e801-45b9-8887-a5858263b00a/08388840-e801-45b9-8887-a5858263b00a.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1496.189763] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1496.190095] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95519132-0159-4be7-8074-95921ccc9631 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.197017] env[62298]: DEBUG oslo_vmware.api [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Waiting for the task: (returnval){ [ 1496.197017] env[62298]: value = "task-1803993" [ 1496.197017] env[62298]: _type = "Task" [ 1496.197017] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.208872] env[62298]: DEBUG oslo_vmware.api [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1803993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.415367] env[62298]: DEBUG nova.network.neutron [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1496.423295] env[62298]: DEBUG nova.scheduler.client.report [None req-31c60a3d-9fcd-488f-902b-9afc70bce1ae tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1496.597418] env[62298]: INFO nova.compute.manager [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Took 31.82 seconds to build instance. [ 1496.670185] env[62298]: DEBUG nova.network.neutron [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Updating instance_info_cache with network_info: [{"id": "7b88f79e-54d7-477e-a3a3-dbb04aa5173d", "address": "fa:16:3e:2c:64:82", "network": {"id": "71ad956d-c142-4322-824a-2ff5dbc34c71", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1507373428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72315a94a87b4fc5a51d46d99d6cf965", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b88f79e-54", "ovs_interfaceid": "7b88f79e-54d7-477e-a3a3-dbb04aa5173d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.708098] env[62298]: DEBUG oslo_vmware.api [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1803993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059171} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.708438] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1496.709264] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d21ab71-613e-423e-9491-5eea68be6302 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.739309] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 08388840-e801-45b9-8887-a5858263b00a/08388840-e801-45b9-8887-a5858263b00a.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1496.739710] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4421c24b-234f-4ba2-a6b2-44991a5e9c07 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.763648] env[62298]: DEBUG oslo_vmware.api [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Waiting for the task: (returnval){ [ 1496.763648] env[62298]: value = "task-1803994" [ 1496.763648] env[62298]: _type = "Task" [ 1496.763648] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.771863] env[62298]: DEBUG oslo_vmware.api [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1803994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.928225] env[62298]: DEBUG oslo_concurrency.lockutils [None req-31c60a3d-9fcd-488f-902b-9afc70bce1ae tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.930566] env[62298]: DEBUG oslo_concurrency.lockutils [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.056s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.932229] env[62298]: INFO nova.compute.claims [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1496.958109] env[62298]: INFO nova.scheduler.client.report [None req-31c60a3d-9fcd-488f-902b-9afc70bce1ae tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Deleted allocations for instance c72d4834-d20f-4995-a788-8a51ad8a447a [ 1497.099575] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e2715d36-a140-4e61-9e65-613c394b9295 tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Lock "d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.338s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.173331] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Releasing lock "refresh_cache-31168214-21a0-4580-9363-cb96722eec4c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.174649] env[62298]: DEBUG nova.compute.manager [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Instance network_info: |[{"id": "7b88f79e-54d7-477e-a3a3-dbb04aa5173d", "address": "fa:16:3e:2c:64:82", "network": {"id": "71ad956d-c142-4322-824a-2ff5dbc34c71", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1507373428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72315a94a87b4fc5a51d46d99d6cf965", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b88f79e-54", "ovs_interfaceid": "7b88f79e-54d7-477e-a3a3-dbb04aa5173d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1497.174649] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:64:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b88f79e-54d7-477e-a3a3-dbb04aa5173d', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1497.184134] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Creating folder: Project (72315a94a87b4fc5a51d46d99d6cf965). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1497.184806] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1858a5f3-7154-4741-a886-3dc3f39a7ebf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.196033] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Created folder: Project (72315a94a87b4fc5a51d46d99d6cf965) in parent group-v373906. [ 1497.196033] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Creating folder: Instances. Parent ref: group-v373989. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1497.196033] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7b8bfd0-7768-4e1a-bc8a-627cc2b2f4eb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.205402] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Created folder: Instances in parent group-v373989. [ 1497.205734] env[62298]: DEBUG oslo.service.loopingcall [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1497.205955] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1497.206203] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf6d87b0-ac3a-46a3-b8d4-79a22f81f0e2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.226452] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1497.226452] env[62298]: value = "task-1803997" [ 1497.226452] env[62298]: _type = "Task" [ 1497.226452] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.235236] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803997, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.271874] env[62298]: DEBUG oslo_vmware.api [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1803994, 'name': ReconfigVM_Task, 'duration_secs': 0.322487} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.272183] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 08388840-e801-45b9-8887-a5858263b00a/08388840-e801-45b9-8887-a5858263b00a.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1497.272880] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bd72d5a-ac78-43e1-ad2a-94f79439610f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.279042] env[62298]: DEBUG oslo_vmware.api [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Waiting for the task: (returnval){ [ 1497.279042] env[62298]: value = "task-1803998" [ 1497.279042] env[62298]: _type = "Task" [ 1497.279042] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.290177] env[62298]: DEBUG oslo_vmware.api [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1803998, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.307877] env[62298]: DEBUG nova.compute.manager [req-d61a6246-3ef2-49a3-9ba2-6339cf2a15ef req-39ed34d4-970d-4a43-b28a-605e099808c9 service nova] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Received event network-changed-7b88f79e-54d7-477e-a3a3-dbb04aa5173d {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1497.308160] env[62298]: DEBUG nova.compute.manager [req-d61a6246-3ef2-49a3-9ba2-6339cf2a15ef req-39ed34d4-970d-4a43-b28a-605e099808c9 service nova] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Refreshing instance network info cache due to event network-changed-7b88f79e-54d7-477e-a3a3-dbb04aa5173d. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1497.308390] env[62298]: DEBUG oslo_concurrency.lockutils [req-d61a6246-3ef2-49a3-9ba2-6339cf2a15ef req-39ed34d4-970d-4a43-b28a-605e099808c9 service nova] Acquiring lock "refresh_cache-31168214-21a0-4580-9363-cb96722eec4c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.308607] env[62298]: DEBUG oslo_concurrency.lockutils [req-d61a6246-3ef2-49a3-9ba2-6339cf2a15ef req-39ed34d4-970d-4a43-b28a-605e099808c9 service nova] Acquired lock "refresh_cache-31168214-21a0-4580-9363-cb96722eec4c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.308815] env[62298]: DEBUG nova.network.neutron [req-d61a6246-3ef2-49a3-9ba2-6339cf2a15ef req-39ed34d4-970d-4a43-b28a-605e099808c9 service nova] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Refreshing network info cache for port 7b88f79e-54d7-477e-a3a3-dbb04aa5173d {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1497.469534] env[62298]: DEBUG oslo_concurrency.lockutils [None req-31c60a3d-9fcd-488f-902b-9afc70bce1ae tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "c72d4834-d20f-4995-a788-8a51ad8a447a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.963s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.602765] env[62298]: DEBUG nova.compute.manager [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1497.739767] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1803997, 'name': CreateVM_Task, 'duration_secs': 0.367425} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.739954] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1497.742190] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.742366] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.742682] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1497.742935] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-067fac98-fb44-4260-b7db-024bfc46b9ff {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.749622] env[62298]: DEBUG oslo_vmware.api [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Waiting for the task: (returnval){ [ 1497.749622] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a88b26-ce9d-f733-95c1-a61ba4b4c948" [ 1497.749622] env[62298]: _type = "Task" [ 1497.749622] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.755495] env[62298]: DEBUG oslo_vmware.api [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a88b26-ce9d-f733-95c1-a61ba4b4c948, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.787564] env[62298]: DEBUG oslo_vmware.api [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1803998, 'name': Rename_Task, 'duration_secs': 0.135762} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.787895] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1497.788154] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b34676d-a42b-4947-8712-69167fda3762 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.796608] env[62298]: DEBUG oslo_vmware.api [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Waiting for the task: (returnval){ [ 1497.796608] env[62298]: value = "task-1803999" [ 1497.796608] env[62298]: _type = "Task" [ 1497.796608] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.802591] env[62298]: DEBUG oslo_vmware.api [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1803999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.132701] env[62298]: DEBUG oslo_concurrency.lockutils [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.173233] env[62298]: DEBUG nova.compute.manager [req-ae920ba8-aad3-4156-8ebd-b9f02dac943f req-751098cf-917b-482d-a8a0-a5e6ad72c6b9 service nova] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Received event network-changed-011c84d4-257a-444a-b3a5-ca02125502ac {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1498.173508] env[62298]: DEBUG nova.compute.manager [req-ae920ba8-aad3-4156-8ebd-b9f02dac943f req-751098cf-917b-482d-a8a0-a5e6ad72c6b9 service nova] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Refreshing instance network info cache due to event network-changed-011c84d4-257a-444a-b3a5-ca02125502ac. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1498.173849] env[62298]: DEBUG oslo_concurrency.lockutils [req-ae920ba8-aad3-4156-8ebd-b9f02dac943f req-751098cf-917b-482d-a8a0-a5e6ad72c6b9 service nova] Acquiring lock "refresh_cache-d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.173849] env[62298]: DEBUG oslo_concurrency.lockutils [req-ae920ba8-aad3-4156-8ebd-b9f02dac943f req-751098cf-917b-482d-a8a0-a5e6ad72c6b9 service nova] Acquired lock "refresh_cache-d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.174042] env[62298]: DEBUG nova.network.neutron [req-ae920ba8-aad3-4156-8ebd-b9f02dac943f req-751098cf-917b-482d-a8a0-a5e6ad72c6b9 service nova] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Refreshing network info cache for port 011c84d4-257a-444a-b3a5-ca02125502ac {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1498.260456] env[62298]: DEBUG oslo_vmware.api [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a88b26-ce9d-f733-95c1-a61ba4b4c948, 'name': SearchDatastore_Task, 'duration_secs': 0.009515} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.263584] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.263843] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1498.264112] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.264274] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.266239] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1498.266239] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0be01901-43be-4bc3-ad23-b640347342c1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.274318] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1498.274537] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1498.275282] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23f714b0-41d3-4204-a5f1-59abecbe5b3a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.283680] env[62298]: DEBUG oslo_vmware.api [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Waiting for the task: (returnval){ [ 1498.283680] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c9f4f0-dfac-336f-b45c-8cb7789976f4" [ 1498.283680] env[62298]: _type = "Task" [ 1498.283680] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.292189] env[62298]: DEBUG oslo_vmware.api [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c9f4f0-dfac-336f-b45c-8cb7789976f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.304025] env[62298]: DEBUG oslo_vmware.api [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1803999, 'name': PowerOnVM_Task, 'duration_secs': 0.460685} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.304326] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1498.304528] env[62298]: INFO nova.compute.manager [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Took 7.40 seconds to spawn the instance on the hypervisor. [ 1498.304728] env[62298]: DEBUG nova.compute.manager [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1498.305537] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb70f00-9671-46d5-98b6-3312d8769acf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.318016] env[62298]: DEBUG nova.network.neutron [req-d61a6246-3ef2-49a3-9ba2-6339cf2a15ef req-39ed34d4-970d-4a43-b28a-605e099808c9 service nova] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Updated VIF entry in instance network info cache for port 7b88f79e-54d7-477e-a3a3-dbb04aa5173d. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1498.318361] env[62298]: DEBUG nova.network.neutron [req-d61a6246-3ef2-49a3-9ba2-6339cf2a15ef req-39ed34d4-970d-4a43-b28a-605e099808c9 service nova] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Updating instance_info_cache with network_info: [{"id": "7b88f79e-54d7-477e-a3a3-dbb04aa5173d", "address": "fa:16:3e:2c:64:82", "network": {"id": "71ad956d-c142-4322-824a-2ff5dbc34c71", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1507373428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72315a94a87b4fc5a51d46d99d6cf965", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b88f79e-54", "ovs_interfaceid": "7b88f79e-54d7-477e-a3a3-dbb04aa5173d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.547869] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970dae8b-234f-4f28-952a-5450988fc1a1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.555796] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e798939-078c-4df4-b25b-8ee9bd5b08df {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.587841] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a3e404-f463-4c3b-94ee-0230aad358c1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.595908] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3dc5c4-b991-4d20-8419-4a072b625886 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.611210] env[62298]: DEBUG nova.compute.provider_tree [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1498.793839] env[62298]: DEBUG oslo_vmware.api [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c9f4f0-dfac-336f-b45c-8cb7789976f4, 'name': SearchDatastore_Task, 'duration_secs': 0.013313} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.794617] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-add08a8d-6a35-4eb2-b4aa-2b4ccf72d137 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.800220] env[62298]: DEBUG oslo_vmware.api [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Waiting for the task: (returnval){ [ 1498.800220] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]520d6132-a381-5e96-8a89-20383f2499c0" [ 1498.800220] env[62298]: _type = "Task" [ 1498.800220] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.809264] env[62298]: DEBUG oslo_vmware.api [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]520d6132-a381-5e96-8a89-20383f2499c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.825213] env[62298]: DEBUG oslo_concurrency.lockutils [req-d61a6246-3ef2-49a3-9ba2-6339cf2a15ef req-39ed34d4-970d-4a43-b28a-605e099808c9 service nova] Releasing lock "refresh_cache-31168214-21a0-4580-9363-cb96722eec4c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.827580] env[62298]: INFO nova.compute.manager [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Took 31.98 seconds to build instance. [ 1499.117983] env[62298]: DEBUG nova.scheduler.client.report [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1499.312875] env[62298]: DEBUG oslo_vmware.api [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]520d6132-a381-5e96-8a89-20383f2499c0, 'name': SearchDatastore_Task, 'duration_secs': 0.039707} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.313105] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.313407] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 31168214-21a0-4580-9363-cb96722eec4c/31168214-21a0-4580-9363-cb96722eec4c.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1499.313725] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d8fdc2a-3150-4553-a6bb-0fe3e3a447dd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.322495] env[62298]: DEBUG oslo_vmware.api [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Waiting for the task: (returnval){ [ 1499.322495] env[62298]: value = "task-1804000" [ 1499.322495] env[62298]: _type = "Task" [ 1499.322495] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.330143] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b6e0d846-f9f6-4eef-b3a0-7f097e43ca89 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Lock "08388840-e801-45b9-8887-a5858263b00a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.502s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.338064] env[62298]: DEBUG oslo_vmware.api [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Task: {'id': task-1804000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.384977] env[62298]: DEBUG nova.network.neutron [req-ae920ba8-aad3-4156-8ebd-b9f02dac943f req-751098cf-917b-482d-a8a0-a5e6ad72c6b9 service nova] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Updated VIF entry in instance network info cache for port 011c84d4-257a-444a-b3a5-ca02125502ac. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1499.385361] env[62298]: DEBUG nova.network.neutron [req-ae920ba8-aad3-4156-8ebd-b9f02dac943f req-751098cf-917b-482d-a8a0-a5e6ad72c6b9 service nova] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Updating instance_info_cache with network_info: [{"id": "011c84d4-257a-444a-b3a5-ca02125502ac", "address": "fa:16:3e:33:31:25", "network": {"id": "075b6cf1-7464-4430-b620-4fbb9e72f8bf", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-737086487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c64c0a492d547ae910bfa5a1df98717", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap011c84d4-25", "ovs_interfaceid": "011c84d4-257a-444a-b3a5-ca02125502ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.627078] env[62298]: DEBUG oslo_concurrency.lockutils [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.627078] env[62298]: DEBUG nova.compute.manager [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1499.628268] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.586s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.628693] env[62298]: DEBUG nova.objects.instance [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Lazy-loading 'resources' on Instance uuid 39717793-ae0a-40bc-b0f0-59ffa48bfdbb {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1499.839022] env[62298]: DEBUG nova.compute.manager [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1499.843783] env[62298]: DEBUG oslo_vmware.api [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Task: {'id': task-1804000, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.888604] env[62298]: DEBUG oslo_concurrency.lockutils [req-ae920ba8-aad3-4156-8ebd-b9f02dac943f req-751098cf-917b-482d-a8a0-a5e6ad72c6b9 service nova] Releasing lock "refresh_cache-d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.132673] env[62298]: DEBUG nova.compute.utils [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1500.140590] env[62298]: DEBUG nova.compute.manager [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1500.140590] env[62298]: DEBUG nova.network.neutron [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1500.245194] env[62298]: DEBUG nova.policy [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '743845dc03da420d86f02d1f01b0ae79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08a2758042114dd2b8a8c7de51ac219c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1500.335518] env[62298]: DEBUG oslo_vmware.api [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Task: {'id': task-1804000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.89021} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.335820] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 31168214-21a0-4580-9363-cb96722eec4c/31168214-21a0-4580-9363-cb96722eec4c.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1500.336885] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1500.336885] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d10be82-2e4d-4a40-848b-d6b463bc973d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.350193] env[62298]: DEBUG oslo_vmware.api [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Waiting for the task: (returnval){ [ 1500.350193] env[62298]: value = "task-1804001" [ 1500.350193] env[62298]: _type = "Task" [ 1500.350193] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.365484] env[62298]: DEBUG oslo_vmware.api [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Task: {'id': task-1804001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.367258] env[62298]: DEBUG oslo_concurrency.lockutils [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.546484] env[62298]: DEBUG nova.compute.manager [req-e4f293ff-5b4f-46dd-8269-b606df32c9f1 req-94ed0d03-1be9-402d-b99c-f994824ab345 service nova] [instance: 08388840-e801-45b9-8887-a5858263b00a] Received event network-changed-5c43a5a5-e26c-44fd-975b-96e234e41143 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1500.546758] env[62298]: DEBUG nova.compute.manager [req-e4f293ff-5b4f-46dd-8269-b606df32c9f1 req-94ed0d03-1be9-402d-b99c-f994824ab345 service nova] [instance: 08388840-e801-45b9-8887-a5858263b00a] Refreshing instance network info cache due to event network-changed-5c43a5a5-e26c-44fd-975b-96e234e41143. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1500.546990] env[62298]: DEBUG oslo_concurrency.lockutils [req-e4f293ff-5b4f-46dd-8269-b606df32c9f1 req-94ed0d03-1be9-402d-b99c-f994824ab345 service nova] Acquiring lock "refresh_cache-08388840-e801-45b9-8887-a5858263b00a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.547322] env[62298]: DEBUG oslo_concurrency.lockutils [req-e4f293ff-5b4f-46dd-8269-b606df32c9f1 req-94ed0d03-1be9-402d-b99c-f994824ab345 service nova] Acquired lock "refresh_cache-08388840-e801-45b9-8887-a5858263b00a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.547410] env[62298]: DEBUG nova.network.neutron [req-e4f293ff-5b4f-46dd-8269-b606df32c9f1 req-94ed0d03-1be9-402d-b99c-f994824ab345 service nova] [instance: 08388840-e801-45b9-8887-a5858263b00a] Refreshing network info cache for port 5c43a5a5-e26c-44fd-975b-96e234e41143 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1500.643882] env[62298]: DEBUG nova.compute.manager [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1500.820671] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d25cab5-4934-4cd9-98be-3d5a3dc107d3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.831597] env[62298]: DEBUG nova.network.neutron [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Successfully created port: a6dcaf3d-95b1-412a-b50a-8fda0b790566 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1500.837451] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278bd581-bc15-4579-9a37-48271ab405c5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.890488] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd78c2c7-dfc9-4393-bd3a-679f96bd2039 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.899509] env[62298]: DEBUG oslo_vmware.api [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Task: {'id': task-1804001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088333} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.904022] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1500.904022] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da888e77-98a3-4d56-a459-87144f88fd59 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.907803] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dbd7ea-fb5f-4adc-b2e9-14d1efad1994 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.925102] env[62298]: DEBUG nova.compute.provider_tree [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1500.946586] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 31168214-21a0-4580-9363-cb96722eec4c/31168214-21a0-4580-9363-cb96722eec4c.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1500.947889] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94a1bbb1-8f12-4878-ac19-a3e338b96d1e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.972381] env[62298]: DEBUG oslo_vmware.api [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Waiting for the task: (returnval){ [ 1500.972381] env[62298]: value = "task-1804002" [ 1500.972381] env[62298]: _type = "Task" [ 1500.972381] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.979736] env[62298]: DEBUG oslo_vmware.api [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Task: {'id': task-1804002, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.241682] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6af39a1c-8957-4f33-8fdb-7eb949c9ed2f tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Acquiring lock "08388840-e801-45b9-8887-a5858263b00a" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.241682] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6af39a1c-8957-4f33-8fdb-7eb949c9ed2f tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Lock "08388840-e801-45b9-8887-a5858263b00a" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.241682] env[62298]: INFO nova.compute.manager [None req-6af39a1c-8957-4f33-8fdb-7eb949c9ed2f tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Rebooting instance [ 1501.331171] env[62298]: DEBUG nova.network.neutron [req-e4f293ff-5b4f-46dd-8269-b606df32c9f1 req-94ed0d03-1be9-402d-b99c-f994824ab345 service nova] [instance: 08388840-e801-45b9-8887-a5858263b00a] Updated VIF entry in instance network info cache for port 5c43a5a5-e26c-44fd-975b-96e234e41143. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1501.331546] env[62298]: DEBUG nova.network.neutron [req-e4f293ff-5b4f-46dd-8269-b606df32c9f1 req-94ed0d03-1be9-402d-b99c-f994824ab345 service nova] [instance: 08388840-e801-45b9-8887-a5858263b00a] Updating instance_info_cache with network_info: [{"id": "5c43a5a5-e26c-44fd-975b-96e234e41143", "address": "fa:16:3e:f9:c6:b1", "network": {"id": "4e57501a-5961-452c-a00c-3b59e6192748", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-162185613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd23a31565b2496f803c95eabb08981e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c43a5a5-e2", "ovs_interfaceid": "5c43a5a5-e26c-44fd-975b-96e234e41143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.481256] env[62298]: DEBUG oslo_vmware.api [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Task: {'id': task-1804002, 'name': ReconfigVM_Task, 'duration_secs': 0.318365} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.482028] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 31168214-21a0-4580-9363-cb96722eec4c/31168214-21a0-4580-9363-cb96722eec4c.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1501.483025] env[62298]: DEBUG nova.scheduler.client.report [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 59 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1501.483198] env[62298]: DEBUG nova.compute.provider_tree [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 59 to 60 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1501.483377] env[62298]: DEBUG nova.compute.provider_tree [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1501.487631] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97059c4f-b87e-4a09-8c8c-c04e3e363638 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.494151] env[62298]: DEBUG oslo_vmware.api [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Waiting for the task: (returnval){ [ 1501.494151] env[62298]: value = "task-1804003" [ 1501.494151] env[62298]: _type = "Task" [ 1501.494151] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.502905] env[62298]: DEBUG oslo_vmware.api [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Task: {'id': task-1804003, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.658242] env[62298]: DEBUG nova.compute.manager [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1501.695136] env[62298]: DEBUG nova.virt.hardware [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1501.695377] env[62298]: DEBUG nova.virt.hardware [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1501.695616] env[62298]: DEBUG nova.virt.hardware [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1501.695845] env[62298]: DEBUG nova.virt.hardware [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1501.695999] env[62298]: DEBUG nova.virt.hardware [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1501.696172] env[62298]: DEBUG nova.virt.hardware [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1501.697208] env[62298]: DEBUG nova.virt.hardware [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1501.697386] env[62298]: DEBUG nova.virt.hardware [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1501.697696] env[62298]: DEBUG nova.virt.hardware [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1501.697777] env[62298]: DEBUG nova.virt.hardware [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1501.697909] env[62298]: DEBUG nova.virt.hardware [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1501.698812] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcc333e-7c6f-4eb1-b8ea-89cabcca6d91 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.708543] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10f09fd-eb41-425d-baf1-7d2d5ff82a01 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.779397] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6af39a1c-8957-4f33-8fdb-7eb949c9ed2f tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Acquiring lock "refresh_cache-08388840-e801-45b9-8887-a5858263b00a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.834389] env[62298]: DEBUG oslo_concurrency.lockutils [req-e4f293ff-5b4f-46dd-8269-b606df32c9f1 req-94ed0d03-1be9-402d-b99c-f994824ab345 service nova] Releasing lock "refresh_cache-08388840-e801-45b9-8887-a5858263b00a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.834877] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6af39a1c-8957-4f33-8fdb-7eb949c9ed2f tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Acquired lock "refresh_cache-08388840-e801-45b9-8887-a5858263b00a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.835010] env[62298]: DEBUG nova.network.neutron [None req-6af39a1c-8957-4f33-8fdb-7eb949c9ed2f tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1501.994239] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.362s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.997316] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.573s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.999029] env[62298]: INFO nova.compute.claims [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1502.021022] env[62298]: DEBUG oslo_vmware.api [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Task: {'id': task-1804003, 'name': Rename_Task, 'duration_secs': 0.23138} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.021022] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1502.021022] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-469b3f2a-2b00-4a98-bb39-193dc57a0236 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.025352] env[62298]: DEBUG oslo_vmware.api [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Waiting for the task: (returnval){ [ 1502.025352] env[62298]: value = "task-1804004" [ 1502.025352] env[62298]: _type = "Task" [ 1502.025352] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.033921] env[62298]: DEBUG oslo_vmware.api [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Task: {'id': task-1804004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.036513] env[62298]: INFO nova.scheduler.client.report [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Deleted allocations for instance 39717793-ae0a-40bc-b0f0-59ffa48bfdbb [ 1502.535668] env[62298]: DEBUG oslo_vmware.api [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Task: {'id': task-1804004, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.545137] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1b9231df-70cb-4f80-9142-87111ecad872 tempest-ServerRescueTestJSONUnderV235-718705692 tempest-ServerRescueTestJSONUnderV235-718705692-project-member] Lock "39717793-ae0a-40bc-b0f0-59ffa48bfdbb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.247s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.550833] env[62298]: DEBUG nova.network.neutron [None req-6af39a1c-8957-4f33-8fdb-7eb949c9ed2f tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Updating instance_info_cache with network_info: [{"id": "5c43a5a5-e26c-44fd-975b-96e234e41143", "address": "fa:16:3e:f9:c6:b1", "network": {"id": "4e57501a-5961-452c-a00c-3b59e6192748", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-162185613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd23a31565b2496f803c95eabb08981e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c43a5a5-e2", "ovs_interfaceid": "5c43a5a5-e26c-44fd-975b-96e234e41143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.026241] env[62298]: DEBUG nova.compute.manager [req-747b62a6-917f-4863-9b88-5f164d2ac501 req-a4586785-c01b-4a86-9bc9-2df7a8ea8f4c service nova] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Received event network-vif-plugged-a6dcaf3d-95b1-412a-b50a-8fda0b790566 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1503.026513] env[62298]: DEBUG oslo_concurrency.lockutils [req-747b62a6-917f-4863-9b88-5f164d2ac501 req-a4586785-c01b-4a86-9bc9-2df7a8ea8f4c service nova] Acquiring lock "7e70b527-551f-493f-9a1e-ff27c58124b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.028105] env[62298]: DEBUG oslo_concurrency.lockutils [req-747b62a6-917f-4863-9b88-5f164d2ac501 req-a4586785-c01b-4a86-9bc9-2df7a8ea8f4c service nova] Lock "7e70b527-551f-493f-9a1e-ff27c58124b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.028105] env[62298]: DEBUG oslo_concurrency.lockutils [req-747b62a6-917f-4863-9b88-5f164d2ac501 req-a4586785-c01b-4a86-9bc9-2df7a8ea8f4c service nova] Lock "7e70b527-551f-493f-9a1e-ff27c58124b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.028105] env[62298]: DEBUG nova.compute.manager [req-747b62a6-917f-4863-9b88-5f164d2ac501 req-a4586785-c01b-4a86-9bc9-2df7a8ea8f4c service nova] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] No waiting events found dispatching network-vif-plugged-a6dcaf3d-95b1-412a-b50a-8fda0b790566 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1503.028105] env[62298]: WARNING nova.compute.manager [req-747b62a6-917f-4863-9b88-5f164d2ac501 req-a4586785-c01b-4a86-9bc9-2df7a8ea8f4c service nova] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Received unexpected event network-vif-plugged-a6dcaf3d-95b1-412a-b50a-8fda0b790566 for instance with vm_state building and task_state spawning. [ 1503.043192] env[62298]: DEBUG oslo_vmware.api [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Task: {'id': task-1804004, 'name': PowerOnVM_Task, 'duration_secs': 0.666936} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.043526] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1503.043793] env[62298]: INFO nova.compute.manager [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1503.044053] env[62298]: DEBUG nova.compute.manager [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1503.044985] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a64caa5-ac80-4286-bbca-b2b4156675c9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.052525] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6af39a1c-8957-4f33-8fdb-7eb949c9ed2f tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Releasing lock "refresh_cache-08388840-e801-45b9-8887-a5858263b00a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1503.140860] env[62298]: DEBUG nova.network.neutron [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Successfully updated port: a6dcaf3d-95b1-412a-b50a-8fda0b790566 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1503.542719] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "6f4534a2-3554-42e4-99c9-8e2891943389" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.542719] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "6f4534a2-3554-42e4-99c9-8e2891943389" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.570224] env[62298]: DEBUG nova.compute.manager [None req-6af39a1c-8957-4f33-8fdb-7eb949c9ed2f tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1503.570569] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed839e96-7a1b-4cb9-bab7-20ad7db9cb83 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.576209] env[62298]: INFO nova.compute.manager [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Took 34.96 seconds to build instance. [ 1503.623514] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb60594f-5b8c-490c-8cc0-204e0b87c012 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.631946] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc05d5e6-360e-4977-9a93-1bb9abd38f52 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.666536] env[62298]: DEBUG oslo_concurrency.lockutils [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Acquiring lock "refresh_cache-7e70b527-551f-493f-9a1e-ff27c58124b1" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.666536] env[62298]: DEBUG oslo_concurrency.lockutils [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Acquired lock "refresh_cache-7e70b527-551f-493f-9a1e-ff27c58124b1" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.666536] env[62298]: DEBUG nova.network.neutron [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1503.668528] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f510e97-ec25-4b5e-b014-f978fef1090b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.677264] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4462d5-7a7b-4d16-8f61-b2f71dbb6217 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.693203] env[62298]: DEBUG nova.compute.provider_tree [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1504.078718] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e8aa9a8a-1928-4b9a-8b8e-ce6a03097af6 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Lock "31168214-21a0-4580-9363-cb96722eec4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.118s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.217421] env[62298]: ERROR nova.scheduler.client.report [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [req-3d00c5fa-bf16-448d-850e-84751466a946] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3d00c5fa-bf16-448d-850e-84751466a946"}]} [ 1504.221747] env[62298]: DEBUG nova.network.neutron [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1504.235185] env[62298]: DEBUG nova.scheduler.client.report [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1504.249449] env[62298]: DEBUG nova.scheduler.client.report [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1504.249724] env[62298]: DEBUG nova.compute.provider_tree [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1504.261681] env[62298]: DEBUG nova.scheduler.client.report [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1504.283799] env[62298]: DEBUG nova.scheduler.client.report [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1504.586251] env[62298]: DEBUG nova.compute.manager [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1504.599263] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf17d2e-0eda-4d67-a40c-c521160412b1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.604726] env[62298]: DEBUG nova.network.neutron [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Updating instance_info_cache with network_info: [{"id": "a6dcaf3d-95b1-412a-b50a-8fda0b790566", "address": "fa:16:3e:8c:01:09", "network": {"id": "bb6a8cc1-a425-4a40-84dc-da4b857ab0b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1106534815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08a2758042114dd2b8a8c7de51ac219c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6dcaf3d-95", "ovs_interfaceid": "a6dcaf3d-95b1-412a-b50a-8fda0b790566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.609983] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6af39a1c-8957-4f33-8fdb-7eb949c9ed2f tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Doing hard reboot of VM {{(pid=62298) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1504.609983] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-1980aad2-cb6e-4ce8-9ac9-ae509a48a7ae {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.617454] env[62298]: DEBUG oslo_vmware.api [None req-6af39a1c-8957-4f33-8fdb-7eb949c9ed2f tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Waiting for the task: (returnval){ [ 1504.617454] env[62298]: value = "task-1804005" [ 1504.617454] env[62298]: _type = "Task" [ 1504.617454] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.638327] env[62298]: DEBUG oslo_vmware.api [None req-6af39a1c-8957-4f33-8fdb-7eb949c9ed2f tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1804005, 'name': ResetVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.689503] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f59dc543-9fa4-4850-a137-e05bb4e82227 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Acquiring lock "31168214-21a0-4580-9363-cb96722eec4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.690101] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f59dc543-9fa4-4850-a137-e05bb4e82227 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Lock "31168214-21a0-4580-9363-cb96722eec4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.691424] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f59dc543-9fa4-4850-a137-e05bb4e82227 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Acquiring lock "31168214-21a0-4580-9363-cb96722eec4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.691716] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f59dc543-9fa4-4850-a137-e05bb4e82227 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Lock "31168214-21a0-4580-9363-cb96722eec4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.691930] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f59dc543-9fa4-4850-a137-e05bb4e82227 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Lock "31168214-21a0-4580-9363-cb96722eec4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.694086] env[62298]: INFO nova.compute.manager [None req-f59dc543-9fa4-4850-a137-e05bb4e82227 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Terminating instance [ 1504.860192] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74da204c-5114-4569-a711-08fa9d6a5308 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.868459] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a5a913-fdc2-469a-aaf0-1c37daee4f31 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.906771] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7207eb72-2680-447a-bad9-7b24c3d2fcbd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.915511] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a6fb89-d7b9-45fc-bf65-a9c55becd48b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.929424] env[62298]: DEBUG nova.compute.provider_tree [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1505.106751] env[62298]: DEBUG nova.compute.manager [req-64d56771-7da2-4cca-a8cd-fc0d47ae3d80 req-3ff217bd-251c-49e2-a472-85c7a4e2c6c7 service nova] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Received event network-changed-a6dcaf3d-95b1-412a-b50a-8fda0b790566 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1505.106994] env[62298]: DEBUG nova.compute.manager [req-64d56771-7da2-4cca-a8cd-fc0d47ae3d80 req-3ff217bd-251c-49e2-a472-85c7a4e2c6c7 service nova] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Refreshing instance network info cache due to event network-changed-a6dcaf3d-95b1-412a-b50a-8fda0b790566. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1505.108216] env[62298]: DEBUG oslo_concurrency.lockutils [req-64d56771-7da2-4cca-a8cd-fc0d47ae3d80 req-3ff217bd-251c-49e2-a472-85c7a4e2c6c7 service nova] Acquiring lock "refresh_cache-7e70b527-551f-493f-9a1e-ff27c58124b1" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.108216] env[62298]: DEBUG oslo_concurrency.lockutils [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Releasing lock "refresh_cache-7e70b527-551f-493f-9a1e-ff27c58124b1" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.108389] env[62298]: DEBUG nova.compute.manager [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Instance network_info: |[{"id": "a6dcaf3d-95b1-412a-b50a-8fda0b790566", "address": "fa:16:3e:8c:01:09", "network": {"id": "bb6a8cc1-a425-4a40-84dc-da4b857ab0b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1106534815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08a2758042114dd2b8a8c7de51ac219c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6dcaf3d-95", "ovs_interfaceid": "a6dcaf3d-95b1-412a-b50a-8fda0b790566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1505.109244] env[62298]: DEBUG oslo_concurrency.lockutils [req-64d56771-7da2-4cca-a8cd-fc0d47ae3d80 req-3ff217bd-251c-49e2-a472-85c7a4e2c6c7 service nova] Acquired lock "refresh_cache-7e70b527-551f-493f-9a1e-ff27c58124b1" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.109244] env[62298]: DEBUG nova.network.neutron [req-64d56771-7da2-4cca-a8cd-fc0d47ae3d80 req-3ff217bd-251c-49e2-a472-85c7a4e2c6c7 service nova] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Refreshing network info cache for port a6dcaf3d-95b1-412a-b50a-8fda0b790566 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1505.109699] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:01:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6dcaf3d-95b1-412a-b50a-8fda0b790566', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1505.122334] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Creating folder: Project (08a2758042114dd2b8a8c7de51ac219c). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1505.122624] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.123366] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e9a194a-73f5-4022-a42e-a2bcdcecdcb0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.136179] env[62298]: DEBUG oslo_vmware.api [None req-6af39a1c-8957-4f33-8fdb-7eb949c9ed2f tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1804005, 'name': ResetVM_Task, 'duration_secs': 0.129339} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.137000] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6af39a1c-8957-4f33-8fdb-7eb949c9ed2f tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Did hard reboot of VM {{(pid=62298) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1505.137262] env[62298]: DEBUG nova.compute.manager [None req-6af39a1c-8957-4f33-8fdb-7eb949c9ed2f tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1505.139023] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973e6580-dad2-4628-81ca-42cf61a92f56 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.142018] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Created folder: Project (08a2758042114dd2b8a8c7de51ac219c) in parent group-v373906. [ 1505.142212] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Creating folder: Instances. Parent ref: group-v373992. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1505.142447] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ea478e5-1247-40ed-9082-ed8281998aca {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.153038] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Created folder: Instances in parent group-v373992. [ 1505.153038] env[62298]: DEBUG oslo.service.loopingcall [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1505.153038] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1505.153038] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf4ee3ce-48d8-4ee2-bd09-fb115fd63766 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.175198] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1505.175198] env[62298]: value = "task-1804008" [ 1505.175198] env[62298]: _type = "Task" [ 1505.175198] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.183227] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804008, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.197620] env[62298]: DEBUG nova.compute.manager [None req-f59dc543-9fa4-4850-a137-e05bb4e82227 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1505.197914] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f59dc543-9fa4-4850-a137-e05bb4e82227 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1505.200018] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b987683d-0a8a-4236-bfbf-5b1434fcef81 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.207730] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59dc543-9fa4-4850-a137-e05bb4e82227 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1505.208138] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e0d0c86-d796-4e42-bf71-d669784de537 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.216148] env[62298]: DEBUG oslo_vmware.api [None req-f59dc543-9fa4-4850-a137-e05bb4e82227 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Waiting for the task: (returnval){ [ 1505.216148] env[62298]: value = "task-1804009" [ 1505.216148] env[62298]: _type = "Task" [ 1505.216148] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.223553] env[62298]: DEBUG oslo_vmware.api [None req-f59dc543-9fa4-4850-a137-e05bb4e82227 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Task: {'id': task-1804009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.507032] env[62298]: DEBUG nova.scheduler.client.report [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 61 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1505.507032] env[62298]: DEBUG nova.compute.provider_tree [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 61 to 62 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1505.507032] env[62298]: DEBUG nova.compute.provider_tree [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1505.654788] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6af39a1c-8957-4f33-8fdb-7eb949c9ed2f tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Lock "08388840-e801-45b9-8887-a5858263b00a" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.413s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.687018] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804008, 'name': CreateVM_Task, 'duration_secs': 0.35612} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.687192] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1505.687842] env[62298]: DEBUG oslo_concurrency.lockutils [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.688039] env[62298]: DEBUG oslo_concurrency.lockutils [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.688375] env[62298]: DEBUG oslo_concurrency.lockutils [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1505.688622] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91b10747-67b5-4ad7-aefa-119a4c5371a5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.693804] env[62298]: DEBUG oslo_vmware.api [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Waiting for the task: (returnval){ [ 1505.693804] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522adfbf-8260-e853-e97a-2c4558b1627c" [ 1505.693804] env[62298]: _type = "Task" [ 1505.693804] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.703411] env[62298]: DEBUG oslo_vmware.api [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522adfbf-8260-e853-e97a-2c4558b1627c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.725679] env[62298]: DEBUG oslo_vmware.api [None req-f59dc543-9fa4-4850-a137-e05bb4e82227 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Task: {'id': task-1804009, 'name': PowerOffVM_Task, 'duration_secs': 0.198807} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.726031] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59dc543-9fa4-4850-a137-e05bb4e82227 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1505.727413] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f59dc543-9fa4-4850-a137-e05bb4e82227 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1505.727780] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-322b8398-2707-47a1-b91e-9bb428ce7254 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.829245] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f59dc543-9fa4-4850-a137-e05bb4e82227 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1505.829505] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f59dc543-9fa4-4850-a137-e05bb4e82227 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1505.829725] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-f59dc543-9fa4-4850-a137-e05bb4e82227 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Deleting the datastore file [datastore1] 31168214-21a0-4580-9363-cb96722eec4c {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1505.830016] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9d0f185-2a26-4a38-a83b-470635847cc5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.836362] env[62298]: DEBUG oslo_vmware.api [None req-f59dc543-9fa4-4850-a137-e05bb4e82227 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Waiting for the task: (returnval){ [ 1505.836362] env[62298]: value = "task-1804011" [ 1505.836362] env[62298]: _type = "Task" [ 1505.836362] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.844512] env[62298]: DEBUG oslo_vmware.api [None req-f59dc543-9fa4-4850-a137-e05bb4e82227 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Task: {'id': task-1804011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.971126] env[62298]: DEBUG nova.network.neutron [req-64d56771-7da2-4cca-a8cd-fc0d47ae3d80 req-3ff217bd-251c-49e2-a472-85c7a4e2c6c7 service nova] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Updated VIF entry in instance network info cache for port a6dcaf3d-95b1-412a-b50a-8fda0b790566. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1505.971254] env[62298]: DEBUG nova.network.neutron [req-64d56771-7da2-4cca-a8cd-fc0d47ae3d80 req-3ff217bd-251c-49e2-a472-85c7a4e2c6c7 service nova] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Updating instance_info_cache with network_info: [{"id": "a6dcaf3d-95b1-412a-b50a-8fda0b790566", "address": "fa:16:3e:8c:01:09", "network": {"id": "bb6a8cc1-a425-4a40-84dc-da4b857ab0b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1106534815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08a2758042114dd2b8a8c7de51ac219c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6dcaf3d-95", "ovs_interfaceid": "a6dcaf3d-95b1-412a-b50a-8fda0b790566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.014038] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.016s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.014438] env[62298]: DEBUG nova.compute.manager [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1506.017136] env[62298]: DEBUG oslo_concurrency.lockutils [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.202s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.019873] env[62298]: INFO nova.compute.claims [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1506.207579] env[62298]: DEBUG oslo_vmware.api [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522adfbf-8260-e853-e97a-2c4558b1627c, 'name': SearchDatastore_Task, 'duration_secs': 0.009714} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.207885] env[62298]: DEBUG oslo_concurrency.lockutils [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.209090] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1506.209090] env[62298]: DEBUG oslo_concurrency.lockutils [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.209090] env[62298]: DEBUG oslo_concurrency.lockutils [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.209090] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1506.209090] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-232a3e24-ebb6-45ec-8e72-28732c663642 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.219442] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1506.219637] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1506.220603] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2c7e756-2be8-4ea2-a772-995db28a8b10 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.226819] env[62298]: DEBUG oslo_vmware.api [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Waiting for the task: (returnval){ [ 1506.226819] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]528bc2cf-5669-2112-53e3-da0cad8f8c9a" [ 1506.226819] env[62298]: _type = "Task" [ 1506.226819] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.234825] env[62298]: DEBUG oslo_vmware.api [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]528bc2cf-5669-2112-53e3-da0cad8f8c9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.346054] env[62298]: DEBUG oslo_vmware.api [None req-f59dc543-9fa4-4850-a137-e05bb4e82227 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Task: {'id': task-1804011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296421} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.346302] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-f59dc543-9fa4-4850-a137-e05bb4e82227 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1506.349042] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f59dc543-9fa4-4850-a137-e05bb4e82227 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1506.349042] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f59dc543-9fa4-4850-a137-e05bb4e82227 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1506.349042] env[62298]: INFO nova.compute.manager [None req-f59dc543-9fa4-4850-a137-e05bb4e82227 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1506.349042] env[62298]: DEBUG oslo.service.loopingcall [None req-f59dc543-9fa4-4850-a137-e05bb4e82227 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1506.349042] env[62298]: DEBUG nova.compute.manager [-] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1506.349042] env[62298]: DEBUG nova.network.neutron [-] [instance: 31168214-21a0-4580-9363-cb96722eec4c] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1506.474457] env[62298]: DEBUG oslo_concurrency.lockutils [req-64d56771-7da2-4cca-a8cd-fc0d47ae3d80 req-3ff217bd-251c-49e2-a472-85c7a4e2c6c7 service nova] Releasing lock "refresh_cache-7e70b527-551f-493f-9a1e-ff27c58124b1" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.524284] env[62298]: DEBUG nova.compute.utils [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1506.529029] env[62298]: DEBUG nova.compute.manager [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1506.529029] env[62298]: DEBUG nova.network.neutron [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1506.570766] env[62298]: DEBUG nova.policy [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db21c5cc71bc4980801893134edefba9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '590be3a2ce564aadaff20814b841c464', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1506.741358] env[62298]: DEBUG oslo_vmware.api [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]528bc2cf-5669-2112-53e3-da0cad8f8c9a, 'name': SearchDatastore_Task, 'duration_secs': 0.043744} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.742172] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b78e31bc-7b80-4779-89cb-018b68d99a42 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.747718] env[62298]: DEBUG oslo_vmware.api [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Waiting for the task: (returnval){ [ 1506.747718] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f26c1d-c016-71cb-ed08-9af45d8d9792" [ 1506.747718] env[62298]: _type = "Task" [ 1506.747718] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.757161] env[62298]: DEBUG oslo_vmware.api [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f26c1d-c016-71cb-ed08-9af45d8d9792, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.856323] env[62298]: DEBUG nova.network.neutron [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Successfully created port: 2be2876f-19c2-466e-b5a8-0bed17acccda {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1507.039276] env[62298]: DEBUG nova.compute.manager [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1507.218526] env[62298]: DEBUG nova.compute.manager [req-b96f739c-a46a-4e84-88df-4d97b9ee52c2 req-299dc316-b9f7-4422-bb4a-d9153f63ce0c service nova] [instance: 08388840-e801-45b9-8887-a5858263b00a] Received event network-changed-5c43a5a5-e26c-44fd-975b-96e234e41143 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1507.218526] env[62298]: DEBUG nova.compute.manager [req-b96f739c-a46a-4e84-88df-4d97b9ee52c2 req-299dc316-b9f7-4422-bb4a-d9153f63ce0c service nova] [instance: 08388840-e801-45b9-8887-a5858263b00a] Refreshing instance network info cache due to event network-changed-5c43a5a5-e26c-44fd-975b-96e234e41143. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1507.218772] env[62298]: DEBUG oslo_concurrency.lockutils [req-b96f739c-a46a-4e84-88df-4d97b9ee52c2 req-299dc316-b9f7-4422-bb4a-d9153f63ce0c service nova] Acquiring lock "refresh_cache-08388840-e801-45b9-8887-a5858263b00a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.219147] env[62298]: DEBUG oslo_concurrency.lockutils [req-b96f739c-a46a-4e84-88df-4d97b9ee52c2 req-299dc316-b9f7-4422-bb4a-d9153f63ce0c service nova] Acquired lock "refresh_cache-08388840-e801-45b9-8887-a5858263b00a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.219147] env[62298]: DEBUG nova.network.neutron [req-b96f739c-a46a-4e84-88df-4d97b9ee52c2 req-299dc316-b9f7-4422-bb4a-d9153f63ce0c service nova] [instance: 08388840-e801-45b9-8887-a5858263b00a] Refreshing network info cache for port 5c43a5a5-e26c-44fd-975b-96e234e41143 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1507.261881] env[62298]: DEBUG oslo_vmware.api [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f26c1d-c016-71cb-ed08-9af45d8d9792, 'name': SearchDatastore_Task, 'duration_secs': 0.04938} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.264675] env[62298]: DEBUG oslo_concurrency.lockutils [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.264906] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 7e70b527-551f-493f-9a1e-ff27c58124b1/7e70b527-551f-493f-9a1e-ff27c58124b1.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1507.265387] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4fe7ea0-d184-4270-b521-2f7012c4e786 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.272760] env[62298]: DEBUG oslo_vmware.api [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Waiting for the task: (returnval){ [ 1507.272760] env[62298]: value = "task-1804012" [ 1507.272760] env[62298]: _type = "Task" [ 1507.272760] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.283092] env[62298]: DEBUG oslo_vmware.api [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Task: {'id': task-1804012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.301687] env[62298]: DEBUG nova.network.neutron [-] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.506326] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d7512d-d410-4cc3-83c4-27b6f0b87ec1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.514579] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27681bdc-54d2-43f4-975f-2e888cf861cd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.565900] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8e3962-5ea9-4e11-9431-1c6a5c564a1c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.576865] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fc0e00-670b-4ba3-aa79-c0e4f8a99ca2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.591159] env[62298]: DEBUG nova.compute.provider_tree [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1507.706669] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c1d18ff4-be25-4372-8a06-54d40de1ce20 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Acquiring lock "08388840-e801-45b9-8887-a5858263b00a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.706980] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c1d18ff4-be25-4372-8a06-54d40de1ce20 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Lock "08388840-e801-45b9-8887-a5858263b00a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.707214] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c1d18ff4-be25-4372-8a06-54d40de1ce20 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Acquiring lock "08388840-e801-45b9-8887-a5858263b00a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.707417] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c1d18ff4-be25-4372-8a06-54d40de1ce20 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Lock "08388840-e801-45b9-8887-a5858263b00a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.707635] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c1d18ff4-be25-4372-8a06-54d40de1ce20 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Lock "08388840-e801-45b9-8887-a5858263b00a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.709870] env[62298]: INFO nova.compute.manager [None req-c1d18ff4-be25-4372-8a06-54d40de1ce20 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Terminating instance [ 1507.788863] env[62298]: DEBUG oslo_vmware.api [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Task: {'id': task-1804012, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.806178] env[62298]: INFO nova.compute.manager [-] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Took 1.46 seconds to deallocate network for instance. [ 1508.067290] env[62298]: DEBUG nova.compute.manager [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1508.102205] env[62298]: DEBUG nova.virt.hardware [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1508.102499] env[62298]: DEBUG nova.virt.hardware [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1508.102675] env[62298]: DEBUG nova.virt.hardware [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1508.102861] env[62298]: DEBUG nova.virt.hardware [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1508.103015] env[62298]: DEBUG nova.virt.hardware [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1508.103312] env[62298]: DEBUG nova.virt.hardware [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1508.103542] env[62298]: DEBUG nova.virt.hardware [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1508.103713] env[62298]: DEBUG nova.virt.hardware [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1508.103893] env[62298]: DEBUG nova.virt.hardware [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1508.104065] env[62298]: DEBUG nova.virt.hardware [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1508.107675] env[62298]: DEBUG nova.virt.hardware [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1508.107833] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1073a264-acfd-4f06-a832-12725bddd6f7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.118601] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a275993a-50f8-43af-9ee9-f9aec12144f1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.140356] env[62298]: DEBUG nova.network.neutron [req-b96f739c-a46a-4e84-88df-4d97b9ee52c2 req-299dc316-b9f7-4422-bb4a-d9153f63ce0c service nova] [instance: 08388840-e801-45b9-8887-a5858263b00a] Updated VIF entry in instance network info cache for port 5c43a5a5-e26c-44fd-975b-96e234e41143. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1508.140356] env[62298]: DEBUG nova.network.neutron [req-b96f739c-a46a-4e84-88df-4d97b9ee52c2 req-299dc316-b9f7-4422-bb4a-d9153f63ce0c service nova] [instance: 08388840-e801-45b9-8887-a5858263b00a] Updating instance_info_cache with network_info: [{"id": "5c43a5a5-e26c-44fd-975b-96e234e41143", "address": "fa:16:3e:f9:c6:b1", "network": {"id": "4e57501a-5961-452c-a00c-3b59e6192748", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-162185613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd23a31565b2496f803c95eabb08981e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c43a5a5-e2", "ovs_interfaceid": "5c43a5a5-e26c-44fd-975b-96e234e41143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.148538] env[62298]: DEBUG nova.scheduler.client.report [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1508.148892] env[62298]: DEBUG nova.compute.provider_tree [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 62 to 63 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1508.149119] env[62298]: DEBUG nova.compute.provider_tree [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1508.214018] env[62298]: DEBUG nova.compute.manager [None req-c1d18ff4-be25-4372-8a06-54d40de1ce20 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1508.214304] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d18ff4-be25-4372-8a06-54d40de1ce20 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1508.215235] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c344023b-ca8c-4e76-97fd-e857de3817fe {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.223059] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d18ff4-be25-4372-8a06-54d40de1ce20 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1508.223321] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d80e581a-1446-4219-ab9d-2f42731becb4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.230817] env[62298]: DEBUG oslo_vmware.api [None req-c1d18ff4-be25-4372-8a06-54d40de1ce20 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Waiting for the task: (returnval){ [ 1508.230817] env[62298]: value = "task-1804013" [ 1508.230817] env[62298]: _type = "Task" [ 1508.230817] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.239833] env[62298]: DEBUG oslo_vmware.api [None req-c1d18ff4-be25-4372-8a06-54d40de1ce20 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1804013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.284035] env[62298]: DEBUG oslo_vmware.api [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Task: {'id': task-1804012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.932129} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.284324] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 7e70b527-551f-493f-9a1e-ff27c58124b1/7e70b527-551f-493f-9a1e-ff27c58124b1.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1508.284537] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1508.284796] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ece024d-b96b-47bc-959a-e157cfecfcd3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.292099] env[62298]: DEBUG oslo_vmware.api [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Waiting for the task: (returnval){ [ 1508.292099] env[62298]: value = "task-1804014" [ 1508.292099] env[62298]: _type = "Task" [ 1508.292099] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.300759] env[62298]: DEBUG oslo_vmware.api [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Task: {'id': task-1804014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.311385] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f59dc543-9fa4-4850-a137-e05bb4e82227 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.466722] env[62298]: DEBUG nova.network.neutron [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Successfully updated port: 2be2876f-19c2-466e-b5a8-0bed17acccda {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1508.543305] env[62298]: DEBUG nova.compute.manager [req-b46dda8b-8e5d-48e1-b595-a8fa39b31c87 req-7cf952e4-dc4b-47d7-8be5-8e5928ef89d3 service nova] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Received event network-vif-plugged-2be2876f-19c2-466e-b5a8-0bed17acccda {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1508.543576] env[62298]: DEBUG oslo_concurrency.lockutils [req-b46dda8b-8e5d-48e1-b595-a8fa39b31c87 req-7cf952e4-dc4b-47d7-8be5-8e5928ef89d3 service nova] Acquiring lock "c09064a5-1b6f-4a90-99a8-fc00c910cfa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.543907] env[62298]: DEBUG oslo_concurrency.lockutils [req-b46dda8b-8e5d-48e1-b595-a8fa39b31c87 req-7cf952e4-dc4b-47d7-8be5-8e5928ef89d3 service nova] Lock "c09064a5-1b6f-4a90-99a8-fc00c910cfa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.544112] env[62298]: DEBUG oslo_concurrency.lockutils [req-b46dda8b-8e5d-48e1-b595-a8fa39b31c87 req-7cf952e4-dc4b-47d7-8be5-8e5928ef89d3 service nova] Lock "c09064a5-1b6f-4a90-99a8-fc00c910cfa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.544284] env[62298]: DEBUG nova.compute.manager [req-b46dda8b-8e5d-48e1-b595-a8fa39b31c87 req-7cf952e4-dc4b-47d7-8be5-8e5928ef89d3 service nova] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] No waiting events found dispatching network-vif-plugged-2be2876f-19c2-466e-b5a8-0bed17acccda {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1508.544448] env[62298]: WARNING nova.compute.manager [req-b46dda8b-8e5d-48e1-b595-a8fa39b31c87 req-7cf952e4-dc4b-47d7-8be5-8e5928ef89d3 service nova] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Received unexpected event network-vif-plugged-2be2876f-19c2-466e-b5a8-0bed17acccda for instance with vm_state building and task_state spawning. [ 1508.643149] env[62298]: DEBUG oslo_concurrency.lockutils [req-b96f739c-a46a-4e84-88df-4d97b9ee52c2 req-299dc316-b9f7-4422-bb4a-d9153f63ce0c service nova] Releasing lock "refresh_cache-08388840-e801-45b9-8887-a5858263b00a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.643422] env[62298]: DEBUG nova.compute.manager [req-b96f739c-a46a-4e84-88df-4d97b9ee52c2 req-299dc316-b9f7-4422-bb4a-d9153f63ce0c service nova] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Received event network-vif-deleted-7b88f79e-54d7-477e-a3a3-dbb04aa5173d {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1508.643640] env[62298]: INFO nova.compute.manager [req-b96f739c-a46a-4e84-88df-4d97b9ee52c2 req-299dc316-b9f7-4422-bb4a-d9153f63ce0c service nova] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Neutron deleted interface 7b88f79e-54d7-477e-a3a3-dbb04aa5173d; detaching it from the instance and deleting it from the info cache [ 1508.643821] env[62298]: DEBUG nova.network.neutron [req-b96f739c-a46a-4e84-88df-4d97b9ee52c2 req-299dc316-b9f7-4422-bb4a-d9153f63ce0c service nova] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.658024] env[62298]: DEBUG oslo_concurrency.lockutils [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.658514] env[62298]: DEBUG nova.compute.manager [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1508.664180] env[62298]: DEBUG oslo_concurrency.lockutils [None req-00740e51-1901-4c34-a6f4-09ea5f707fbc tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.193s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.664417] env[62298]: DEBUG nova.objects.instance [None req-00740e51-1901-4c34-a6f4-09ea5f707fbc tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Lazy-loading 'resources' on Instance uuid 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1508.741009] env[62298]: DEBUG oslo_vmware.api [None req-c1d18ff4-be25-4372-8a06-54d40de1ce20 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1804013, 'name': PowerOffVM_Task, 'duration_secs': 0.189546} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.741293] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d18ff4-be25-4372-8a06-54d40de1ce20 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1508.741463] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d18ff4-be25-4372-8a06-54d40de1ce20 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1508.741739] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-958abbe9-14ac-4d53-be5e-a05be1ea3bcc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.800985] env[62298]: DEBUG oslo_vmware.api [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Task: {'id': task-1804014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062564} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.801373] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1508.802126] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f77acf-b65c-4917-943c-274c94ee157e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.824906] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 7e70b527-551f-493f-9a1e-ff27c58124b1/7e70b527-551f-493f-9a1e-ff27c58124b1.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1508.825168] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad14ea3d-84b4-4ec3-9381-27bc62201efc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.844384] env[62298]: DEBUG oslo_vmware.api [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Waiting for the task: (returnval){ [ 1508.844384] env[62298]: value = "task-1804016" [ 1508.844384] env[62298]: _type = "Task" [ 1508.844384] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.854020] env[62298]: DEBUG oslo_vmware.api [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Task: {'id': task-1804016, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.871103] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d18ff4-be25-4372-8a06-54d40de1ce20 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1508.871338] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d18ff4-be25-4372-8a06-54d40de1ce20 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1508.871524] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1d18ff4-be25-4372-8a06-54d40de1ce20 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Deleting the datastore file [datastore1] 08388840-e801-45b9-8887-a5858263b00a {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1508.871790] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d22f6c3a-4e01-447b-b29d-3294fdf380e4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.877974] env[62298]: DEBUG oslo_vmware.api [None req-c1d18ff4-be25-4372-8a06-54d40de1ce20 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Waiting for the task: (returnval){ [ 1508.877974] env[62298]: value = "task-1804017" [ 1508.877974] env[62298]: _type = "Task" [ 1508.877974] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.887343] env[62298]: DEBUG oslo_vmware.api [None req-c1d18ff4-be25-4372-8a06-54d40de1ce20 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1804017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.968417] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "refresh_cache-c09064a5-1b6f-4a90-99a8-fc00c910cfa7" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.968595] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquired lock "refresh_cache-c09064a5-1b6f-4a90-99a8-fc00c910cfa7" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.968767] env[62298]: DEBUG nova.network.neutron [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1509.146637] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88e833a1-9738-4c1a-b786-1a0580a219a9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.156205] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d41744-dd5f-430e-81c8-5b78dc6baade {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.173202] env[62298]: DEBUG nova.compute.utils [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1509.175564] env[62298]: DEBUG nova.compute.manager [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Not allocating networking since 'none' was specified. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1509.193772] env[62298]: DEBUG nova.compute.manager [req-b96f739c-a46a-4e84-88df-4d97b9ee52c2 req-299dc316-b9f7-4422-bb4a-d9153f63ce0c service nova] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Detach interface failed, port_id=7b88f79e-54d7-477e-a3a3-dbb04aa5173d, reason: Instance 31168214-21a0-4580-9363-cb96722eec4c could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1509.357144] env[62298]: DEBUG oslo_vmware.api [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Task: {'id': task-1804016, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.387675] env[62298]: DEBUG oslo_vmware.api [None req-c1d18ff4-be25-4372-8a06-54d40de1ce20 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1804017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14343} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.390184] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1d18ff4-be25-4372-8a06-54d40de1ce20 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1509.390381] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d18ff4-be25-4372-8a06-54d40de1ce20 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1509.390557] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d18ff4-be25-4372-8a06-54d40de1ce20 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1509.390736] env[62298]: INFO nova.compute.manager [None req-c1d18ff4-be25-4372-8a06-54d40de1ce20 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 08388840-e801-45b9-8887-a5858263b00a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1509.390980] env[62298]: DEBUG oslo.service.loopingcall [None req-c1d18ff4-be25-4372-8a06-54d40de1ce20 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1509.391383] env[62298]: DEBUG nova.compute.manager [-] [instance: 08388840-e801-45b9-8887-a5858263b00a] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1509.391482] env[62298]: DEBUG nova.network.neutron [-] [instance: 08388840-e801-45b9-8887-a5858263b00a] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1509.501537] env[62298]: DEBUG nova.network.neutron [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1509.677356] env[62298]: DEBUG nova.compute.manager [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1509.683095] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67db096a-c77a-46ed-b7d9-5571b93d77fc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.691366] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c4f613-1b6b-451d-877f-49d5c2ac773d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.736348] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ac515b-f4d2-46f1-947f-1911f2672cb6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.745569] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a1699b-01a4-4247-9cdb-5b8b88dfe1f8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.759487] env[62298]: DEBUG nova.compute.provider_tree [None req-00740e51-1901-4c34-a6f4-09ea5f707fbc tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1509.798620] env[62298]: DEBUG nova.network.neutron [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Updating instance_info_cache with network_info: [{"id": "2be2876f-19c2-466e-b5a8-0bed17acccda", "address": "fa:16:3e:f8:97:de", "network": {"id": "091ff129-3451-49f5-adcd-213ad39e86c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-239447299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "590be3a2ce564aadaff20814b841c464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2be2876f-19", "ovs_interfaceid": "2be2876f-19c2-466e-b5a8-0bed17acccda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.858023] env[62298]: DEBUG oslo_vmware.api [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Task: {'id': task-1804016, 'name': ReconfigVM_Task, 'duration_secs': 0.764716} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.858023] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 7e70b527-551f-493f-9a1e-ff27c58124b1/7e70b527-551f-493f-9a1e-ff27c58124b1.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1509.858023] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ea4c86a-7a6e-482f-a0d5-3e75c272a70a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.864222] env[62298]: DEBUG oslo_vmware.api [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Waiting for the task: (returnval){ [ 1509.864222] env[62298]: value = "task-1804018" [ 1509.864222] env[62298]: _type = "Task" [ 1509.864222] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.871851] env[62298]: DEBUG oslo_vmware.api [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Task: {'id': task-1804018, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.240221] env[62298]: DEBUG nova.network.neutron [-] [instance: 08388840-e801-45b9-8887-a5858263b00a] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.263095] env[62298]: DEBUG nova.scheduler.client.report [None req-00740e51-1901-4c34-a6f4-09ea5f707fbc tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1510.301245] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Releasing lock "refresh_cache-c09064a5-1b6f-4a90-99a8-fc00c910cfa7" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.301245] env[62298]: DEBUG nova.compute.manager [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Instance network_info: |[{"id": "2be2876f-19c2-466e-b5a8-0bed17acccda", "address": "fa:16:3e:f8:97:de", "network": {"id": "091ff129-3451-49f5-adcd-213ad39e86c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-239447299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "590be3a2ce564aadaff20814b841c464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2be2876f-19", "ovs_interfaceid": "2be2876f-19c2-466e-b5a8-0bed17acccda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1510.301800] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:97:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2be2876f-19c2-466e-b5a8-0bed17acccda', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1510.309656] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Creating folder: Project (590be3a2ce564aadaff20814b841c464). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1510.310162] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9776739e-7ab0-443b-aa92-bc5a30cc8de9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.321521] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Created folder: Project (590be3a2ce564aadaff20814b841c464) in parent group-v373906. [ 1510.321728] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Creating folder: Instances. Parent ref: group-v373995. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1510.321954] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa55f3ba-5c89-4bdf-bacc-cfde14bb8b80 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.330313] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Created folder: Instances in parent group-v373995. [ 1510.330533] env[62298]: DEBUG oslo.service.loopingcall [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1510.330714] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1510.330901] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f8a0a2d-7d80-447d-91cb-56b970201e31 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.350065] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1510.350065] env[62298]: value = "task-1804021" [ 1510.350065] env[62298]: _type = "Task" [ 1510.350065] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.357496] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804021, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.372884] env[62298]: DEBUG oslo_vmware.api [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Task: {'id': task-1804018, 'name': Rename_Task, 'duration_secs': 0.124735} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.373165] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1510.373392] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2021655-7eb5-4fb8-870f-3e4fb9818f4e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.379177] env[62298]: DEBUG oslo_vmware.api [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Waiting for the task: (returnval){ [ 1510.379177] env[62298]: value = "task-1804022" [ 1510.379177] env[62298]: _type = "Task" [ 1510.379177] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.389891] env[62298]: DEBUG oslo_vmware.api [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Task: {'id': task-1804022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.621184] env[62298]: DEBUG nova.compute.manager [req-8fa85f84-0db7-4c7b-934e-7969da09944a req-31bb7a98-24c5-4eec-a5f5-ea9df21a61fe service nova] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Received event network-changed-2be2876f-19c2-466e-b5a8-0bed17acccda {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1510.621184] env[62298]: DEBUG nova.compute.manager [req-8fa85f84-0db7-4c7b-934e-7969da09944a req-31bb7a98-24c5-4eec-a5f5-ea9df21a61fe service nova] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Refreshing instance network info cache due to event network-changed-2be2876f-19c2-466e-b5a8-0bed17acccda. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1510.621270] env[62298]: DEBUG oslo_concurrency.lockutils [req-8fa85f84-0db7-4c7b-934e-7969da09944a req-31bb7a98-24c5-4eec-a5f5-ea9df21a61fe service nova] Acquiring lock "refresh_cache-c09064a5-1b6f-4a90-99a8-fc00c910cfa7" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.621355] env[62298]: DEBUG oslo_concurrency.lockutils [req-8fa85f84-0db7-4c7b-934e-7969da09944a req-31bb7a98-24c5-4eec-a5f5-ea9df21a61fe service nova] Acquired lock "refresh_cache-c09064a5-1b6f-4a90-99a8-fc00c910cfa7" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.621515] env[62298]: DEBUG nova.network.neutron [req-8fa85f84-0db7-4c7b-934e-7969da09944a req-31bb7a98-24c5-4eec-a5f5-ea9df21a61fe service nova] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Refreshing network info cache for port 2be2876f-19c2-466e-b5a8-0bed17acccda {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1510.687889] env[62298]: DEBUG nova.compute.manager [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1510.716451] env[62298]: DEBUG nova.virt.hardware [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1510.716451] env[62298]: DEBUG nova.virt.hardware [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1510.716451] env[62298]: DEBUG nova.virt.hardware [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1510.716451] env[62298]: DEBUG nova.virt.hardware [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1510.716451] env[62298]: DEBUG nova.virt.hardware [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1510.716451] env[62298]: DEBUG nova.virt.hardware [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1510.716451] env[62298]: DEBUG nova.virt.hardware [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1510.716817] env[62298]: DEBUG nova.virt.hardware [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1510.716817] env[62298]: DEBUG nova.virt.hardware [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1510.717054] env[62298]: DEBUG nova.virt.hardware [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1510.718103] env[62298]: DEBUG nova.virt.hardware [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1510.718103] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de55a7a-9694-4859-a5ac-bc652ed06881 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.725885] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcd5ab2-7b08-4658-8d93-618485bb671d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.740255] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Instance VIF info [] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1510.745806] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Creating folder: Project (4744e4ad9693480396a1ffc505389587). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1510.746669] env[62298]: INFO nova.compute.manager [-] [instance: 08388840-e801-45b9-8887-a5858263b00a] Took 1.36 seconds to deallocate network for instance. [ 1510.746954] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb9f6b80-645b-45fc-be29-b753aa885625 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.758862] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Created folder: Project (4744e4ad9693480396a1ffc505389587) in parent group-v373906. [ 1510.759080] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Creating folder: Instances. Parent ref: group-v373998. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1510.759272] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24463e54-7f6d-4ab5-be6a-d27224a51856 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.769036] env[62298]: DEBUG oslo_concurrency.lockutils [None req-00740e51-1901-4c34-a6f4-09ea5f707fbc tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.770977] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Created folder: Instances in parent group-v373998. [ 1510.771223] env[62298]: DEBUG oslo.service.loopingcall [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1510.771640] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cd09e0d3-1a86-495e-8f43-7f23c11990d6 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.145s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.771860] env[62298]: DEBUG nova.objects.instance [None req-cd09e0d3-1a86-495e-8f43-7f23c11990d6 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Lazy-loading 'resources' on Instance uuid a384f44d-9fc3-4570-bac6-5e13c22d012c {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1510.776036] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1510.776036] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-decaf6d1-5514-453a-a5bf-fbc40db6bd1c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.791941] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1510.791941] env[62298]: value = "task-1804025" [ 1510.791941] env[62298]: _type = "Task" [ 1510.791941] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.802459] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804025, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.803269] env[62298]: INFO nova.scheduler.client.report [None req-00740e51-1901-4c34-a6f4-09ea5f707fbc tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Deleted allocations for instance 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525 [ 1510.863055] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804021, 'name': CreateVM_Task, 'duration_secs': 0.352548} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.863240] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1510.863958] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.864120] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.864448] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1510.864715] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c0239fd-0816-4999-9c4a-f092bf26dfc2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.869466] env[62298]: DEBUG oslo_vmware.api [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1510.869466] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52636fe0-5303-d5d9-bd38-8c5d0148e805" [ 1510.869466] env[62298]: _type = "Task" [ 1510.869466] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.878229] env[62298]: DEBUG oslo_vmware.api [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52636fe0-5303-d5d9-bd38-8c5d0148e805, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.887880] env[62298]: DEBUG oslo_vmware.api [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Task: {'id': task-1804022, 'name': PowerOnVM_Task, 'duration_secs': 0.498887} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.888086] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1510.888404] env[62298]: INFO nova.compute.manager [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1510.888404] env[62298]: DEBUG nova.compute.manager [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1510.889052] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a5cb90-0ad1-4dd0-a413-a028b9f675a3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.256295] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c1d18ff4-be25-4372-8a06-54d40de1ce20 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.303616] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804025, 'name': CreateVM_Task, 'duration_secs': 0.317631} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.304196] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1511.307079] env[62298]: DEBUG oslo_concurrency.lockutils [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.309739] env[62298]: DEBUG oslo_concurrency.lockutils [None req-00740e51-1901-4c34-a6f4-09ea5f707fbc tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Lock "69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.367s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.384057] env[62298]: DEBUG oslo_vmware.api [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52636fe0-5303-d5d9-bd38-8c5d0148e805, 'name': SearchDatastore_Task, 'duration_secs': 0.010162} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.386639] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.386890] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1511.387135] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.387419] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.387489] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1511.390769] env[62298]: DEBUG oslo_concurrency.lockutils [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.391064] env[62298]: DEBUG oslo_concurrency.lockutils [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1511.391307] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71c81ae4-fc35-4f1f-9c05-6ed4fd332990 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.393199] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88a81266-657f-498e-92d3-2b39874054ad {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.408258] env[62298]: INFO nova.compute.manager [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Took 38.55 seconds to build instance. [ 1511.411743] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1511.412079] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1511.413297] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f77c1188-ffd7-4be3-8e4b-18cacfc338c0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.417143] env[62298]: DEBUG oslo_vmware.api [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Waiting for the task: (returnval){ [ 1511.417143] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e9efd0-6427-c343-7a49-7741c527e550" [ 1511.417143] env[62298]: _type = "Task" [ 1511.417143] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.426535] env[62298]: DEBUG oslo_vmware.api [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1511.426535] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]520042f0-8113-44bd-0105-ef6f3cecbe26" [ 1511.426535] env[62298]: _type = "Task" [ 1511.426535] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.435166] env[62298]: DEBUG oslo_vmware.api [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e9efd0-6427-c343-7a49-7741c527e550, 'name': SearchDatastore_Task, 'duration_secs': 0.009638} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.436122] env[62298]: DEBUG oslo_concurrency.lockutils [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.436563] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1511.436889] env[62298]: DEBUG oslo_concurrency.lockutils [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.443142] env[62298]: DEBUG oslo_vmware.api [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]520042f0-8113-44bd-0105-ef6f3cecbe26, 'name': SearchDatastore_Task, 'duration_secs': 0.01203} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.443876] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f2319d1-b750-4b9a-9d57-cf742584a578 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.448914] env[62298]: DEBUG oslo_vmware.api [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1511.448914] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52502639-e5ff-f0c8-854a-8dec97d7b214" [ 1511.448914] env[62298]: _type = "Task" [ 1511.448914] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.462226] env[62298]: DEBUG oslo_vmware.api [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52502639-e5ff-f0c8-854a-8dec97d7b214, 'name': SearchDatastore_Task, 'duration_secs': 0.008525} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.462492] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.462754] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] c09064a5-1b6f-4a90-99a8-fc00c910cfa7/c09064a5-1b6f-4a90-99a8-fc00c910cfa7.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1511.463047] env[62298]: DEBUG oslo_concurrency.lockutils [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.463245] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1511.463458] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adaab066-c0be-4062-a53d-8b5596efd0c2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.465294] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dee4c728-85ab-42f9-8a17-975fd12c742b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.478213] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1511.478458] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1511.481517] env[62298]: DEBUG oslo_vmware.api [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1511.481517] env[62298]: value = "task-1804026" [ 1511.481517] env[62298]: _type = "Task" [ 1511.481517] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.481729] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-451dcaaf-b6a4-4298-a24a-b5293df22995 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.493827] env[62298]: DEBUG oslo_vmware.api [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Waiting for the task: (returnval){ [ 1511.493827] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5242c59b-de50-a0ed-3780-bfbe7c09fb79" [ 1511.493827] env[62298]: _type = "Task" [ 1511.493827] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.496967] env[62298]: DEBUG oslo_vmware.api [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.507142] env[62298]: DEBUG oslo_vmware.api [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5242c59b-de50-a0ed-3780-bfbe7c09fb79, 'name': SearchDatastore_Task, 'duration_secs': 0.008797} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.507882] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2d4aa54-d35c-4b64-b126-42dc4b3004f5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.512645] env[62298]: DEBUG oslo_vmware.api [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Waiting for the task: (returnval){ [ 1511.512645] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52be44f5-6d69-9141-5553-7be8bd223809" [ 1511.512645] env[62298]: _type = "Task" [ 1511.512645] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.523825] env[62298]: DEBUG oslo_vmware.api [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52be44f5-6d69-9141-5553-7be8bd223809, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.535394] env[62298]: DEBUG nova.network.neutron [req-8fa85f84-0db7-4c7b-934e-7969da09944a req-31bb7a98-24c5-4eec-a5f5-ea9df21a61fe service nova] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Updated VIF entry in instance network info cache for port 2be2876f-19c2-466e-b5a8-0bed17acccda. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1511.535797] env[62298]: DEBUG nova.network.neutron [req-8fa85f84-0db7-4c7b-934e-7969da09944a req-31bb7a98-24c5-4eec-a5f5-ea9df21a61fe service nova] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Updating instance_info_cache with network_info: [{"id": "2be2876f-19c2-466e-b5a8-0bed17acccda", "address": "fa:16:3e:f8:97:de", "network": {"id": "091ff129-3451-49f5-adcd-213ad39e86c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-239447299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "590be3a2ce564aadaff20814b841c464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2be2876f-19", "ovs_interfaceid": "2be2876f-19c2-466e-b5a8-0bed17acccda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.800904] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9909f9-1a83-4416-81e9-12102cfac4a6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.809684] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4338e215-721c-4bbb-891a-9939e285c2fa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.843466] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0850f67c-6dbb-4fdc-a33c-f9786f3bff3b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.853764] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32370378-3b13-4aad-8366-9120caf51c00 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.870670] env[62298]: DEBUG nova.compute.provider_tree [None req-cd09e0d3-1a86-495e-8f43-7f23c11990d6 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1511.913925] env[62298]: DEBUG oslo_concurrency.lockutils [None req-26b49e6e-850c-4788-a454-2ec705ec7e47 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Lock "7e70b527-551f-493f-9a1e-ff27c58124b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.124s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.994400] env[62298]: DEBUG oslo_vmware.api [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506689} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.994732] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] c09064a5-1b6f-4a90-99a8-fc00c910cfa7/c09064a5-1b6f-4a90-99a8-fc00c910cfa7.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1511.994987] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1511.995303] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c36a598-9bca-496d-9798-b2dd77537af4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.003240] env[62298]: DEBUG oslo_vmware.api [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1512.003240] env[62298]: value = "task-1804027" [ 1512.003240] env[62298]: _type = "Task" [ 1512.003240] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.010794] env[62298]: DEBUG oslo_vmware.api [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.023863] env[62298]: DEBUG oslo_vmware.api [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52be44f5-6d69-9141-5553-7be8bd223809, 'name': SearchDatastore_Task, 'duration_secs': 0.011604} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.024137] env[62298]: DEBUG oslo_concurrency.lockutils [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.024458] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 45790b23-5401-4d8d-9c21-63342ce189c4/45790b23-5401-4d8d-9c21-63342ce189c4.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1512.024648] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6edaeee7-773f-4491-99a2-4c8a4c7013fe {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.030887] env[62298]: DEBUG oslo_vmware.api [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Waiting for the task: (returnval){ [ 1512.030887] env[62298]: value = "task-1804028" [ 1512.030887] env[62298]: _type = "Task" [ 1512.030887] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.041329] env[62298]: DEBUG oslo_concurrency.lockutils [req-8fa85f84-0db7-4c7b-934e-7969da09944a req-31bb7a98-24c5-4eec-a5f5-ea9df21a61fe service nova] Releasing lock "refresh_cache-c09064a5-1b6f-4a90-99a8-fc00c910cfa7" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.041609] env[62298]: DEBUG nova.compute.manager [req-8fa85f84-0db7-4c7b-934e-7969da09944a req-31bb7a98-24c5-4eec-a5f5-ea9df21a61fe service nova] [instance: 08388840-e801-45b9-8887-a5858263b00a] Received event network-vif-deleted-5c43a5a5-e26c-44fd-975b-96e234e41143 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1512.041994] env[62298]: DEBUG oslo_vmware.api [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': task-1804028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.360348] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8ee068ff-1746-4038-96cb-70445b3c1012 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Acquiring lock "0d4c1447-4b9d-4f67-a660-bf396a79cbcd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.360348] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8ee068ff-1746-4038-96cb-70445b3c1012 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Lock "0d4c1447-4b9d-4f67-a660-bf396a79cbcd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.375394] env[62298]: DEBUG nova.scheduler.client.report [None req-cd09e0d3-1a86-495e-8f43-7f23c11990d6 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1512.417552] env[62298]: DEBUG nova.compute.manager [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1512.513598] env[62298]: DEBUG oslo_vmware.api [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06263} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.513866] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1512.514683] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06afe23-7af3-49e3-bfa2-6add71f9876a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.538934] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] c09064a5-1b6f-4a90-99a8-fc00c910cfa7/c09064a5-1b6f-4a90-99a8-fc00c910cfa7.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1512.539321] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ee817ff-152f-4453-bd45-9d7b8e468588 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.566080] env[62298]: DEBUG oslo_vmware.api [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': task-1804028, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447689} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.567368] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 45790b23-5401-4d8d-9c21-63342ce189c4/45790b23-5401-4d8d-9c21-63342ce189c4.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1512.567581] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1512.567895] env[62298]: DEBUG oslo_vmware.api [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1512.567895] env[62298]: value = "task-1804029" [ 1512.567895] env[62298]: _type = "Task" [ 1512.567895] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.568141] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1538d59b-5100-4ab1-9672-ae6a26f50d76 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.580794] env[62298]: DEBUG oslo_vmware.api [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Waiting for the task: (returnval){ [ 1512.580794] env[62298]: value = "task-1804030" [ 1512.580794] env[62298]: _type = "Task" [ 1512.580794] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.580794] env[62298]: DEBUG oslo_vmware.api [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804029, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.590192] env[62298]: DEBUG oslo_vmware.api [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': task-1804030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.862797] env[62298]: DEBUG nova.compute.utils [None req-8ee068ff-1746-4038-96cb-70445b3c1012 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1512.882732] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cd09e0d3-1a86-495e-8f43-7f23c11990d6 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.885017] env[62298]: DEBUG oslo_concurrency.lockutils [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.656s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.887669] env[62298]: INFO nova.compute.claims [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1512.895389] env[62298]: DEBUG nova.compute.manager [req-18fb60d5-5282-4762-add5-c00d5daba4aa req-218837d5-f527-46e2-a548-e137885d2202 service nova] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Received event network-changed-a6dcaf3d-95b1-412a-b50a-8fda0b790566 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1512.895600] env[62298]: DEBUG nova.compute.manager [req-18fb60d5-5282-4762-add5-c00d5daba4aa req-218837d5-f527-46e2-a548-e137885d2202 service nova] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Refreshing instance network info cache due to event network-changed-a6dcaf3d-95b1-412a-b50a-8fda0b790566. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1512.895804] env[62298]: DEBUG oslo_concurrency.lockutils [req-18fb60d5-5282-4762-add5-c00d5daba4aa req-218837d5-f527-46e2-a548-e137885d2202 service nova] Acquiring lock "refresh_cache-7e70b527-551f-493f-9a1e-ff27c58124b1" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.895994] env[62298]: DEBUG oslo_concurrency.lockutils [req-18fb60d5-5282-4762-add5-c00d5daba4aa req-218837d5-f527-46e2-a548-e137885d2202 service nova] Acquired lock "refresh_cache-7e70b527-551f-493f-9a1e-ff27c58124b1" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.896357] env[62298]: DEBUG nova.network.neutron [req-18fb60d5-5282-4762-add5-c00d5daba4aa req-218837d5-f527-46e2-a548-e137885d2202 service nova] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Refreshing network info cache for port a6dcaf3d-95b1-412a-b50a-8fda0b790566 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1512.914921] env[62298]: INFO nova.scheduler.client.report [None req-cd09e0d3-1a86-495e-8f43-7f23c11990d6 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Deleted allocations for instance a384f44d-9fc3-4570-bac6-5e13c22d012c [ 1512.937905] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.079708] env[62298]: DEBUG oslo_vmware.api [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.089688] env[62298]: DEBUG oslo_vmware.api [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': task-1804030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068074} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.090054] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1513.090704] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a08b96-ae7b-4b0f-bc70-89d9d5939955 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.110902] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 45790b23-5401-4d8d-9c21-63342ce189c4/45790b23-5401-4d8d-9c21-63342ce189c4.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1513.111169] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-397baee0-49e7-45e4-8bd7-bda01227c079 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.130563] env[62298]: DEBUG oslo_vmware.api [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Waiting for the task: (returnval){ [ 1513.130563] env[62298]: value = "task-1804031" [ 1513.130563] env[62298]: _type = "Task" [ 1513.130563] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.138311] env[62298]: DEBUG oslo_vmware.api [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': task-1804031, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.366462] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8ee068ff-1746-4038-96cb-70445b3c1012 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Lock "0d4c1447-4b9d-4f67-a660-bf396a79cbcd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.424433] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cd09e0d3-1a86-495e-8f43-7f23c11990d6 tempest-ListServersNegativeTestJSON-1982459272 tempest-ListServersNegativeTestJSON-1982459272-project-member] Lock "a384f44d-9fc3-4570-bac6-5e13c22d012c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.566s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.582475] env[62298]: DEBUG oslo_vmware.api [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804029, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.641183] env[62298]: DEBUG oslo_vmware.api [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': task-1804031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.700409] env[62298]: DEBUG nova.network.neutron [req-18fb60d5-5282-4762-add5-c00d5daba4aa req-218837d5-f527-46e2-a548-e137885d2202 service nova] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Updated VIF entry in instance network info cache for port a6dcaf3d-95b1-412a-b50a-8fda0b790566. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1513.700824] env[62298]: DEBUG nova.network.neutron [req-18fb60d5-5282-4762-add5-c00d5daba4aa req-218837d5-f527-46e2-a548-e137885d2202 service nova] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Updating instance_info_cache with network_info: [{"id": "a6dcaf3d-95b1-412a-b50a-8fda0b790566", "address": "fa:16:3e:8c:01:09", "network": {"id": "bb6a8cc1-a425-4a40-84dc-da4b857ab0b8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1106534815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08a2758042114dd2b8a8c7de51ac219c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6dcaf3d-95", "ovs_interfaceid": "a6dcaf3d-95b1-412a-b50a-8fda0b790566", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.083422] env[62298]: DEBUG oslo_vmware.api [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804029, 'name': ReconfigVM_Task, 'duration_secs': 1.048682} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.086265] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Reconfigured VM instance instance-00000022 to attach disk [datastore1] c09064a5-1b6f-4a90-99a8-fc00c910cfa7/c09064a5-1b6f-4a90-99a8-fc00c910cfa7.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1514.087224] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1125c1e-f08e-4451-94bd-11f4ae2bbd7c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.094265] env[62298]: DEBUG oslo_vmware.api [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1514.094265] env[62298]: value = "task-1804032" [ 1514.094265] env[62298]: _type = "Task" [ 1514.094265] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.109836] env[62298]: DEBUG oslo_vmware.api [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804032, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.141091] env[62298]: DEBUG oslo_vmware.api [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': task-1804031, 'name': ReconfigVM_Task, 'duration_secs': 0.599156} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.143967] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 45790b23-5401-4d8d-9c21-63342ce189c4/45790b23-5401-4d8d-9c21-63342ce189c4.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1514.144867] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bb948a7-7f87-4c2c-8b20-6fe8ed3ff1f9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.153318] env[62298]: DEBUG oslo_vmware.api [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Waiting for the task: (returnval){ [ 1514.153318] env[62298]: value = "task-1804033" [ 1514.153318] env[62298]: _type = "Task" [ 1514.153318] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.165756] env[62298]: DEBUG oslo_vmware.api [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': task-1804033, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.206031] env[62298]: DEBUG oslo_concurrency.lockutils [req-18fb60d5-5282-4762-add5-c00d5daba4aa req-218837d5-f527-46e2-a548-e137885d2202 service nova] Releasing lock "refresh_cache-7e70b527-551f-493f-9a1e-ff27c58124b1" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.380212] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2adf3f59-264c-4098-a6dc-fc4790c0ce28 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.387852] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccaafbb4-9949-4b3a-9964-23520b8a0b70 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.418101] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e52d28-03e5-4c64-979d-5436198303d9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.426066] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccf3af0-9a2c-4eaf-be07-30c1843b87d2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.430327] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8ee068ff-1746-4038-96cb-70445b3c1012 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Acquiring lock "0d4c1447-4b9d-4f67-a660-bf396a79cbcd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.430564] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8ee068ff-1746-4038-96cb-70445b3c1012 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Lock "0d4c1447-4b9d-4f67-a660-bf396a79cbcd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.430785] env[62298]: INFO nova.compute.manager [None req-8ee068ff-1746-4038-96cb-70445b3c1012 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Attaching volume 5e4475f4-7c3e-42f1-800f-ec5112386d74 to /dev/sdb [ 1514.442151] env[62298]: DEBUG nova.compute.provider_tree [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1514.480343] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee334f3-9bfe-4f54-88e3-37035bd07357 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.488158] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f06c32-38ee-4e44-89af-851fc0a2cb2f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.501263] env[62298]: DEBUG nova.virt.block_device [None req-8ee068ff-1746-4038-96cb-70445b3c1012 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Updating existing volume attachment record: 71854cc5-b27a-471b-9cf4-e3e887747585 {{(pid=62298) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1514.603581] env[62298]: DEBUG oslo_vmware.api [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804032, 'name': Rename_Task, 'duration_secs': 0.168298} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.603900] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1514.604465] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5accd7be-e319-4471-aca9-b21fb999bcb7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.611620] env[62298]: DEBUG oslo_vmware.api [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1514.611620] env[62298]: value = "task-1804034" [ 1514.611620] env[62298]: _type = "Task" [ 1514.611620] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.619587] env[62298]: DEBUG oslo_vmware.api [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.662486] env[62298]: DEBUG oslo_vmware.api [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': task-1804033, 'name': Rename_Task, 'duration_secs': 0.145671} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.662828] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1514.663114] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d75d324a-2f59-4406-a5b3-e6178db6694e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.669725] env[62298]: DEBUG oslo_vmware.api [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Waiting for the task: (returnval){ [ 1514.669725] env[62298]: value = "task-1804036" [ 1514.669725] env[62298]: _type = "Task" [ 1514.669725] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.678876] env[62298]: DEBUG oslo_vmware.api [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': task-1804036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.947799] env[62298]: DEBUG nova.scheduler.client.report [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1515.125898] env[62298]: DEBUG oslo_vmware.api [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804034, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.181203] env[62298]: DEBUG oslo_vmware.api [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': task-1804036, 'name': PowerOnVM_Task, 'duration_secs': 0.464493} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.181440] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1515.181613] env[62298]: INFO nova.compute.manager [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Took 4.49 seconds to spawn the instance on the hypervisor. [ 1515.181871] env[62298]: DEBUG nova.compute.manager [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1515.182754] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955cbfe4-3393-4fa7-a73b-275d54e35924 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.453794] env[62298]: DEBUG oslo_concurrency.lockutils [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.454352] env[62298]: DEBUG nova.compute.manager [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1515.457851] env[62298]: DEBUG oslo_concurrency.lockutils [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.293s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.459860] env[62298]: INFO nova.compute.claims [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1515.622835] env[62298]: DEBUG oslo_vmware.api [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804034, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.702274] env[62298]: INFO nova.compute.manager [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Took 33.92 seconds to build instance. [ 1515.964583] env[62298]: DEBUG nova.compute.utils [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1515.970212] env[62298]: DEBUG nova.compute.manager [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1515.970212] env[62298]: DEBUG nova.network.neutron [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1516.057467] env[62298]: DEBUG nova.policy [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '398043447e934d27b7e0a12ef24e48ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f01208e4739482690e8aaf587f2f016', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1516.125850] env[62298]: DEBUG oslo_vmware.api [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804034, 'name': PowerOnVM_Task, 'duration_secs': 1.395157} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.126269] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1516.126602] env[62298]: INFO nova.compute.manager [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Took 8.06 seconds to spawn the instance on the hypervisor. [ 1516.126795] env[62298]: DEBUG nova.compute.manager [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1516.128436] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63b49d3-fa05-404b-97b1-bb652890d2d4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.207218] env[62298]: DEBUG oslo_concurrency.lockutils [None req-651039d7-5452-42e1-9e91-bffc23e6395b tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Lock "45790b23-5401-4d8d-9c21-63342ce189c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.955s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.349884] env[62298]: INFO nova.compute.manager [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Rebuilding instance [ 1516.407651] env[62298]: DEBUG nova.compute.manager [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1516.408782] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15aaa7f5-b85e-46c0-947e-85f7815a1de2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.469020] env[62298]: DEBUG nova.compute.manager [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1516.565976] env[62298]: DEBUG nova.network.neutron [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Successfully created port: 98633e59-0350-4961-8f7b-9b5e4d300101 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1516.659588] env[62298]: INFO nova.compute.manager [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Took 35.26 seconds to build instance. [ 1516.713050] env[62298]: DEBUG nova.compute.manager [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1517.037042] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3501c9-500d-4ff0-ac5d-5b948242172c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.047787] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5592c96-289a-4a1d-8e54-a9658fb6697e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.085483] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf6a11b-7f80-45d5-89c2-3a7c2e3a00d7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.093543] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90c5db1-970d-4fa4-8f70-7f078bf535f0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.107652] env[62298]: DEBUG nova.compute.provider_tree [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1517.142252] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d7865200-dd01-43b9-bc47-2c02e02c24c6 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "c09064a5-1b6f-4a90-99a8-fc00c910cfa7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.162566] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cd7b57e6-8d92-4664-8b69-aa0750414258 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "c09064a5-1b6f-4a90-99a8-fc00c910cfa7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.047s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.164225] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d7865200-dd01-43b9-bc47-2c02e02c24c6 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "c09064a5-1b6f-4a90-99a8-fc00c910cfa7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.022s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.164550] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d7865200-dd01-43b9-bc47-2c02e02c24c6 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "c09064a5-1b6f-4a90-99a8-fc00c910cfa7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.164766] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d7865200-dd01-43b9-bc47-2c02e02c24c6 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "c09064a5-1b6f-4a90-99a8-fc00c910cfa7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.164935] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d7865200-dd01-43b9-bc47-2c02e02c24c6 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "c09064a5-1b6f-4a90-99a8-fc00c910cfa7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.166813] env[62298]: INFO nova.compute.manager [None req-d7865200-dd01-43b9-bc47-2c02e02c24c6 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Terminating instance [ 1517.237578] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.428739] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1517.429089] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d933861-b997-4ee1-9984-ed48e291c806 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.436967] env[62298]: DEBUG oslo_vmware.api [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Waiting for the task: (returnval){ [ 1517.436967] env[62298]: value = "task-1804040" [ 1517.436967] env[62298]: _type = "Task" [ 1517.436967] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.445742] env[62298]: DEBUG oslo_vmware.api [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': task-1804040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.482199] env[62298]: DEBUG nova.compute.manager [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1517.507844] env[62298]: DEBUG nova.virt.hardware [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1517.508110] env[62298]: DEBUG nova.virt.hardware [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1517.508267] env[62298]: DEBUG nova.virt.hardware [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1517.508489] env[62298]: DEBUG nova.virt.hardware [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1517.508648] env[62298]: DEBUG nova.virt.hardware [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1517.508801] env[62298]: DEBUG nova.virt.hardware [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1517.509019] env[62298]: DEBUG nova.virt.hardware [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1517.509211] env[62298]: DEBUG nova.virt.hardware [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1517.509384] env[62298]: DEBUG nova.virt.hardware [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1517.509592] env[62298]: DEBUG nova.virt.hardware [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1517.509748] env[62298]: DEBUG nova.virt.hardware [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1517.510665] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c52e2e6-7d4b-45c0-bf48-b2de03d275b8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.519116] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70424073-1f10-40b9-9dd4-64c4cdecad90 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.611113] env[62298]: DEBUG nova.scheduler.client.report [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1517.668748] env[62298]: DEBUG nova.compute.manager [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1517.673650] env[62298]: DEBUG nova.compute.manager [None req-d7865200-dd01-43b9-bc47-2c02e02c24c6 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1517.673899] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d7865200-dd01-43b9-bc47-2c02e02c24c6 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1517.674787] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3996c510-b10d-4e09-a4a8-96626b6618aa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.682582] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7865200-dd01-43b9-bc47-2c02e02c24c6 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1517.682847] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-705f5ed5-5b35-4735-b06f-06299be59c7c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.689454] env[62298]: DEBUG oslo_vmware.api [None req-d7865200-dd01-43b9-bc47-2c02e02c24c6 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1517.689454] env[62298]: value = "task-1804041" [ 1517.689454] env[62298]: _type = "Task" [ 1517.689454] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.698194] env[62298]: DEBUG oslo_vmware.api [None req-d7865200-dd01-43b9-bc47-2c02e02c24c6 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.947955] env[62298]: DEBUG oslo_vmware.api [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': task-1804040, 'name': PowerOffVM_Task, 'duration_secs': 0.253648} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.948360] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1517.948600] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1517.949411] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33076046-8184-47f9-9b28-2a4776737f5d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.957357] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1517.957635] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e860dc64-fc91-4f26-9a9f-457e2cbe45dd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.987441] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1517.987678] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1517.987864] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Deleting the datastore file [datastore1] 45790b23-5401-4d8d-9c21-63342ce189c4 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1517.988175] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e52396b8-555b-4dcf-9012-bcd772f360de {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.995994] env[62298]: DEBUG oslo_vmware.api [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Waiting for the task: (returnval){ [ 1517.995994] env[62298]: value = "task-1804043" [ 1517.995994] env[62298]: _type = "Task" [ 1517.995994] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.009352] env[62298]: DEBUG oslo_vmware.api [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': task-1804043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.117225] env[62298]: DEBUG oslo_concurrency.lockutils [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.117225] env[62298]: DEBUG nova.compute.manager [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1518.123766] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6782c4f4-fe30-4f25-9e20-3340537c5779 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.217s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.123766] env[62298]: DEBUG nova.objects.instance [None req-6782c4f4-fe30-4f25-9e20-3340537c5779 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Lazy-loading 'resources' on Instance uuid 2c9f54be-e225-470a-a0cd-3af6b52a3a02 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1518.194472] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.200226] env[62298]: DEBUG oslo_vmware.api [None req-d7865200-dd01-43b9-bc47-2c02e02c24c6 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804041, 'name': PowerOffVM_Task, 'duration_secs': 0.375276} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.200475] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7865200-dd01-43b9-bc47-2c02e02c24c6 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1518.200634] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d7865200-dd01-43b9-bc47-2c02e02c24c6 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1518.200871] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14e9d1fe-72e3-4967-92a8-c450f0d53889 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.307568] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d7865200-dd01-43b9-bc47-2c02e02c24c6 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1518.308479] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d7865200-dd01-43b9-bc47-2c02e02c24c6 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1518.308765] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7865200-dd01-43b9-bc47-2c02e02c24c6 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Deleting the datastore file [datastore1] c09064a5-1b6f-4a90-99a8-fc00c910cfa7 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1518.309047] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-776cfca3-dc4d-4d2b-859e-c4821e502db5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.319738] env[62298]: DEBUG oslo_vmware.api [None req-d7865200-dd01-43b9-bc47-2c02e02c24c6 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1518.319738] env[62298]: value = "task-1804045" [ 1518.319738] env[62298]: _type = "Task" [ 1518.319738] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.328322] env[62298]: DEBUG oslo_vmware.api [None req-d7865200-dd01-43b9-bc47-2c02e02c24c6 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.506799] env[62298]: DEBUG oslo_vmware.api [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': task-1804043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116202} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.510458] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1518.510458] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1518.510458] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1518.578198] env[62298]: DEBUG nova.network.neutron [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Successfully updated port: 98633e59-0350-4961-8f7b-9b5e4d300101 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1518.630358] env[62298]: DEBUG nova.compute.utils [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1518.631449] env[62298]: DEBUG nova.compute.manager [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1518.631879] env[62298]: DEBUG nova.network.neutron [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1518.668298] env[62298]: DEBUG nova.compute.manager [req-658a7d2a-0a81-4154-88d2-2f4de7f50615 req-9a63d428-14d3-4859-8152-fedafd3a86d9 service nova] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Received event network-vif-plugged-98633e59-0350-4961-8f7b-9b5e4d300101 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1518.668298] env[62298]: DEBUG oslo_concurrency.lockutils [req-658a7d2a-0a81-4154-88d2-2f4de7f50615 req-9a63d428-14d3-4859-8152-fedafd3a86d9 service nova] Acquiring lock "4299a361-5be4-452f-b4f3-63673dff726c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.668298] env[62298]: DEBUG oslo_concurrency.lockutils [req-658a7d2a-0a81-4154-88d2-2f4de7f50615 req-9a63d428-14d3-4859-8152-fedafd3a86d9 service nova] Lock "4299a361-5be4-452f-b4f3-63673dff726c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.668409] env[62298]: DEBUG oslo_concurrency.lockutils [req-658a7d2a-0a81-4154-88d2-2f4de7f50615 req-9a63d428-14d3-4859-8152-fedafd3a86d9 service nova] Lock "4299a361-5be4-452f-b4f3-63673dff726c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.669033] env[62298]: DEBUG nova.compute.manager [req-658a7d2a-0a81-4154-88d2-2f4de7f50615 req-9a63d428-14d3-4859-8152-fedafd3a86d9 service nova] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] No waiting events found dispatching network-vif-plugged-98633e59-0350-4961-8f7b-9b5e4d300101 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1518.669033] env[62298]: WARNING nova.compute.manager [req-658a7d2a-0a81-4154-88d2-2f4de7f50615 req-9a63d428-14d3-4859-8152-fedafd3a86d9 service nova] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Received unexpected event network-vif-plugged-98633e59-0350-4961-8f7b-9b5e4d300101 for instance with vm_state building and task_state spawning. [ 1518.690058] env[62298]: DEBUG nova.policy [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0861712bcf54a139f12bd0226ede177', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '427b83e883194c749da373b4cad4ca6a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1518.831596] env[62298]: DEBUG oslo_vmware.api [None req-d7865200-dd01-43b9-bc47-2c02e02c24c6 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158669} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.834339] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7865200-dd01-43b9-bc47-2c02e02c24c6 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1518.834542] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d7865200-dd01-43b9-bc47-2c02e02c24c6 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1518.834725] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d7865200-dd01-43b9-bc47-2c02e02c24c6 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1518.834901] env[62298]: INFO nova.compute.manager [None req-d7865200-dd01-43b9-bc47-2c02e02c24c6 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1518.835320] env[62298]: DEBUG oslo.service.loopingcall [None req-d7865200-dd01-43b9-bc47-2c02e02c24c6 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1518.836937] env[62298]: DEBUG nova.compute.manager [-] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1518.837059] env[62298]: DEBUG nova.network.neutron [-] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1519.080285] env[62298]: DEBUG oslo_concurrency.lockutils [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Acquiring lock "refresh_cache-4299a361-5be4-452f-b4f3-63673dff726c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.080425] env[62298]: DEBUG oslo_concurrency.lockutils [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Acquired lock "refresh_cache-4299a361-5be4-452f-b4f3-63673dff726c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.080575] env[62298]: DEBUG nova.network.neutron [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1519.097727] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee068ff-1746-4038-96cb-70445b3c1012 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Volume attach. Driver type: vmdk {{(pid=62298) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1519.097727] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee068ff-1746-4038-96cb-70445b3c1012 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374002', 'volume_id': '5e4475f4-7c3e-42f1-800f-ec5112386d74', 'name': 'volume-5e4475f4-7c3e-42f1-800f-ec5112386d74', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0d4c1447-4b9d-4f67-a660-bf396a79cbcd', 'attached_at': '', 'detached_at': '', 'volume_id': '5e4475f4-7c3e-42f1-800f-ec5112386d74', 'serial': '5e4475f4-7c3e-42f1-800f-ec5112386d74'} {{(pid=62298) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1519.097727] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc973cad-cd07-40e4-9344-5926db31fc9d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.121353] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507ac645-b8ca-4996-9448-94cf674abc43 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.124438] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a3567e-4523-4f4f-892a-85ce041eaafe {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.144804] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e939f1-85bd-4c3a-a271-8b60b6a1bab7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.150034] env[62298]: DEBUG nova.compute.manager [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1519.159987] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee068ff-1746-4038-96cb-70445b3c1012 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] volume-5e4475f4-7c3e-42f1-800f-ec5112386d74/volume-5e4475f4-7c3e-42f1-800f-ec5112386d74.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1519.161202] env[62298]: DEBUG nova.network.neutron [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Successfully created port: 262480b7-e455-4cab-b931-f99606f31c35 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1519.163166] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquiring lock "005007c7-b4dc-41b7-837c-4b8c5cc8feff" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.163394] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "005007c7-b4dc-41b7-837c-4b8c5cc8feff" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.163573] env[62298]: INFO nova.compute.manager [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Shelving [ 1519.164860] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ce878bb-3f6d-4863-958d-a8e6ee7232d2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.216439] env[62298]: DEBUG nova.compute.manager [req-6010d180-e3d5-4905-8f4c-b25e89268868 req-9fbe8e7c-f3df-41c4-a4b7-cf4054e83501 service nova] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Received event network-vif-deleted-2be2876f-19c2-466e-b5a8-0bed17acccda {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1519.218727] env[62298]: INFO nova.compute.manager [req-6010d180-e3d5-4905-8f4c-b25e89268868 req-9fbe8e7c-f3df-41c4-a4b7-cf4054e83501 service nova] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Neutron deleted interface 2be2876f-19c2-466e-b5a8-0bed17acccda; detaching it from the instance and deleting it from the info cache [ 1519.218727] env[62298]: DEBUG nova.network.neutron [req-6010d180-e3d5-4905-8f4c-b25e89268868 req-9fbe8e7c-f3df-41c4-a4b7-cf4054e83501 service nova] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.218727] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21060896-9851-48a7-bb75-bb4a6b9e1037 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.222043] env[62298]: DEBUG oslo_vmware.api [None req-8ee068ff-1746-4038-96cb-70445b3c1012 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Waiting for the task: (returnval){ [ 1519.222043] env[62298]: value = "task-1804046" [ 1519.222043] env[62298]: _type = "Task" [ 1519.222043] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.230580] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477d1204-2578-409a-ba84-2aad2b766687 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.239275] env[62298]: DEBUG oslo_vmware.api [None req-8ee068ff-1746-4038-96cb-70445b3c1012 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1804046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.251495] env[62298]: DEBUG nova.compute.provider_tree [None req-6782c4f4-fe30-4f25-9e20-3340537c5779 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1519.545737] env[62298]: DEBUG nova.virt.hardware [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1519.546072] env[62298]: DEBUG nova.virt.hardware [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1519.546254] env[62298]: DEBUG nova.virt.hardware [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1519.546440] env[62298]: DEBUG nova.virt.hardware [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1519.546591] env[62298]: DEBUG nova.virt.hardware [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1519.546775] env[62298]: DEBUG nova.virt.hardware [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1519.546992] env[62298]: DEBUG nova.virt.hardware [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1519.547171] env[62298]: DEBUG nova.virt.hardware [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1519.547342] env[62298]: DEBUG nova.virt.hardware [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1519.547503] env[62298]: DEBUG nova.virt.hardware [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1519.547675] env[62298]: DEBUG nova.virt.hardware [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1519.548530] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63490f88-cd3b-4f92-9423-f56659815a39 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.556093] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874f894c-1d4b-4626-a034-3c48945354d7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.568809] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Instance VIF info [] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1519.574186] env[62298]: DEBUG oslo.service.loopingcall [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1519.574411] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1519.574603] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-173f37c2-874a-45f7-ae51-601e5e718a6e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.592286] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1519.592286] env[62298]: value = "task-1804047" [ 1519.592286] env[62298]: _type = "Task" [ 1519.592286] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.599811] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804047, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.617469] env[62298]: DEBUG nova.network.neutron [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1519.685853] env[62298]: DEBUG nova.network.neutron [-] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.723575] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1519.723909] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61f33357-4649-4e61-9a77-292f93c2cb8d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.726292] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e87456f3-d17d-4ae2-af7d-a8a9642dfd26 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.738299] env[62298]: DEBUG oslo_vmware.api [None req-8ee068ff-1746-4038-96cb-70445b3c1012 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1804046, 'name': ReconfigVM_Task, 'duration_secs': 0.344544} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.738586] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee068ff-1746-4038-96cb-70445b3c1012 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Reconfigured VM instance instance-00000007 to attach disk [datastore1] volume-5e4475f4-7c3e-42f1-800f-ec5112386d74/volume-5e4475f4-7c3e-42f1-800f-ec5112386d74.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1519.743663] env[62298]: DEBUG oslo_vmware.api [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1519.743663] env[62298]: value = "task-1804048" [ 1519.743663] env[62298]: _type = "Task" [ 1519.743663] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.743892] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df9bcef5-ba55-494a-8f06-2bb050446b6a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.756661] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6544fb85-d5ea-4a78-924b-74b9e44e6ea3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.768791] env[62298]: DEBUG nova.scheduler.client.report [None req-6782c4f4-fe30-4f25-9e20-3340537c5779 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1519.776936] env[62298]: DEBUG nova.network.neutron [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Updating instance_info_cache with network_info: [{"id": "98633e59-0350-4961-8f7b-9b5e4d300101", "address": "fa:16:3e:c4:94:1a", "network": {"id": "074dc783-4ff4-4930-a6c8-552dcd7aeb34", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1798924613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f01208e4739482690e8aaf587f2f016", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98633e59-03", "ovs_interfaceid": "98633e59-0350-4961-8f7b-9b5e4d300101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.784284] env[62298]: DEBUG oslo_vmware.api [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.786425] env[62298]: DEBUG oslo_vmware.api [None req-8ee068ff-1746-4038-96cb-70445b3c1012 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Waiting for the task: (returnval){ [ 1519.786425] env[62298]: value = "task-1804049" [ 1519.786425] env[62298]: _type = "Task" [ 1519.786425] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.804358] env[62298]: DEBUG nova.compute.manager [req-6010d180-e3d5-4905-8f4c-b25e89268868 req-9fbe8e7c-f3df-41c4-a4b7-cf4054e83501 service nova] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Detach interface failed, port_id=2be2876f-19c2-466e-b5a8-0bed17acccda, reason: Instance c09064a5-1b6f-4a90-99a8-fc00c910cfa7 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1519.809990] env[62298]: DEBUG oslo_vmware.api [None req-8ee068ff-1746-4038-96cb-70445b3c1012 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1804049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.102963] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804047, 'name': CreateVM_Task, 'duration_secs': 0.301211} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.102963] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1520.103409] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.103581] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.103906] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1520.104185] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0852858f-08d4-4c1f-9bfb-8d916455e346 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.109521] env[62298]: DEBUG oslo_vmware.api [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Waiting for the task: (returnval){ [ 1520.109521] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5262165d-48f8-403b-ceef-de9d7dbfa097" [ 1520.109521] env[62298]: _type = "Task" [ 1520.109521] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.117675] env[62298]: DEBUG oslo_vmware.api [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5262165d-48f8-403b-ceef-de9d7dbfa097, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.167351] env[62298]: DEBUG nova.compute.manager [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1520.188081] env[62298]: INFO nova.compute.manager [-] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Took 1.35 seconds to deallocate network for instance. [ 1520.194746] env[62298]: DEBUG nova.virt.hardware [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1520.195015] env[62298]: DEBUG nova.virt.hardware [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1520.195311] env[62298]: DEBUG nova.virt.hardware [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1520.195414] env[62298]: DEBUG nova.virt.hardware [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1520.195579] env[62298]: DEBUG nova.virt.hardware [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1520.195686] env[62298]: DEBUG nova.virt.hardware [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1520.195916] env[62298]: DEBUG nova.virt.hardware [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1520.196123] env[62298]: DEBUG nova.virt.hardware [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1520.196309] env[62298]: DEBUG nova.virt.hardware [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1520.196480] env[62298]: DEBUG nova.virt.hardware [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1520.196652] env[62298]: DEBUG nova.virt.hardware [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1520.197572] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fc3026-e210-41a2-a068-0c05f7bf7eb8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.207669] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11794d99-ddac-4679-b5a0-212d00fcb3d5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.277362] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6782c4f4-fe30-4f25-9e20-3340537c5779 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.279398] env[62298]: DEBUG oslo_vmware.api [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804048, 'name': PowerOffVM_Task, 'duration_secs': 0.208023} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.279856] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a7c813ad-847c-449c-9e2d-dc5d448b0728 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.505s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.280112] env[62298]: DEBUG nova.objects.instance [None req-a7c813ad-847c-449c-9e2d-dc5d448b0728 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Lazy-loading 'resources' on Instance uuid 24e9dd22-4939-4ea7-9fea-afac2e37722c {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1520.281414] env[62298]: DEBUG oslo_concurrency.lockutils [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Releasing lock "refresh_cache-4299a361-5be4-452f-b4f3-63673dff726c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.281693] env[62298]: DEBUG nova.compute.manager [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Instance network_info: |[{"id": "98633e59-0350-4961-8f7b-9b5e4d300101", "address": "fa:16:3e:c4:94:1a", "network": {"id": "074dc783-4ff4-4930-a6c8-552dcd7aeb34", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1798924613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f01208e4739482690e8aaf587f2f016", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98633e59-03", "ovs_interfaceid": "98633e59-0350-4961-8f7b-9b5e4d300101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1520.281943] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1520.282844] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:94:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd38fdec-d092-4a84-ab41-685f6dbb4f29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98633e59-0350-4961-8f7b-9b5e4d300101', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1520.290137] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Creating folder: Project (2f01208e4739482690e8aaf587f2f016). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1520.290893] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a031c0-2c5b-4d35-9fc6-b1d1134df1d9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.294176] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-147ba206-8a4c-48be-8b93-818fbed92459 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.317114] env[62298]: DEBUG oslo_vmware.api [None req-8ee068ff-1746-4038-96cb-70445b3c1012 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1804049, 'name': ReconfigVM_Task, 'duration_secs': 0.150461} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.318500] env[62298]: INFO nova.scheduler.client.report [None req-6782c4f4-fe30-4f25-9e20-3340537c5779 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Deleted allocations for instance 2c9f54be-e225-470a-a0cd-3af6b52a3a02 [ 1520.321435] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ee068ff-1746-4038-96cb-70445b3c1012 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374002', 'volume_id': '5e4475f4-7c3e-42f1-800f-ec5112386d74', 'name': 'volume-5e4475f4-7c3e-42f1-800f-ec5112386d74', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0d4c1447-4b9d-4f67-a660-bf396a79cbcd', 'attached_at': '', 'detached_at': '', 'volume_id': '5e4475f4-7c3e-42f1-800f-ec5112386d74', 'serial': '5e4475f4-7c3e-42f1-800f-ec5112386d74'} {{(pid=62298) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1520.323667] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2aa24f8-04c3-4c04-8a2a-2acb00cf6bb1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.327127] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Created folder: Project (2f01208e4739482690e8aaf587f2f016) in parent group-v373906. [ 1520.327718] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Creating folder: Instances. Parent ref: group-v374004. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1520.330038] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e40df5e1-53f7-481d-be88-e00657002877 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.340960] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Created folder: Instances in parent group-v374004. [ 1520.341950] env[62298]: DEBUG oslo.service.loopingcall [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1520.341950] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1520.341950] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0ebafe2-d8d9-441b-a0ce-4adb67574915 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.362750] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1520.362750] env[62298]: value = "task-1804052" [ 1520.362750] env[62298]: _type = "Task" [ 1520.362750] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.371148] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804052, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.620866] env[62298]: DEBUG oslo_vmware.api [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5262165d-48f8-403b-ceef-de9d7dbfa097, 'name': SearchDatastore_Task, 'duration_secs': 0.009628} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.621215] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.621445] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1520.621680] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.622610] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.622610] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1520.622610] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09bae0c9-f8b5-4437-b477-e186b5df572f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.631903] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1520.632105] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1520.632831] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2b0a763-3dcd-46a8-9bd5-ba31edffb469 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.638434] env[62298]: DEBUG oslo_vmware.api [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Waiting for the task: (returnval){ [ 1520.638434] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52cc5f2b-aecf-92cd-ed11-4d680890781c" [ 1520.638434] env[62298]: _type = "Task" [ 1520.638434] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.646207] env[62298]: DEBUG oslo_vmware.api [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52cc5f2b-aecf-92cd-ed11-4d680890781c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.701324] env[62298]: DEBUG nova.compute.manager [req-3616fde8-880e-4c46-aa55-eeac7e5eb959 req-da17cbd0-2349-4199-9cd5-c2595ea2c386 service nova] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Received event network-changed-98633e59-0350-4961-8f7b-9b5e4d300101 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1520.701324] env[62298]: DEBUG nova.compute.manager [req-3616fde8-880e-4c46-aa55-eeac7e5eb959 req-da17cbd0-2349-4199-9cd5-c2595ea2c386 service nova] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Refreshing instance network info cache due to event network-changed-98633e59-0350-4961-8f7b-9b5e4d300101. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1520.701324] env[62298]: DEBUG oslo_concurrency.lockutils [req-3616fde8-880e-4c46-aa55-eeac7e5eb959 req-da17cbd0-2349-4199-9cd5-c2595ea2c386 service nova] Acquiring lock "refresh_cache-4299a361-5be4-452f-b4f3-63673dff726c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.701324] env[62298]: DEBUG oslo_concurrency.lockutils [req-3616fde8-880e-4c46-aa55-eeac7e5eb959 req-da17cbd0-2349-4199-9cd5-c2595ea2c386 service nova] Acquired lock "refresh_cache-4299a361-5be4-452f-b4f3-63673dff726c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.701324] env[62298]: DEBUG nova.network.neutron [req-3616fde8-880e-4c46-aa55-eeac7e5eb959 req-da17cbd0-2349-4199-9cd5-c2595ea2c386 service nova] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Refreshing network info cache for port 98633e59-0350-4961-8f7b-9b5e4d300101 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1520.703210] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d7865200-dd01-43b9-bc47-2c02e02c24c6 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.836607] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6782c4f4-fe30-4f25-9e20-3340537c5779 tempest-DeleteServersAdminTestJSON-2003636067 tempest-DeleteServersAdminTestJSON-2003636067-project-member] Lock "2c9f54be-e225-470a-a0cd-3af6b52a3a02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.873s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.842916] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Creating Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1520.843575] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-51aafa9d-06cf-48c5-bd28-cd7f42db8b10 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.857678] env[62298]: DEBUG oslo_vmware.api [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1520.857678] env[62298]: value = "task-1804053" [ 1520.857678] env[62298]: _type = "Task" [ 1520.857678] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.879009] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804052, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.879397] env[62298]: DEBUG oslo_vmware.api [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804053, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.890956] env[62298]: DEBUG nova.network.neutron [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Successfully updated port: 262480b7-e455-4cab-b931-f99606f31c35 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1521.150489] env[62298]: DEBUG oslo_vmware.api [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52cc5f2b-aecf-92cd-ed11-4d680890781c, 'name': SearchDatastore_Task, 'duration_secs': 0.008598} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.153788] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d8f79e6-f4a7-4d81-889d-b5ab58820828 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.159715] env[62298]: DEBUG oslo_vmware.api [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Waiting for the task: (returnval){ [ 1521.159715] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f2eb30-e752-b12f-26e0-b217f8ea8efd" [ 1521.159715] env[62298]: _type = "Task" [ 1521.159715] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.171367] env[62298]: DEBUG oslo_vmware.api [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f2eb30-e752-b12f-26e0-b217f8ea8efd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.271547] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9204c60-d4cb-43cf-9721-835caf4358eb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.281943] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208cbbbc-78d2-4efb-b3c9-f7c31ad75513 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.317430] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c952a9e9-86f0-4e57-908a-8b420442ffa8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.326562] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ab30df-cb92-4d3a-8542-143dce2235f2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.343414] env[62298]: DEBUG nova.compute.provider_tree [None req-a7c813ad-847c-449c-9e2d-dc5d448b0728 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1521.373967] env[62298]: DEBUG oslo_vmware.api [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804053, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.380595] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804052, 'name': CreateVM_Task, 'duration_secs': 0.542979} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.380681] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1521.381447] env[62298]: DEBUG oslo_concurrency.lockutils [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.381661] env[62298]: DEBUG oslo_concurrency.lockutils [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.381918] env[62298]: DEBUG oslo_concurrency.lockutils [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1521.382188] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cc645ed-5947-452a-90e8-12e121c2855b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.387274] env[62298]: DEBUG oslo_vmware.api [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Waiting for the task: (returnval){ [ 1521.387274] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524b5ae9-c0ec-2389-7866-60e0ab57777c" [ 1521.387274] env[62298]: _type = "Task" [ 1521.387274] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.388177] env[62298]: DEBUG nova.objects.instance [None req-8ee068ff-1746-4038-96cb-70445b3c1012 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Lazy-loading 'flavor' on Instance uuid 0d4c1447-4b9d-4f67-a660-bf396a79cbcd {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1521.396445] env[62298]: DEBUG oslo_concurrency.lockutils [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Acquiring lock "refresh_cache-105e3ba2-c810-4fbb-bf8e-8b7b2c00735a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.396722] env[62298]: DEBUG oslo_concurrency.lockutils [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Acquired lock "refresh_cache-105e3ba2-c810-4fbb-bf8e-8b7b2c00735a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.396819] env[62298]: DEBUG nova.network.neutron [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1521.404297] env[62298]: DEBUG oslo_vmware.api [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524b5ae9-c0ec-2389-7866-60e0ab57777c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.511301] env[62298]: DEBUG nova.network.neutron [req-3616fde8-880e-4c46-aa55-eeac7e5eb959 req-da17cbd0-2349-4199-9cd5-c2595ea2c386 service nova] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Updated VIF entry in instance network info cache for port 98633e59-0350-4961-8f7b-9b5e4d300101. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1521.511657] env[62298]: DEBUG nova.network.neutron [req-3616fde8-880e-4c46-aa55-eeac7e5eb959 req-da17cbd0-2349-4199-9cd5-c2595ea2c386 service nova] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Updating instance_info_cache with network_info: [{"id": "98633e59-0350-4961-8f7b-9b5e4d300101", "address": "fa:16:3e:c4:94:1a", "network": {"id": "074dc783-4ff4-4930-a6c8-552dcd7aeb34", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1798924613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f01208e4739482690e8aaf587f2f016", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98633e59-03", "ovs_interfaceid": "98633e59-0350-4961-8f7b-9b5e4d300101", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.670494] env[62298]: DEBUG oslo_vmware.api [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f2eb30-e752-b12f-26e0-b217f8ea8efd, 'name': SearchDatastore_Task, 'duration_secs': 0.010153} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.670756] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.671471] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 45790b23-5401-4d8d-9c21-63342ce189c4/45790b23-5401-4d8d-9c21-63342ce189c4.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1521.671471] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65f2a4f9-b3ce-40ec-a6fe-90d1957961b4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.678794] env[62298]: DEBUG oslo_vmware.api [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Waiting for the task: (returnval){ [ 1521.678794] env[62298]: value = "task-1804054" [ 1521.678794] env[62298]: _type = "Task" [ 1521.678794] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.689451] env[62298]: DEBUG oslo_vmware.api [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': task-1804054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.846790] env[62298]: DEBUG nova.scheduler.client.report [None req-a7c813ad-847c-449c-9e2d-dc5d448b0728 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1521.870288] env[62298]: DEBUG oslo_vmware.api [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804053, 'name': CreateSnapshot_Task, 'duration_secs': 0.54015} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.870583] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Created Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1521.871430] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d455894-3f1a-4faf-8ac8-ec72caaa9270 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.895521] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8ee068ff-1746-4038-96cb-70445b3c1012 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Lock "0d4c1447-4b9d-4f67-a660-bf396a79cbcd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.465s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.907180] env[62298]: DEBUG oslo_vmware.api [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524b5ae9-c0ec-2389-7866-60e0ab57777c, 'name': SearchDatastore_Task, 'duration_secs': 0.01808} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.908816] env[62298]: DEBUG oslo_concurrency.lockutils [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.908816] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1521.909110] env[62298]: DEBUG oslo_concurrency.lockutils [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.909459] env[62298]: DEBUG oslo_concurrency.lockutils [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.909794] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1521.911812] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-628db260-ba4c-42c7-8378-01757de6b094 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.929293] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1521.929359] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1521.930665] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd758641-1b50-400a-b6cb-907b70666955 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.937489] env[62298]: DEBUG oslo_vmware.api [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Waiting for the task: (returnval){ [ 1521.937489] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b538fd-f0b0-5d30-4fcb-0c21c686a78d" [ 1521.937489] env[62298]: _type = "Task" [ 1521.937489] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.946855] env[62298]: DEBUG oslo_vmware.api [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b538fd-f0b0-5d30-4fcb-0c21c686a78d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.980980] env[62298]: DEBUG nova.network.neutron [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1522.016331] env[62298]: DEBUG oslo_concurrency.lockutils [req-3616fde8-880e-4c46-aa55-eeac7e5eb959 req-da17cbd0-2349-4199-9cd5-c2595ea2c386 service nova] Releasing lock "refresh_cache-4299a361-5be4-452f-b4f3-63673dff726c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.193968] env[62298]: DEBUG oslo_vmware.api [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': task-1804054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449706} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.196932] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 45790b23-5401-4d8d-9c21-63342ce189c4/45790b23-5401-4d8d-9c21-63342ce189c4.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1522.196932] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1522.197112] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c47828f6-24be-40d7-aa6d-0c831495954d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.204184] env[62298]: DEBUG oslo_vmware.api [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Waiting for the task: (returnval){ [ 1522.204184] env[62298]: value = "task-1804055" [ 1522.204184] env[62298]: _type = "Task" [ 1522.204184] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.212700] env[62298]: DEBUG oslo_vmware.api [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': task-1804055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.248873] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f2a78eef-ec4e-4d74-9509-47c2fe21dd66 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Acquiring lock "0d4c1447-4b9d-4f67-a660-bf396a79cbcd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.248873] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f2a78eef-ec4e-4d74-9509-47c2fe21dd66 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Lock "0d4c1447-4b9d-4f67-a660-bf396a79cbcd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.262183] env[62298]: DEBUG nova.network.neutron [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Updating instance_info_cache with network_info: [{"id": "262480b7-e455-4cab-b931-f99606f31c35", "address": "fa:16:3e:f4:39:37", "network": {"id": "dad8245a-a523-4ef1-82f2-fc795b3a49bb", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-103446030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "427b83e883194c749da373b4cad4ca6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap262480b7-e4", "ovs_interfaceid": "262480b7-e455-4cab-b931-f99606f31c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.352626] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a7c813ad-847c-449c-9e2d-dc5d448b0728 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.354868] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.163s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.356614] env[62298]: INFO nova.compute.claims [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1522.384232] env[62298]: INFO nova.scheduler.client.report [None req-a7c813ad-847c-449c-9e2d-dc5d448b0728 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Deleted allocations for instance 24e9dd22-4939-4ea7-9fea-afac2e37722c [ 1522.392758] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Creating linked-clone VM from snapshot {{(pid=62298) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1522.395538] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3734f547-2595-4647-ad7a-6fcf4b914cd9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.405467] env[62298]: DEBUG oslo_vmware.api [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1522.405467] env[62298]: value = "task-1804056" [ 1522.405467] env[62298]: _type = "Task" [ 1522.405467] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.413585] env[62298]: DEBUG oslo_vmware.api [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804056, 'name': CloneVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.447999] env[62298]: DEBUG oslo_vmware.api [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b538fd-f0b0-5d30-4fcb-0c21c686a78d, 'name': SearchDatastore_Task, 'duration_secs': 0.057215} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.449368] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e689eb69-fcaa-4d8b-a45a-cc72b5dc7b78 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.454688] env[62298]: DEBUG oslo_vmware.api [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Waiting for the task: (returnval){ [ 1522.454688] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5291af75-82ed-a392-806f-6ddf434e7023" [ 1522.454688] env[62298]: _type = "Task" [ 1522.454688] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.462479] env[62298]: DEBUG oslo_vmware.api [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5291af75-82ed-a392-806f-6ddf434e7023, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.715897] env[62298]: DEBUG oslo_vmware.api [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': task-1804055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062849} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.716197] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1522.717106] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4517ea0d-bcdc-4b63-a29c-1eabdffb201c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.737780] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 45790b23-5401-4d8d-9c21-63342ce189c4/45790b23-5401-4d8d-9c21-63342ce189c4.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1522.739152] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1660154-bc28-42b7-a126-db2793855598 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.756743] env[62298]: DEBUG nova.compute.manager [req-3084cb14-4d76-4d05-91a1-2a17f924dffd req-1ca17750-5795-4144-afcf-83e14033a82e service nova] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Received event network-vif-plugged-262480b7-e455-4cab-b931-f99606f31c35 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1522.756980] env[62298]: DEBUG oslo_concurrency.lockutils [req-3084cb14-4d76-4d05-91a1-2a17f924dffd req-1ca17750-5795-4144-afcf-83e14033a82e service nova] Acquiring lock "105e3ba2-c810-4fbb-bf8e-8b7b2c00735a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.757214] env[62298]: DEBUG oslo_concurrency.lockutils [req-3084cb14-4d76-4d05-91a1-2a17f924dffd req-1ca17750-5795-4144-afcf-83e14033a82e service nova] Lock "105e3ba2-c810-4fbb-bf8e-8b7b2c00735a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.757381] env[62298]: DEBUG oslo_concurrency.lockutils [req-3084cb14-4d76-4d05-91a1-2a17f924dffd req-1ca17750-5795-4144-afcf-83e14033a82e service nova] Lock "105e3ba2-c810-4fbb-bf8e-8b7b2c00735a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.757545] env[62298]: DEBUG nova.compute.manager [req-3084cb14-4d76-4d05-91a1-2a17f924dffd req-1ca17750-5795-4144-afcf-83e14033a82e service nova] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] No waiting events found dispatching network-vif-plugged-262480b7-e455-4cab-b931-f99606f31c35 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1522.757710] env[62298]: WARNING nova.compute.manager [req-3084cb14-4d76-4d05-91a1-2a17f924dffd req-1ca17750-5795-4144-afcf-83e14033a82e service nova] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Received unexpected event network-vif-plugged-262480b7-e455-4cab-b931-f99606f31c35 for instance with vm_state building and task_state spawning. [ 1522.757865] env[62298]: DEBUG nova.compute.manager [req-3084cb14-4d76-4d05-91a1-2a17f924dffd req-1ca17750-5795-4144-afcf-83e14033a82e service nova] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Received event network-changed-262480b7-e455-4cab-b931-f99606f31c35 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1522.758022] env[62298]: DEBUG nova.compute.manager [req-3084cb14-4d76-4d05-91a1-2a17f924dffd req-1ca17750-5795-4144-afcf-83e14033a82e service nova] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Refreshing instance network info cache due to event network-changed-262480b7-e455-4cab-b931-f99606f31c35. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1522.758190] env[62298]: DEBUG oslo_concurrency.lockutils [req-3084cb14-4d76-4d05-91a1-2a17f924dffd req-1ca17750-5795-4144-afcf-83e14033a82e service nova] Acquiring lock "refresh_cache-105e3ba2-c810-4fbb-bf8e-8b7b2c00735a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.759164] env[62298]: INFO nova.compute.manager [None req-f2a78eef-ec4e-4d74-9509-47c2fe21dd66 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Detaching volume 5e4475f4-7c3e-42f1-800f-ec5112386d74 [ 1522.763965] env[62298]: DEBUG oslo_concurrency.lockutils [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Releasing lock "refresh_cache-105e3ba2-c810-4fbb-bf8e-8b7b2c00735a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.764258] env[62298]: DEBUG nova.compute.manager [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Instance network_info: |[{"id": "262480b7-e455-4cab-b931-f99606f31c35", "address": "fa:16:3e:f4:39:37", "network": {"id": "dad8245a-a523-4ef1-82f2-fc795b3a49bb", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-103446030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "427b83e883194c749da373b4cad4ca6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap262480b7-e4", "ovs_interfaceid": "262480b7-e455-4cab-b931-f99606f31c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1522.766629] env[62298]: DEBUG oslo_concurrency.lockutils [req-3084cb14-4d76-4d05-91a1-2a17f924dffd req-1ca17750-5795-4144-afcf-83e14033a82e service nova] Acquired lock "refresh_cache-105e3ba2-c810-4fbb-bf8e-8b7b2c00735a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.766822] env[62298]: DEBUG nova.network.neutron [req-3084cb14-4d76-4d05-91a1-2a17f924dffd req-1ca17750-5795-4144-afcf-83e14033a82e service nova] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Refreshing network info cache for port 262480b7-e455-4cab-b931-f99606f31c35 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1522.768031] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:39:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '262480b7-e455-4cab-b931-f99606f31c35', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1522.776223] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Creating folder: Project (427b83e883194c749da373b4cad4ca6a). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1522.780900] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75fa2db2-55f8-4050-90c3-279537cd65fb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.782943] env[62298]: DEBUG oslo_vmware.api [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Waiting for the task: (returnval){ [ 1522.782943] env[62298]: value = "task-1804057" [ 1522.782943] env[62298]: _type = "Task" [ 1522.782943] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.790920] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Created folder: Project (427b83e883194c749da373b4cad4ca6a) in parent group-v373906. [ 1522.791209] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Creating folder: Instances. Parent ref: group-v374009. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1522.795088] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03b82b2e-52fc-4430-a1b7-8bd6e62cf3f7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.796775] env[62298]: DEBUG oslo_vmware.api [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': task-1804057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.804353] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Created folder: Instances in parent group-v374009. [ 1522.804587] env[62298]: DEBUG oslo.service.loopingcall [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1522.804792] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1522.805028] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c105422-45e5-4445-9706-c6c7f25d1b91 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.824543] env[62298]: INFO nova.virt.block_device [None req-f2a78eef-ec4e-4d74-9509-47c2fe21dd66 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Attempting to driver detach volume 5e4475f4-7c3e-42f1-800f-ec5112386d74 from mountpoint /dev/sdb [ 1522.824777] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a78eef-ec4e-4d74-9509-47c2fe21dd66 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Volume detach. Driver type: vmdk {{(pid=62298) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1522.824970] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a78eef-ec4e-4d74-9509-47c2fe21dd66 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374002', 'volume_id': '5e4475f4-7c3e-42f1-800f-ec5112386d74', 'name': 'volume-5e4475f4-7c3e-42f1-800f-ec5112386d74', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0d4c1447-4b9d-4f67-a660-bf396a79cbcd', 'attached_at': '', 'detached_at': '', 'volume_id': '5e4475f4-7c3e-42f1-800f-ec5112386d74', 'serial': '5e4475f4-7c3e-42f1-800f-ec5112386d74'} {{(pid=62298) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1522.826162] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2474d379-1fff-40ac-995a-de1f73dfe956 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.853142] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1522.853142] env[62298]: value = "task-1804060" [ 1522.853142] env[62298]: _type = "Task" [ 1522.853142] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.853922] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbd8908-a7e6-4ee5-a190-b26662f17542 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.868397] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804060, 'name': CreateVM_Task} progress is 15%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.869398] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e1a2d8-bc3d-4e05-9914-ec292c13f44e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.890898] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f204a570-7213-4d44-ab8c-02a32a1b27e6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.910371] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a78eef-ec4e-4d74-9509-47c2fe21dd66 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] The volume has not been displaced from its original location: [datastore1] volume-5e4475f4-7c3e-42f1-800f-ec5112386d74/volume-5e4475f4-7c3e-42f1-800f-ec5112386d74.vmdk. No consolidation needed. {{(pid=62298) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1522.915696] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a78eef-ec4e-4d74-9509-47c2fe21dd66 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Reconfiguring VM instance instance-00000007 to detach disk 2001 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1522.918524] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a7c813ad-847c-449c-9e2d-dc5d448b0728 tempest-ServerAddressesTestJSON-438812927 tempest-ServerAddressesTestJSON-438812927-project-member] Lock "24e9dd22-4939-4ea7-9fea-afac2e37722c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.806s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.922195] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3c08b49-9a8b-490e-af54-b27bf5a5d341 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.947047] env[62298]: DEBUG oslo_vmware.api [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804056, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.949025] env[62298]: DEBUG oslo_vmware.api [None req-f2a78eef-ec4e-4d74-9509-47c2fe21dd66 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Waiting for the task: (returnval){ [ 1522.949025] env[62298]: value = "task-1804061" [ 1522.949025] env[62298]: _type = "Task" [ 1522.949025] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.957911] env[62298]: DEBUG oslo_vmware.api [None req-f2a78eef-ec4e-4d74-9509-47c2fe21dd66 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1804061, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.968484] env[62298]: DEBUG oslo_vmware.api [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5291af75-82ed-a392-806f-6ddf434e7023, 'name': SearchDatastore_Task, 'duration_secs': 0.028537} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.968710] env[62298]: DEBUG oslo_concurrency.lockutils [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.968962] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 4299a361-5be4-452f-b4f3-63673dff726c/4299a361-5be4-452f-b4f3-63673dff726c.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1522.969234] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e441c775-198b-4ae6-bec4-15e1a256ccd0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.975740] env[62298]: DEBUG oslo_vmware.api [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Waiting for the task: (returnval){ [ 1522.975740] env[62298]: value = "task-1804062" [ 1522.975740] env[62298]: _type = "Task" [ 1522.975740] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.983906] env[62298]: DEBUG oslo_vmware.api [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Task: {'id': task-1804062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.157763] env[62298]: DEBUG nova.network.neutron [req-3084cb14-4d76-4d05-91a1-2a17f924dffd req-1ca17750-5795-4144-afcf-83e14033a82e service nova] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Updated VIF entry in instance network info cache for port 262480b7-e455-4cab-b931-f99606f31c35. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1523.158260] env[62298]: DEBUG nova.network.neutron [req-3084cb14-4d76-4d05-91a1-2a17f924dffd req-1ca17750-5795-4144-afcf-83e14033a82e service nova] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Updating instance_info_cache with network_info: [{"id": "262480b7-e455-4cab-b931-f99606f31c35", "address": "fa:16:3e:f4:39:37", "network": {"id": "dad8245a-a523-4ef1-82f2-fc795b3a49bb", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-103446030-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "427b83e883194c749da373b4cad4ca6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap262480b7-e4", "ovs_interfaceid": "262480b7-e455-4cab-b931-f99606f31c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.297177] env[62298]: DEBUG oslo_vmware.api [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': task-1804057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.376269] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804060, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.423606] env[62298]: DEBUG oslo_vmware.api [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804056, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.462615] env[62298]: DEBUG oslo_vmware.api [None req-f2a78eef-ec4e-4d74-9509-47c2fe21dd66 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1804061, 'name': ReconfigVM_Task, 'duration_secs': 0.224571} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.463264] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a78eef-ec4e-4d74-9509-47c2fe21dd66 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Reconfigured VM instance instance-00000007 to detach disk 2001 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1523.468354] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c38e6354-c1bf-4d7e-9c38-affdcc2b0a3f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.494158] env[62298]: DEBUG oslo_vmware.api [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Task: {'id': task-1804062, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.499168] env[62298]: DEBUG oslo_vmware.api [None req-f2a78eef-ec4e-4d74-9509-47c2fe21dd66 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Waiting for the task: (returnval){ [ 1523.499168] env[62298]: value = "task-1804063" [ 1523.499168] env[62298]: _type = "Task" [ 1523.499168] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.511567] env[62298]: DEBUG oslo_vmware.api [None req-f2a78eef-ec4e-4d74-9509-47c2fe21dd66 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1804063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.660878] env[62298]: DEBUG oslo_concurrency.lockutils [req-3084cb14-4d76-4d05-91a1-2a17f924dffd req-1ca17750-5795-4144-afcf-83e14033a82e service nova] Releasing lock "refresh_cache-105e3ba2-c810-4fbb-bf8e-8b7b2c00735a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.794372] env[62298]: DEBUG oslo_vmware.api [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': task-1804057, 'name': ReconfigVM_Task, 'duration_secs': 0.590913} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.797169] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 45790b23-5401-4d8d-9c21-63342ce189c4/45790b23-5401-4d8d-9c21-63342ce189c4.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1523.798197] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a62bfc0-7c26-4f60-8942-88079bd2d097 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.804987] env[62298]: DEBUG oslo_vmware.api [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Waiting for the task: (returnval){ [ 1523.804987] env[62298]: value = "task-1804064" [ 1523.804987] env[62298]: _type = "Task" [ 1523.804987] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.816364] env[62298]: DEBUG oslo_vmware.api [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': task-1804064, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.835788] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13246e9a-9de8-4c59-9679-4aead4e0daf5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.845171] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8801c7-6b8a-4afb-b2fa-eed77a146d62 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.881068] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42fd12a-28f7-4d70-9a61-fe7f122c51f7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.891569] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd8dd97-2a68-4795-a416-a0862f274dc0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.895241] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804060, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.905185] env[62298]: DEBUG nova.compute.provider_tree [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1523.922105] env[62298]: DEBUG oslo_vmware.api [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804056, 'name': CloneVM_Task} progress is 95%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.993593] env[62298]: DEBUG oslo_vmware.api [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Task: {'id': task-1804062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552718} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.993913] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 4299a361-5be4-452f-b4f3-63673dff726c/4299a361-5be4-452f-b4f3-63673dff726c.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1523.994163] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1523.994445] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b626af74-d30d-4253-a460-b61f084d7545 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.000686] env[62298]: DEBUG oslo_vmware.api [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Waiting for the task: (returnval){ [ 1524.000686] env[62298]: value = "task-1804065" [ 1524.000686] env[62298]: _type = "Task" [ 1524.000686] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.014966] env[62298]: DEBUG oslo_vmware.api [None req-f2a78eef-ec4e-4d74-9509-47c2fe21dd66 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1804063, 'name': ReconfigVM_Task, 'duration_secs': 0.173993} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.018523] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a78eef-ec4e-4d74-9509-47c2fe21dd66 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374002', 'volume_id': '5e4475f4-7c3e-42f1-800f-ec5112386d74', 'name': 'volume-5e4475f4-7c3e-42f1-800f-ec5112386d74', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0d4c1447-4b9d-4f67-a660-bf396a79cbcd', 'attached_at': '', 'detached_at': '', 'volume_id': '5e4475f4-7c3e-42f1-800f-ec5112386d74', 'serial': '5e4475f4-7c3e-42f1-800f-ec5112386d74'} {{(pid=62298) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1524.021181] env[62298]: DEBUG oslo_vmware.api [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Task: {'id': task-1804065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.315155] env[62298]: DEBUG oslo_vmware.api [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': task-1804064, 'name': Rename_Task, 'duration_secs': 0.132637} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.315482] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1524.315780] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-287c6cf5-13e6-4f8b-8abf-9763f1d7924f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.322347] env[62298]: DEBUG oslo_vmware.api [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Waiting for the task: (returnval){ [ 1524.322347] env[62298]: value = "task-1804066" [ 1524.322347] env[62298]: _type = "Task" [ 1524.322347] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.330543] env[62298]: DEBUG oslo_vmware.api [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': task-1804066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.393112] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804060, 'name': CreateVM_Task, 'duration_secs': 1.149548} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.393355] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1524.394191] env[62298]: DEBUG oslo_concurrency.lockutils [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.394381] env[62298]: DEBUG oslo_concurrency.lockutils [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.394737] env[62298]: DEBUG oslo_concurrency.lockutils [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.394949] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2faab277-e59a-4c79-8e3a-5af022c85b68 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.400624] env[62298]: DEBUG oslo_vmware.api [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Waiting for the task: (returnval){ [ 1524.400624] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522f1ba4-0436-e89d-324d-afdc3f0d5f1f" [ 1524.400624] env[62298]: _type = "Task" [ 1524.400624] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.408883] env[62298]: DEBUG nova.scheduler.client.report [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1524.421673] env[62298]: DEBUG oslo_vmware.api [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522f1ba4-0436-e89d-324d-afdc3f0d5f1f, 'name': SearchDatastore_Task, 'duration_secs': 0.008876} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.425442] env[62298]: DEBUG oslo_concurrency.lockutils [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.425704] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1524.425932] env[62298]: DEBUG oslo_concurrency.lockutils [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.426097] env[62298]: DEBUG oslo_concurrency.lockutils [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.426394] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1524.426779] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-582dfa13-f22f-4e89-9b58-49159b07d1d4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.435577] env[62298]: DEBUG oslo_vmware.api [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804056, 'name': CloneVM_Task, 'duration_secs': 1.979024} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.437075] env[62298]: INFO nova.virt.vmwareapi.vmops [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Created linked-clone VM from snapshot [ 1524.437833] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1524.438011] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1524.439140] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2ad1c1-cf3c-43ca-83d9-5ca0871c55fe {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.442208] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2da0d611-b93e-4cd7-8c5c-f23ba2cf2da7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.449253] env[62298]: DEBUG oslo_vmware.api [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Waiting for the task: (returnval){ [ 1524.449253] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f55065-f346-f239-b39f-ad51a057a38c" [ 1524.449253] env[62298]: _type = "Task" [ 1524.449253] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.453950] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Uploading image ea1ede4d-3f4d-4f0a-874b-024d62e69224 {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1524.468447] env[62298]: DEBUG oslo_vmware.api [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f55065-f346-f239-b39f-ad51a057a38c, 'name': SearchDatastore_Task, 'duration_secs': 0.00875} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.469266] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a36c910-6687-4b44-a09e-63b504070f80 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.479075] env[62298]: DEBUG oslo_vmware.api [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Waiting for the task: (returnval){ [ 1524.479075] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52bbe309-f082-b587-72f1-1d2bfc4aeb49" [ 1524.479075] env[62298]: _type = "Task" [ 1524.479075] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.489930] env[62298]: DEBUG oslo_vmware.rw_handles [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1524.489930] env[62298]: value = "vm-374008" [ 1524.489930] env[62298]: _type = "VirtualMachine" [ 1524.489930] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1524.489930] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9d38aa5e-3eb2-4b49-8104-229e40143a2f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.494995] env[62298]: DEBUG oslo_vmware.api [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52bbe309-f082-b587-72f1-1d2bfc4aeb49, 'name': SearchDatastore_Task, 'duration_secs': 0.00937} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.495612] env[62298]: DEBUG oslo_concurrency.lockutils [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.495918] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a/105e3ba2-c810-4fbb-bf8e-8b7b2c00735a.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1524.496191] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d108e1af-1075-45da-91df-40cc60aa361d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.500478] env[62298]: DEBUG oslo_vmware.rw_handles [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lease: (returnval){ [ 1524.500478] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526af6ea-ffb5-9bc7-df51-4d897ec6bef3" [ 1524.500478] env[62298]: _type = "HttpNfcLease" [ 1524.500478] env[62298]: } obtained for exporting VM: (result){ [ 1524.500478] env[62298]: value = "vm-374008" [ 1524.500478] env[62298]: _type = "VirtualMachine" [ 1524.500478] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1524.500715] env[62298]: DEBUG oslo_vmware.api [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the lease: (returnval){ [ 1524.500715] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526af6ea-ffb5-9bc7-df51-4d897ec6bef3" [ 1524.500715] env[62298]: _type = "HttpNfcLease" [ 1524.500715] env[62298]: } to be ready. {{(pid=62298) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1524.505397] env[62298]: DEBUG oslo_vmware.api [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Waiting for the task: (returnval){ [ 1524.505397] env[62298]: value = "task-1804068" [ 1524.505397] env[62298]: _type = "Task" [ 1524.505397] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.514527] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1524.514527] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526af6ea-ffb5-9bc7-df51-4d897ec6bef3" [ 1524.514527] env[62298]: _type = "HttpNfcLease" [ 1524.514527] env[62298]: } is initializing. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1524.520228] env[62298]: DEBUG oslo_vmware.api [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Task: {'id': task-1804065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065075} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.523343] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1524.524126] env[62298]: DEBUG oslo_vmware.api [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Task: {'id': task-1804068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.524403] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0c43fc-8337-492c-bc2e-dbf0fd0b980f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.548704] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 4299a361-5be4-452f-b4f3-63673dff726c/4299a361-5be4-452f-b4f3-63673dff726c.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1524.548704] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c2af720-f885-4160-8fc8-c9edbc243958 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.568474] env[62298]: DEBUG oslo_vmware.api [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Waiting for the task: (returnval){ [ 1524.568474] env[62298]: value = "task-1804069" [ 1524.568474] env[62298]: _type = "Task" [ 1524.568474] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.578163] env[62298]: DEBUG oslo_vmware.api [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Task: {'id': task-1804069, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.590151] env[62298]: DEBUG nova.objects.instance [None req-f2a78eef-ec4e-4d74-9509-47c2fe21dd66 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Lazy-loading 'flavor' on Instance uuid 0d4c1447-4b9d-4f67-a660-bf396a79cbcd {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1524.839555] env[62298]: DEBUG oslo_vmware.api [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': task-1804066, 'name': PowerOnVM_Task, 'duration_secs': 0.441729} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.840352] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1524.840574] env[62298]: DEBUG nova.compute.manager [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1524.842105] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc043b81-021e-4c51-856d-723d5d5d7d0c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.924623] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.925196] env[62298]: DEBUG nova.compute.manager [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1524.932234] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c1b9d5bc-8989-4cdb-8e06-a5da0d13cea9 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.302s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.932234] env[62298]: DEBUG nova.objects.instance [None req-c1b9d5bc-8989-4cdb-8e06-a5da0d13cea9 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Lazy-loading 'resources' on Instance uuid f20c13d7-c359-497f-a373-6b079740c4c3 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1525.012108] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1525.012108] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526af6ea-ffb5-9bc7-df51-4d897ec6bef3" [ 1525.012108] env[62298]: _type = "HttpNfcLease" [ 1525.012108] env[62298]: } is ready. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1525.013982] env[62298]: DEBUG oslo_vmware.rw_handles [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1525.013982] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526af6ea-ffb5-9bc7-df51-4d897ec6bef3" [ 1525.013982] env[62298]: _type = "HttpNfcLease" [ 1525.013982] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1525.013982] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293894f2-b112-474c-a237-ef4c10e05483 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.020365] env[62298]: DEBUG oslo_vmware.api [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Task: {'id': task-1804068, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.026387] env[62298]: DEBUG oslo_vmware.rw_handles [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ea9b09-07f8-c94e-e8d1-b9c1911822ec/disk-0.vmdk from lease info. {{(pid=62298) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1525.026564] env[62298]: DEBUG oslo_vmware.rw_handles [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ea9b09-07f8-c94e-e8d1-b9c1911822ec/disk-0.vmdk for reading. {{(pid=62298) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1525.118997] env[62298]: DEBUG oslo_vmware.api [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Task: {'id': task-1804069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.154618] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e90b392b-4bfe-4bfb-9fad-137b26f31a6b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.371456] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.438530] env[62298]: DEBUG nova.compute.utils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1525.439960] env[62298]: DEBUG nova.compute.manager [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1525.440164] env[62298]: DEBUG nova.network.neutron [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1525.518110] env[62298]: DEBUG oslo_vmware.api [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Task: {'id': task-1804068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544092} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.518446] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a/105e3ba2-c810-4fbb-bf8e-8b7b2c00735a.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1525.518678] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1525.518970] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b66136fd-0b50-4788-a209-78b086365351 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.526455] env[62298]: DEBUG oslo_vmware.api [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Waiting for the task: (returnval){ [ 1525.526455] env[62298]: value = "task-1804070" [ 1525.526455] env[62298]: _type = "Task" [ 1525.526455] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.533925] env[62298]: DEBUG nova.policy [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '059560bdc9164d7f8bba441e7cfbfb7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4016e7fa102484a83e66beabdfce731', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1525.541155] env[62298]: DEBUG oslo_vmware.api [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Task: {'id': task-1804070, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.609363] env[62298]: DEBUG oslo_vmware.api [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Task: {'id': task-1804069, 'name': ReconfigVM_Task, 'duration_secs': 0.692479} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.610018] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 4299a361-5be4-452f-b4f3-63673dff726c/4299a361-5be4-452f-b4f3-63673dff726c.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1525.610998] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-802c91d8-8ed1-416f-b433-22beaf0c16ba {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.613602] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f2a78eef-ec4e-4d74-9509-47c2fe21dd66 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Lock "0d4c1447-4b9d-4f67-a660-bf396a79cbcd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.366s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.621554] env[62298]: DEBUG oslo_vmware.api [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Waiting for the task: (returnval){ [ 1525.621554] env[62298]: value = "task-1804071" [ 1525.621554] env[62298]: _type = "Task" [ 1525.621554] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.633263] env[62298]: DEBUG oslo_vmware.api [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Task: {'id': task-1804071, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.754285] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Acquiring lock "45790b23-5401-4d8d-9c21-63342ce189c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.754285] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Lock "45790b23-5401-4d8d-9c21-63342ce189c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.757237] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Acquiring lock "45790b23-5401-4d8d-9c21-63342ce189c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.757237] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Lock "45790b23-5401-4d8d-9c21-63342ce189c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.757237] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Lock "45790b23-5401-4d8d-9c21-63342ce189c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.759107] env[62298]: INFO nova.compute.manager [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Terminating instance [ 1525.948923] env[62298]: DEBUG nova.compute.manager [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1526.044409] env[62298]: DEBUG oslo_vmware.api [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Task: {'id': task-1804070, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190189} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.047530] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1526.048971] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f23102-d600-4920-8718-fe1e4c401346 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.076387] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a/105e3ba2-c810-4fbb-bf8e-8b7b2c00735a.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1526.080773] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d330b1d-0834-4419-b025-ac8fee747d23 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.104692] env[62298]: DEBUG oslo_vmware.api [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Waiting for the task: (returnval){ [ 1526.104692] env[62298]: value = "task-1804072" [ 1526.104692] env[62298]: _type = "Task" [ 1526.104692] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.113597] env[62298]: DEBUG oslo_vmware.api [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Task: {'id': task-1804072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.131874] env[62298]: DEBUG oslo_vmware.api [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Task: {'id': task-1804071, 'name': Rename_Task, 'duration_secs': 0.313109} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.133129] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1526.136346] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16d5d861-8d79-43ff-b5e5-d21ddafb28df {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.143197] env[62298]: DEBUG oslo_vmware.api [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Waiting for the task: (returnval){ [ 1526.143197] env[62298]: value = "task-1804073" [ 1526.143197] env[62298]: _type = "Task" [ 1526.143197] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.154309] env[62298]: DEBUG oslo_vmware.api [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Task: {'id': task-1804073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.211587] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6e8fa3-fc3c-4d81-8dd8-bee0951eaf50 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.219105] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddd16bd-dbf4-4653-89c8-8f0c6636d467 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.255268] env[62298]: DEBUG nova.network.neutron [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Successfully created port: bcae9f1b-a80c-42b0-bb85-8acda6a05ebb {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1526.256497] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12547972-ffb6-479d-a7a5-eff82bae2387 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.265322] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Acquiring lock "refresh_cache-45790b23-5401-4d8d-9c21-63342ce189c4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.265828] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Acquired lock "refresh_cache-45790b23-5401-4d8d-9c21-63342ce189c4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.266857] env[62298]: DEBUG nova.network.neutron [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1526.269955] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ad78bc-fcc3-4a7a-843c-f99dcc5b790c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.287051] env[62298]: DEBUG nova.compute.provider_tree [None req-c1b9d5bc-8989-4cdb-8e06-a5da0d13cea9 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1526.495757] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Acquiring lock "ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.495757] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Lock "ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.615631] env[62298]: DEBUG oslo_vmware.api [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Task: {'id': task-1804072, 'name': ReconfigVM_Task, 'duration_secs': 0.307655} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.616131] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a/105e3ba2-c810-4fbb-bf8e-8b7b2c00735a.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1526.617012] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89f08bc2-7bee-43ef-912e-2da839178528 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.624638] env[62298]: DEBUG oslo_vmware.api [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Waiting for the task: (returnval){ [ 1526.624638] env[62298]: value = "task-1804074" [ 1526.624638] env[62298]: _type = "Task" [ 1526.624638] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.633693] env[62298]: DEBUG oslo_vmware.api [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Task: {'id': task-1804074, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.656060] env[62298]: DEBUG oslo_vmware.api [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Task: {'id': task-1804073, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.792206] env[62298]: DEBUG nova.scheduler.client.report [None req-c1b9d5bc-8989-4cdb-8e06-a5da0d13cea9 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1526.805125] env[62298]: DEBUG nova.network.neutron [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1526.913309] env[62298]: DEBUG nova.network.neutron [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.972188] env[62298]: DEBUG nova.compute.manager [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1527.000142] env[62298]: DEBUG nova.virt.hardware [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1527.000408] env[62298]: DEBUG nova.virt.hardware [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1527.000736] env[62298]: DEBUG nova.virt.hardware [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1527.000736] env[62298]: DEBUG nova.virt.hardware [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1527.000881] env[62298]: DEBUG nova.virt.hardware [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1527.001035] env[62298]: DEBUG nova.virt.hardware [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1527.001349] env[62298]: DEBUG nova.virt.hardware [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1527.001504] env[62298]: DEBUG nova.virt.hardware [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1527.001683] env[62298]: DEBUG nova.virt.hardware [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1527.001935] env[62298]: DEBUG nova.virt.hardware [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1527.002032] env[62298]: DEBUG nova.virt.hardware [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1527.002912] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7e528e-6b65-4dc4-b2bf-0e78bfc65bb3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.011805] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb45ffd-822a-46ce-8bf2-cc4ee245b8bb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.137344] env[62298]: DEBUG oslo_vmware.api [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Task: {'id': task-1804074, 'name': Rename_Task, 'duration_secs': 0.144039} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.138426] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1527.138966] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0ce5ac8-c6e0-437e-8fe7-c4b22bbeef31 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.151964] env[62298]: DEBUG oslo_vmware.api [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Waiting for the task: (returnval){ [ 1527.151964] env[62298]: value = "task-1804075" [ 1527.151964] env[62298]: _type = "Task" [ 1527.151964] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.162984] env[62298]: DEBUG oslo_vmware.api [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Task: {'id': task-1804073, 'name': PowerOnVM_Task, 'duration_secs': 0.735162} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.166054] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1527.166488] env[62298]: INFO nova.compute.manager [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Took 9.68 seconds to spawn the instance on the hypervisor. [ 1527.166738] env[62298]: DEBUG nova.compute.manager [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1527.167742] env[62298]: DEBUG oslo_vmware.api [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Task: {'id': task-1804075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.169566] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8380d2c-bd1d-4e37-8caf-17210bbcbaab {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.297555] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c1b9d5bc-8989-4cdb-8e06-a5da0d13cea9 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.367s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.300437] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 38.361s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.341108] env[62298]: INFO nova.scheduler.client.report [None req-c1b9d5bc-8989-4cdb-8e06-a5da0d13cea9 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Deleted allocations for instance f20c13d7-c359-497f-a373-6b079740c4c3 [ 1527.414563] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Releasing lock "refresh_cache-45790b23-5401-4d8d-9c21-63342ce189c4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.415196] env[62298]: DEBUG nova.compute.manager [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1527.415378] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1527.416505] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f37215-c464-417b-9165-3d39e2eee95d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.425630] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1527.425944] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f9bdaa5-8ec8-4b7f-a6b8-176292e73374 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.435071] env[62298]: DEBUG oslo_vmware.api [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Waiting for the task: (returnval){ [ 1527.435071] env[62298]: value = "task-1804076" [ 1527.435071] env[62298]: _type = "Task" [ 1527.435071] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.445453] env[62298]: DEBUG oslo_vmware.api [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': task-1804076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.666868] env[62298]: DEBUG oslo_vmware.api [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Task: {'id': task-1804075, 'name': PowerOnVM_Task, 'duration_secs': 0.476566} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.667594] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1527.667855] env[62298]: INFO nova.compute.manager [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Took 7.50 seconds to spawn the instance on the hypervisor. [ 1527.668145] env[62298]: DEBUG nova.compute.manager [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1527.668971] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b055f2d-c335-4081-b817-a0de2a7bdfe9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.687871] env[62298]: INFO nova.compute.manager [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Took 44.48 seconds to build instance. [ 1527.850266] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c1b9d5bc-8989-4cdb-8e06-a5da0d13cea9 tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Lock "f20c13d7-c359-497f-a373-6b079740c4c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.537s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.946494] env[62298]: DEBUG oslo_vmware.api [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': task-1804076, 'name': PowerOffVM_Task, 'duration_secs': 0.203222} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.947068] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1527.947349] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1527.948096] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d693f47-1c5b-415f-adce-6544b45ba066 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.973260] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1527.973260] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1527.973988] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Deleting the datastore file [datastore1] 45790b23-5401-4d8d-9c21-63342ce189c4 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1527.974309] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df798076-442c-47a9-87bd-db8ba448c702 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.980615] env[62298]: DEBUG oslo_vmware.api [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Waiting for the task: (returnval){ [ 1527.980615] env[62298]: value = "task-1804078" [ 1527.980615] env[62298]: _type = "Task" [ 1527.980615] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.990539] env[62298]: DEBUG oslo_vmware.api [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': task-1804078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.195309] env[62298]: DEBUG oslo_concurrency.lockutils [None req-72346a58-0b22-455c-9669-b69bff16827b tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Lock "4299a361-5be4-452f-b4f3-63673dff726c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.685s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.195309] env[62298]: INFO nova.compute.manager [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Took 44.05 seconds to build instance. [ 1528.355639] env[62298]: WARNING nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance a79b91e6-bd85-4bfe-bf5d-349dcda6268b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1528.356055] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 0d4c1447-4b9d-4f67-a660-bf396a79cbcd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1528.358274] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 005007c7-b4dc-41b7-837c-4b8c5cc8feff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1528.358274] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 998c5ca5-6d2a-40ea-8ff6-81c658a70208 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1528.358274] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 8986a988-9d2f-4838-9d87-44753fe83c76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1528.358274] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 8aeef358-e8ad-473e-b881-1650be5e7121 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1528.358274] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance db9a0aff-1f68-4e7b-b36a-b133d6f4c822 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1528.358274] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance cbd7ef0e-8619-4b1e-a352-371976e32dbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1528.358274] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance ca4080d1-e1e4-4bed-a777-bf2414a20cb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1528.358274] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance a72423b0-ebdf-48cc-a7f4-572c5fc398f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1528.358274] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance b5509412-69b2-4de3-a46a-41bfbb24bf6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1528.358274] env[62298]: WARNING nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 3f92eae6-b888-4913-8db0-618e1aaa45bf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1528.358274] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 9a0b606b-2b47-4257-8722-e3933b63890b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1528.358274] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1528.360864] env[62298]: WARNING nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 08388840-e801-45b9-8887-a5858263b00a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1528.361104] env[62298]: WARNING nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 31168214-21a0-4580-9363-cb96722eec4c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1528.361288] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 7e70b527-551f-493f-9a1e-ff27c58124b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1528.362101] env[62298]: WARNING nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance c09064a5-1b6f-4a90-99a8-fc00c910cfa7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1528.362101] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 45790b23-5401-4d8d-9c21-63342ce189c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1528.362101] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 4299a361-5be4-452f-b4f3-63673dff726c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1528.362101] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1528.362101] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance b6d22d28-9442-4dcc-9905-961b2175ed95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1528.492184] env[62298]: DEBUG oslo_vmware.api [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Task: {'id': task-1804078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155057} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.492526] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1528.492734] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1528.492918] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1528.493217] env[62298]: INFO nova.compute.manager [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1528.493361] env[62298]: DEBUG oslo.service.loopingcall [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1528.493602] env[62298]: DEBUG nova.compute.manager [-] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1528.493734] env[62298]: DEBUG nova.network.neutron [-] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1528.519115] env[62298]: DEBUG nova.network.neutron [-] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1528.699037] env[62298]: DEBUG oslo_concurrency.lockutils [None req-12b7046b-15cc-406c-8783-8d7bf5f13b58 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Lock "105e3ba2-c810-4fbb-bf8e-8b7b2c00735a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.750s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.699037] env[62298]: DEBUG nova.compute.manager [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1528.714984] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f30083fb-6436-449a-82a0-0606bb88d7ba tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Acquiring lock "4299a361-5be4-452f-b4f3-63673dff726c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.714984] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f30083fb-6436-449a-82a0-0606bb88d7ba tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Lock "4299a361-5be4-452f-b4f3-63673dff726c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.714984] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f30083fb-6436-449a-82a0-0606bb88d7ba tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Acquiring lock "4299a361-5be4-452f-b4f3-63673dff726c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.714984] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f30083fb-6436-449a-82a0-0606bb88d7ba tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Lock "4299a361-5be4-452f-b4f3-63673dff726c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.715601] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f30083fb-6436-449a-82a0-0606bb88d7ba tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Lock "4299a361-5be4-452f-b4f3-63673dff726c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.718267] env[62298]: INFO nova.compute.manager [None req-f30083fb-6436-449a-82a0-0606bb88d7ba tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Terminating instance [ 1528.868683] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 4daacdb1-2bf0-4000-9483-ede74b2e96fe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1528.873201] env[62298]: DEBUG nova.compute.manager [req-80ee85d4-ffe6-4fa4-b90a-9b812bbed122 req-53cb5164-21f7-4a4e-abba-d0825389fde7 service nova] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Received event network-vif-plugged-bcae9f1b-a80c-42b0-bb85-8acda6a05ebb {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1528.873421] env[62298]: DEBUG oslo_concurrency.lockutils [req-80ee85d4-ffe6-4fa4-b90a-9b812bbed122 req-53cb5164-21f7-4a4e-abba-d0825389fde7 service nova] Acquiring lock "b6d22d28-9442-4dcc-9905-961b2175ed95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.876230] env[62298]: DEBUG oslo_concurrency.lockutils [req-80ee85d4-ffe6-4fa4-b90a-9b812bbed122 req-53cb5164-21f7-4a4e-abba-d0825389fde7 service nova] Lock "b6d22d28-9442-4dcc-9905-961b2175ed95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.876230] env[62298]: DEBUG oslo_concurrency.lockutils [req-80ee85d4-ffe6-4fa4-b90a-9b812bbed122 req-53cb5164-21f7-4a4e-abba-d0825389fde7 service nova] Lock "b6d22d28-9442-4dcc-9905-961b2175ed95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.876230] env[62298]: DEBUG nova.compute.manager [req-80ee85d4-ffe6-4fa4-b90a-9b812bbed122 req-53cb5164-21f7-4a4e-abba-d0825389fde7 service nova] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] No waiting events found dispatching network-vif-plugged-bcae9f1b-a80c-42b0-bb85-8acda6a05ebb {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1528.876230] env[62298]: WARNING nova.compute.manager [req-80ee85d4-ffe6-4fa4-b90a-9b812bbed122 req-53cb5164-21f7-4a4e-abba-d0825389fde7 service nova] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Received unexpected event network-vif-plugged-bcae9f1b-a80c-42b0-bb85-8acda6a05ebb for instance with vm_state building and task_state spawning. [ 1529.021494] env[62298]: DEBUG nova.network.neutron [-] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.207322] env[62298]: DEBUG nova.compute.manager [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1529.223237] env[62298]: DEBUG nova.compute.manager [None req-f30083fb-6436-449a-82a0-0606bb88d7ba tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1529.223474] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f30083fb-6436-449a-82a0-0606bb88d7ba tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1529.224674] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599053f8-eacc-452b-8b28-63a12544b2cf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.230953] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.233370] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30083fb-6436-449a-82a0-0606bb88d7ba tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1529.237026] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78352915-5be7-4bbd-bdc7-2757a073b9bd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.240612] env[62298]: DEBUG oslo_vmware.api [None req-f30083fb-6436-449a-82a0-0606bb88d7ba tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Waiting for the task: (returnval){ [ 1529.240612] env[62298]: value = "task-1804079" [ 1529.240612] env[62298]: _type = "Task" [ 1529.240612] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.252473] env[62298]: DEBUG oslo_vmware.api [None req-f30083fb-6436-449a-82a0-0606bb88d7ba tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Task: {'id': task-1804079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.331309] env[62298]: DEBUG nova.network.neutron [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Successfully updated port: bcae9f1b-a80c-42b0-bb85-8acda6a05ebb {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1529.382009] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance f11cb2f6-fd6a-4cc1-9e24-ced229d5c992 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1529.525925] env[62298]: INFO nova.compute.manager [-] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Took 1.03 seconds to deallocate network for instance. [ 1529.738050] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.751706] env[62298]: DEBUG oslo_vmware.api [None req-f30083fb-6436-449a-82a0-0606bb88d7ba tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Task: {'id': task-1804079, 'name': PowerOffVM_Task, 'duration_secs': 0.254871} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.751992] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30083fb-6436-449a-82a0-0606bb88d7ba tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1529.752257] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f30083fb-6436-449a-82a0-0606bb88d7ba tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1529.752551] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fb10fd0-1681-41b2-9ac2-c67d81645c97 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.839026] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquiring lock "refresh_cache-b6d22d28-9442-4dcc-9905-961b2175ed95" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.839026] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquired lock "refresh_cache-b6d22d28-9442-4dcc-9905-961b2175ed95" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.839026] env[62298]: DEBUG nova.network.neutron [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1529.866469] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f30083fb-6436-449a-82a0-0606bb88d7ba tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1529.866691] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f30083fb-6436-449a-82a0-0606bb88d7ba tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1529.866900] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-f30083fb-6436-449a-82a0-0606bb88d7ba tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Deleting the datastore file [datastore1] 4299a361-5be4-452f-b4f3-63673dff726c {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1529.867323] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf91ca9e-9a11-4dbe-81ea-42ea925f5d73 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.876396] env[62298]: DEBUG oslo_vmware.api [None req-f30083fb-6436-449a-82a0-0606bb88d7ba tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Waiting for the task: (returnval){ [ 1529.876396] env[62298]: value = "task-1804081" [ 1529.876396] env[62298]: _type = "Task" [ 1529.876396] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.895131] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 9724e06a-066b-433d-bc5b-36d95039060f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1529.901417] env[62298]: DEBUG oslo_vmware.api [None req-f30083fb-6436-449a-82a0-0606bb88d7ba tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Task: {'id': task-1804081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.034196] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.387977] env[62298]: DEBUG oslo_vmware.api [None req-f30083fb-6436-449a-82a0-0606bb88d7ba tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Task: {'id': task-1804081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237567} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.388311] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-f30083fb-6436-449a-82a0-0606bb88d7ba tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1530.388528] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f30083fb-6436-449a-82a0-0606bb88d7ba tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1530.388712] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f30083fb-6436-449a-82a0-0606bb88d7ba tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1530.388911] env[62298]: INFO nova.compute.manager [None req-f30083fb-6436-449a-82a0-0606bb88d7ba tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1530.389183] env[62298]: DEBUG oslo.service.loopingcall [None req-f30083fb-6436-449a-82a0-0606bb88d7ba tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1530.389568] env[62298]: DEBUG nova.compute.manager [-] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1530.389696] env[62298]: DEBUG nova.network.neutron [-] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1530.401838] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance f5edc1aa-3f2f-4acc-8567-2d3b8e28badc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1530.414990] env[62298]: DEBUG nova.network.neutron [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1530.484292] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b95305db-ec53-45a8-87bc-8214d1998183 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Acquiring lock "db9a0aff-1f68-4e7b-b36a-b133d6f4c822" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.484587] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b95305db-ec53-45a8-87bc-8214d1998183 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Lock "db9a0aff-1f68-4e7b-b36a-b133d6f4c822" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.484854] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b95305db-ec53-45a8-87bc-8214d1998183 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Acquiring lock "db9a0aff-1f68-4e7b-b36a-b133d6f4c822-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.485379] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b95305db-ec53-45a8-87bc-8214d1998183 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Lock "db9a0aff-1f68-4e7b-b36a-b133d6f4c822-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.485588] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b95305db-ec53-45a8-87bc-8214d1998183 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Lock "db9a0aff-1f68-4e7b-b36a-b133d6f4c822-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.488577] env[62298]: INFO nova.compute.manager [None req-b95305db-ec53-45a8-87bc-8214d1998183 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Terminating instance [ 1530.571127] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Acquiring lock "6c96450f-c626-4bcb-a07d-3eee06e8a539" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.571364] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Lock "6c96450f-c626-4bcb-a07d-3eee06e8a539" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.817796] env[62298]: DEBUG nova.network.neutron [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Updating instance_info_cache with network_info: [{"id": "bcae9f1b-a80c-42b0-bb85-8acda6a05ebb", "address": "fa:16:3e:ef:34:a5", "network": {"id": "2f88088b-617d-44ed-a299-931e959400b4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2010786410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4016e7fa102484a83e66beabdfce731", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcae9f1b-a8", "ovs_interfaceid": "bcae9f1b-a80c-42b0-bb85-8acda6a05ebb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.907118] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 8c102689-976b-40e4-8faf-1954e1a3dbd6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1530.997059] env[62298]: DEBUG nova.compute.manager [None req-b95305db-ec53-45a8-87bc-8214d1998183 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1530.997399] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b95305db-ec53-45a8-87bc-8214d1998183 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1530.998358] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed209d0-6d28-4c7c-94c6-2004df6b1274 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.007951] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95305db-ec53-45a8-87bc-8214d1998183 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1531.008295] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5363a676-2210-48a2-9431-39dbfa0a52ef {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.013823] env[62298]: DEBUG nova.compute.manager [req-3107cbf0-14ad-4c4d-af96-870ba0cb9884 req-148cc9ae-1bb5-4516-9578-b8e05eedfc8d service nova] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Received event network-vif-deleted-98633e59-0350-4961-8f7b-9b5e4d300101 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1531.014045] env[62298]: INFO nova.compute.manager [req-3107cbf0-14ad-4c4d-af96-870ba0cb9884 req-148cc9ae-1bb5-4516-9578-b8e05eedfc8d service nova] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Neutron deleted interface 98633e59-0350-4961-8f7b-9b5e4d300101; detaching it from the instance and deleting it from the info cache [ 1531.014220] env[62298]: DEBUG nova.network.neutron [req-3107cbf0-14ad-4c4d-af96-870ba0cb9884 req-148cc9ae-1bb5-4516-9578-b8e05eedfc8d service nova] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.019194] env[62298]: DEBUG oslo_vmware.api [None req-b95305db-ec53-45a8-87bc-8214d1998183 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Waiting for the task: (returnval){ [ 1531.019194] env[62298]: value = "task-1804082" [ 1531.019194] env[62298]: _type = "Task" [ 1531.019194] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.031105] env[62298]: DEBUG oslo_vmware.api [None req-b95305db-ec53-45a8-87bc-8214d1998183 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1804082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.046607] env[62298]: DEBUG nova.compute.manager [req-8a0b51fd-ba53-47d5-816a-7bead9598c50 req-1f343748-a782-4364-ab2c-44143ae30311 service nova] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Received event network-changed-bcae9f1b-a80c-42b0-bb85-8acda6a05ebb {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1531.046607] env[62298]: DEBUG nova.compute.manager [req-8a0b51fd-ba53-47d5-816a-7bead9598c50 req-1f343748-a782-4364-ab2c-44143ae30311 service nova] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Refreshing instance network info cache due to event network-changed-bcae9f1b-a80c-42b0-bb85-8acda6a05ebb. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1531.046607] env[62298]: DEBUG oslo_concurrency.lockutils [req-8a0b51fd-ba53-47d5-816a-7bead9598c50 req-1f343748-a782-4364-ab2c-44143ae30311 service nova] Acquiring lock "refresh_cache-b6d22d28-9442-4dcc-9905-961b2175ed95" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.322409] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Releasing lock "refresh_cache-b6d22d28-9442-4dcc-9905-961b2175ed95" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.322870] env[62298]: DEBUG nova.compute.manager [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Instance network_info: |[{"id": "bcae9f1b-a80c-42b0-bb85-8acda6a05ebb", "address": "fa:16:3e:ef:34:a5", "network": {"id": "2f88088b-617d-44ed-a299-931e959400b4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2010786410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4016e7fa102484a83e66beabdfce731", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcae9f1b-a8", "ovs_interfaceid": "bcae9f1b-a80c-42b0-bb85-8acda6a05ebb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1531.323213] env[62298]: DEBUG oslo_concurrency.lockutils [req-8a0b51fd-ba53-47d5-816a-7bead9598c50 req-1f343748-a782-4364-ab2c-44143ae30311 service nova] Acquired lock "refresh_cache-b6d22d28-9442-4dcc-9905-961b2175ed95" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.323397] env[62298]: DEBUG nova.network.neutron [req-8a0b51fd-ba53-47d5-816a-7bead9598c50 req-1f343748-a782-4364-ab2c-44143ae30311 service nova] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Refreshing network info cache for port bcae9f1b-a80c-42b0-bb85-8acda6a05ebb {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1531.324709] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:34:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcae9f1b-a80c-42b0-bb85-8acda6a05ebb', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1531.333701] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Creating folder: Project (d4016e7fa102484a83e66beabdfce731). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1531.336913] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aaf932dc-2526-4b28-a232-9f71af8ce007 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.345880] env[62298]: DEBUG nova.network.neutron [-] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.354462] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Created folder: Project (d4016e7fa102484a83e66beabdfce731) in parent group-v373906. [ 1531.356918] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Creating folder: Instances. Parent ref: group-v374012. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1531.357503] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3d7bd38-c7a0-48ee-b39d-ed0b7d87ca00 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.368033] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Created folder: Instances in parent group-v374012. [ 1531.368341] env[62298]: DEBUG oslo.service.loopingcall [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1531.368549] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1531.368763] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14f891e3-c2b3-4b13-af09-d1b20499cc52 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.397253] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1531.397253] env[62298]: value = "task-1804085" [ 1531.397253] env[62298]: _type = "Task" [ 1531.397253] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.406388] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804085, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.410458] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance e647687b-eebb-4b16-8dda-6a7f9f99822c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1531.517814] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-972853b1-01c5-42f9-b720-6d7b7ec9acdc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.543290] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e68206-7d2a-46e6-a55d-5aee8ae4564f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.555381] env[62298]: DEBUG oslo_vmware.api [None req-b95305db-ec53-45a8-87bc-8214d1998183 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1804082, 'name': PowerOffVM_Task, 'duration_secs': 0.240941} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.555958] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95305db-ec53-45a8-87bc-8214d1998183 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1531.555958] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b95305db-ec53-45a8-87bc-8214d1998183 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1531.563165] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f081f95-8899-412a-9d49-1ae14aaa0215 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.617027] env[62298]: DEBUG nova.compute.manager [req-3107cbf0-14ad-4c4d-af96-870ba0cb9884 req-148cc9ae-1bb5-4516-9578-b8e05eedfc8d service nova] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Detach interface failed, port_id=98633e59-0350-4961-8f7b-9b5e4d300101, reason: Instance 4299a361-5be4-452f-b4f3-63673dff726c could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1531.623070] env[62298]: DEBUG nova.network.neutron [req-8a0b51fd-ba53-47d5-816a-7bead9598c50 req-1f343748-a782-4364-ab2c-44143ae30311 service nova] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Updated VIF entry in instance network info cache for port bcae9f1b-a80c-42b0-bb85-8acda6a05ebb. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1531.623627] env[62298]: DEBUG nova.network.neutron [req-8a0b51fd-ba53-47d5-816a-7bead9598c50 req-1f343748-a782-4364-ab2c-44143ae30311 service nova] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Updating instance_info_cache with network_info: [{"id": "bcae9f1b-a80c-42b0-bb85-8acda6a05ebb", "address": "fa:16:3e:ef:34:a5", "network": {"id": "2f88088b-617d-44ed-a299-931e959400b4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2010786410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4016e7fa102484a83e66beabdfce731", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcae9f1b-a8", "ovs_interfaceid": "bcae9f1b-a80c-42b0-bb85-8acda6a05ebb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.767574] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Acquiring lock "e193ef8f-e790-4a93-add2-af0f3896f8a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.767795] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Lock "e193ef8f-e790-4a93-add2-af0f3896f8a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.810275] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b95305db-ec53-45a8-87bc-8214d1998183 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1531.810807] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b95305db-ec53-45a8-87bc-8214d1998183 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1531.811124] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b95305db-ec53-45a8-87bc-8214d1998183 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Deleting the datastore file [datastore1] db9a0aff-1f68-4e7b-b36a-b133d6f4c822 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1531.811449] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a7196b8-9ec4-4a18-ad0b-9c8a83335cf1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.819276] env[62298]: DEBUG oslo_vmware.api [None req-b95305db-ec53-45a8-87bc-8214d1998183 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Waiting for the task: (returnval){ [ 1531.819276] env[62298]: value = "task-1804087" [ 1531.819276] env[62298]: _type = "Task" [ 1531.819276] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.831437] env[62298]: DEBUG oslo_vmware.api [None req-b95305db-ec53-45a8-87bc-8214d1998183 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1804087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.858543] env[62298]: INFO nova.compute.manager [-] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Took 1.47 seconds to deallocate network for instance. [ 1531.910443] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804085, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.914438] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1532.194633] env[62298]: DEBUG oslo_concurrency.lockutils [req-8a0b51fd-ba53-47d5-816a-7bead9598c50 req-1f343748-a782-4364-ab2c-44143ae30311 service nova] Releasing lock "refresh_cache-b6d22d28-9442-4dcc-9905-961b2175ed95" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.289956] env[62298]: DEBUG oslo_concurrency.lockutils [None req-60f2a3fb-d1a7-47e0-9dcf-b061a3e1f962 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Acquiring lock "105e3ba2-c810-4fbb-bf8e-8b7b2c00735a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.289956] env[62298]: DEBUG oslo_concurrency.lockutils [None req-60f2a3fb-d1a7-47e0-9dcf-b061a3e1f962 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Lock "105e3ba2-c810-4fbb-bf8e-8b7b2c00735a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.290179] env[62298]: DEBUG oslo_concurrency.lockutils [None req-60f2a3fb-d1a7-47e0-9dcf-b061a3e1f962 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Acquiring lock "105e3ba2-c810-4fbb-bf8e-8b7b2c00735a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.290222] env[62298]: DEBUG oslo_concurrency.lockutils [None req-60f2a3fb-d1a7-47e0-9dcf-b061a3e1f962 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Lock "105e3ba2-c810-4fbb-bf8e-8b7b2c00735a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.290429] env[62298]: DEBUG oslo_concurrency.lockutils [None req-60f2a3fb-d1a7-47e0-9dcf-b061a3e1f962 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Lock "105e3ba2-c810-4fbb-bf8e-8b7b2c00735a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.293170] env[62298]: INFO nova.compute.manager [None req-60f2a3fb-d1a7-47e0-9dcf-b061a3e1f962 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Terminating instance [ 1532.329939] env[62298]: DEBUG oslo_vmware.api [None req-b95305db-ec53-45a8-87bc-8214d1998183 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1804087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306071} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.330233] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b95305db-ec53-45a8-87bc-8214d1998183 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1532.330418] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b95305db-ec53-45a8-87bc-8214d1998183 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1532.330600] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b95305db-ec53-45a8-87bc-8214d1998183 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1532.330778] env[62298]: INFO nova.compute.manager [None req-b95305db-ec53-45a8-87bc-8214d1998183 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1532.331045] env[62298]: DEBUG oslo.service.loopingcall [None req-b95305db-ec53-45a8-87bc-8214d1998183 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1532.331249] env[62298]: DEBUG nova.compute.manager [-] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1532.331347] env[62298]: DEBUG nova.network.neutron [-] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1532.365852] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f30083fb-6436-449a-82a0-0606bb88d7ba tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.412682] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804085, 'name': CreateVM_Task, 'duration_secs': 0.580578} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.412897] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1532.413669] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.413887] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.414242] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1532.414521] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-352cf40e-ba23-4382-b904-53a28d06bc60 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.420523] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 6f4534a2-3554-42e4-99c9-8e2891943389 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1532.422092] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1532.422092] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ea3804-fe08-b162-aaf9-73a8b8f6b2a2" [ 1532.422092] env[62298]: _type = "Task" [ 1532.422092] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.432910] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ea3804-fe08-b162-aaf9-73a8b8f6b2a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.498583] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Acquiring lock "ce92335d-f8c5-4ee3-a5e8-3f65f805f64d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.499009] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Lock "ce92335d-f8c5-4ee3-a5e8-3f65f805f64d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.797267] env[62298]: DEBUG nova.compute.manager [None req-60f2a3fb-d1a7-47e0-9dcf-b061a3e1f962 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1532.797520] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-60f2a3fb-d1a7-47e0-9dcf-b061a3e1f962 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1532.798447] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c4d411-0505-445e-b75e-8d9b9919f28e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.806058] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f2a3fb-d1a7-47e0-9dcf-b061a3e1f962 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1532.806332] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66a04de9-4b66-4220-b565-6963ee8a6a21 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.812605] env[62298]: DEBUG oslo_vmware.api [None req-60f2a3fb-d1a7-47e0-9dcf-b061a3e1f962 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Waiting for the task: (returnval){ [ 1532.812605] env[62298]: value = "task-1804088" [ 1532.812605] env[62298]: _type = "Task" [ 1532.812605] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.820413] env[62298]: DEBUG oslo_vmware.api [None req-60f2a3fb-d1a7-47e0-9dcf-b061a3e1f962 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Task: {'id': task-1804088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.924041] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1532.924222] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1532.924366] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1532.937563] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ea3804-fe08-b162-aaf9-73a8b8f6b2a2, 'name': SearchDatastore_Task, 'duration_secs': 0.036035} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.937911] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.938168] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1532.938412] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.938564] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.938752] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1532.939049] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72c0ed54-9f42-49ad-bf8d-7f447b09f113 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.948544] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1532.948739] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1532.952085] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb097594-24cf-4e74-a9b9-885ea2789705 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.959308] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1532.959308] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f30c55-7dd6-b64f-a72e-66325f4ac6c1" [ 1532.959308] env[62298]: _type = "Task" [ 1532.959308] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.969463] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f30c55-7dd6-b64f-a72e-66325f4ac6c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.244466] env[62298]: DEBUG nova.compute.manager [req-a9c62e8c-6def-4bdd-b3ef-b4852b954344 req-449066c0-7462-4827-8f53-f8b27d00bb86 service nova] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Received event network-vif-deleted-f2c9f9ac-18ba-46e0-924e-11047c9e1e53 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1533.244731] env[62298]: INFO nova.compute.manager [req-a9c62e8c-6def-4bdd-b3ef-b4852b954344 req-449066c0-7462-4827-8f53-f8b27d00bb86 service nova] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Neutron deleted interface f2c9f9ac-18ba-46e0-924e-11047c9e1e53; detaching it from the instance and deleting it from the info cache [ 1533.245434] env[62298]: DEBUG nova.network.neutron [req-a9c62e8c-6def-4bdd-b3ef-b4852b954344 req-449066c0-7462-4827-8f53-f8b27d00bb86 service nova] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.332024] env[62298]: DEBUG oslo_vmware.api [None req-60f2a3fb-d1a7-47e0-9dcf-b061a3e1f962 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Task: {'id': task-1804088, 'name': PowerOffVM_Task, 'duration_secs': 0.248685} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.332024] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f2a3fb-d1a7-47e0-9dcf-b061a3e1f962 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1533.332024] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-60f2a3fb-d1a7-47e0-9dcf-b061a3e1f962 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1533.333241] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cb210e1-c1d6-4307-8dd0-2e1a8d08bf06 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.413626] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-60f2a3fb-d1a7-47e0-9dcf-b061a3e1f962 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1533.413860] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-60f2a3fb-d1a7-47e0-9dcf-b061a3e1f962 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1533.414062] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f2a3fb-d1a7-47e0-9dcf-b061a3e1f962 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Deleting the datastore file [datastore1] 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1533.416970] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47fda88b-b77d-4a42-a764-9b1dc09dac7c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.425804] env[62298]: DEBUG oslo_vmware.api [None req-60f2a3fb-d1a7-47e0-9dcf-b061a3e1f962 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Waiting for the task: (returnval){ [ 1533.425804] env[62298]: value = "task-1804090" [ 1533.425804] env[62298]: _type = "Task" [ 1533.425804] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.435091] env[62298]: DEBUG oslo_vmware.api [None req-60f2a3fb-d1a7-47e0-9dcf-b061a3e1f962 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Task: {'id': task-1804090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.469994] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f30c55-7dd6-b64f-a72e-66325f4ac6c1, 'name': SearchDatastore_Task, 'duration_secs': 0.012686} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.473837] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56391bfa-5199-4d02-aa3e-5ec44d2a2eaf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.479873] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1533.479873] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5297ac5c-8a9e-ee93-2b06-c06782c9a4c5" [ 1533.479873] env[62298]: _type = "Task" [ 1533.479873] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.488179] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5297ac5c-8a9e-ee93-2b06-c06782c9a4c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.505780] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5ee9b0-032c-4550-85b6-4c5cfa2a56b1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.513219] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eced3cc7-1973-4843-b199-eaf04e132e7e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.547166] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff28106f-ce3d-4f7a-b070-7ecdc17f01f6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.557415] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e011444-aa25-4dbd-afe3-89407516a6a9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.573558] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1533.597072] env[62298]: DEBUG nova.network.neutron [-] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.751024] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-602b915a-a373-4133-8178-5b967858edba {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.759916] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167feb44-3832-4628-ac91-08c2a1c4a6c7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.801704] env[62298]: DEBUG nova.compute.manager [req-a9c62e8c-6def-4bdd-b3ef-b4852b954344 req-449066c0-7462-4827-8f53-f8b27d00bb86 service nova] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Detach interface failed, port_id=f2c9f9ac-18ba-46e0-924e-11047c9e1e53, reason: Instance db9a0aff-1f68-4e7b-b36a-b133d6f4c822 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1533.935346] env[62298]: DEBUG oslo_vmware.api [None req-60f2a3fb-d1a7-47e0-9dcf-b061a3e1f962 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Task: {'id': task-1804090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248124} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.935747] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f2a3fb-d1a7-47e0-9dcf-b061a3e1f962 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1533.936025] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-60f2a3fb-d1a7-47e0-9dcf-b061a3e1f962 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1533.936221] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-60f2a3fb-d1a7-47e0-9dcf-b061a3e1f962 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1533.936453] env[62298]: INFO nova.compute.manager [None req-60f2a3fb-d1a7-47e0-9dcf-b061a3e1f962 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1533.936935] env[62298]: DEBUG oslo.service.loopingcall [None req-60f2a3fb-d1a7-47e0-9dcf-b061a3e1f962 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1533.937022] env[62298]: DEBUG nova.compute.manager [-] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1533.937122] env[62298]: DEBUG nova.network.neutron [-] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1533.991369] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5297ac5c-8a9e-ee93-2b06-c06782c9a4c5, 'name': SearchDatastore_Task, 'duration_secs': 0.016687} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.991369] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.991369] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] b6d22d28-9442-4dcc-9905-961b2175ed95/b6d22d28-9442-4dcc-9905-961b2175ed95.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1533.991369] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-806462e6-2ceb-4811-9215-84339f5a586f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.000760] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1534.000760] env[62298]: value = "task-1804091" [ 1534.000760] env[62298]: _type = "Task" [ 1534.000760] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.009398] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.076863] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1534.099491] env[62298]: INFO nova.compute.manager [-] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Took 1.77 seconds to deallocate network for instance. [ 1534.512436] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804091, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.581998] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1534.582198] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.282s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.582376] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9df937b9-5ed5-433f-9764-2249280e1f2b tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.834s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.582610] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9df937b9-5ed5-433f-9764-2249280e1f2b tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.584998] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.786s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.586643] env[62298]: INFO nova.compute.claims [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1534.589353] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1534.589642] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Cleaning up deleted instances {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11671}} [ 1534.606604] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b95305db-ec53-45a8-87bc-8214d1998183 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.626880] env[62298]: INFO nova.scheduler.client.report [None req-9df937b9-5ed5-433f-9764-2249280e1f2b tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Deleted allocations for instance a79b91e6-bd85-4bfe-bf5d-349dcda6268b [ 1534.692256] env[62298]: DEBUG nova.network.neutron [-] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.012216] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563017} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.012735] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] b6d22d28-9442-4dcc-9905-961b2175ed95/b6d22d28-9442-4dcc-9905-961b2175ed95.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1535.012957] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1535.013240] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7250cdf-9511-4a3a-a060-8d55e4666fca {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.019825] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1535.019825] env[62298]: value = "task-1804092" [ 1535.019825] env[62298]: _type = "Task" [ 1535.019825] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.028376] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804092, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.081139] env[62298]: DEBUG oslo_vmware.rw_handles [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ea9b09-07f8-c94e-e8d1-b9c1911822ec/disk-0.vmdk. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1535.082092] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbc3b07-4c92-41ae-aa41-92f0f6fd9c4f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.088091] env[62298]: DEBUG oslo_vmware.rw_handles [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ea9b09-07f8-c94e-e8d1-b9c1911822ec/disk-0.vmdk is in state: ready. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1535.088292] env[62298]: ERROR oslo_vmware.rw_handles [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ea9b09-07f8-c94e-e8d1-b9c1911822ec/disk-0.vmdk due to incomplete transfer. [ 1535.088557] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ec60844a-6491-47ac-89f1-0dd726617b08 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.097690] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] There are 16 instances to clean {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11680}} [ 1535.097956] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 24e9dd22-4939-4ea7-9fea-afac2e37722c] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1535.100970] env[62298]: DEBUG oslo_vmware.rw_handles [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ea9b09-07f8-c94e-e8d1-b9c1911822ec/disk-0.vmdk. {{(pid=62298) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1535.101174] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Uploaded image ea1ede4d-3f4d-4f0a-874b-024d62e69224 to the Glance image server {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1535.103507] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Destroying the VM {{(pid=62298) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1535.104456] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1990824a-02fb-45ef-927e-d7aa1f786aae {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.110663] env[62298]: DEBUG oslo_vmware.api [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1535.110663] env[62298]: value = "task-1804093" [ 1535.110663] env[62298]: _type = "Task" [ 1535.110663] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.120781] env[62298]: DEBUG oslo_vmware.api [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804093, 'name': Destroy_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.136089] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9df937b9-5ed5-433f-9764-2249280e1f2b tempest-ServersAdminNegativeTestJSON-1519435427 tempest-ServersAdminNegativeTestJSON-1519435427-project-member] Lock "a79b91e6-bd85-4bfe-bf5d-349dcda6268b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.541s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.148891] env[62298]: DEBUG nova.compute.manager [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1535.150355] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148ba1ff-73c5-4431-bda4-b61544a22a44 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.195225] env[62298]: INFO nova.compute.manager [-] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Took 1.26 seconds to deallocate network for instance. [ 1535.269184] env[62298]: DEBUG nova.compute.manager [req-78d0ce89-98f9-441e-837e-b494321281c8 req-0c532306-40f9-4cae-8af8-2675d6304877 service nova] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Received event network-vif-deleted-262480b7-e455-4cab-b931-f99606f31c35 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1535.532074] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804092, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063947} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.532074] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1535.532074] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af71745b-cd0b-4fbd-94da-0285f2b26b57 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.554488] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] b6d22d28-9442-4dcc-9905-961b2175ed95/b6d22d28-9442-4dcc-9905-961b2175ed95.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1535.554790] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61335149-0d89-4423-9f3d-74ba4bdb2e57 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.574746] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1535.574746] env[62298]: value = "task-1804094" [ 1535.574746] env[62298]: _type = "Task" [ 1535.574746] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.585264] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.605904] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 2c9f54be-e225-470a-a0cd-3af6b52a3a02] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1535.622514] env[62298]: DEBUG oslo_vmware.api [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804093, 'name': Destroy_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.661496] env[62298]: INFO nova.compute.manager [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] instance snapshotting [ 1535.662114] env[62298]: DEBUG nova.objects.instance [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lazy-loading 'flavor' on Instance uuid 8986a988-9d2f-4838-9d87-44753fe83c76 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1535.701587] env[62298]: DEBUG oslo_concurrency.lockutils [None req-60f2a3fb-d1a7-47e0-9dcf-b061a3e1f962 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.049342] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2370e86e-8683-4a79-9b58-51f55d4096e9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.058110] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61164bbf-adea-434a-a5cb-edb4b09a4948 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.091891] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9905a5f6-dfc8-44d0-96e6-337353f87a95 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.102900] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.105025] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabd5b65-235b-468c-9a91-d18927eae8cd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.109694] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: f20c13d7-c359-497f-a373-6b079740c4c3] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1536.119717] env[62298]: DEBUG nova.compute.provider_tree [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1536.129072] env[62298]: DEBUG oslo_vmware.api [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804093, 'name': Destroy_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.168733] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41fd118-072b-4a14-8639-65a797ee397a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.188395] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6f735a-d787-476d-bf9c-096eaebdbffc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.599230] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.623495] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: c72d4834-d20f-4995-a788-8a51ad8a447a] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1536.625973] env[62298]: DEBUG nova.scheduler.client.report [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1536.635182] env[62298]: DEBUG oslo_vmware.api [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804093, 'name': Destroy_Task, 'duration_secs': 1.40365} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.635443] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Destroyed the VM [ 1536.635897] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Deleting Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1536.636214] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f5c85586-af4b-4bba-a526-090dfa839819 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.644108] env[62298]: DEBUG oslo_vmware.api [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1536.644108] env[62298]: value = "task-1804095" [ 1536.644108] env[62298]: _type = "Task" [ 1536.644108] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.652888] env[62298]: DEBUG oslo_vmware.api [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804095, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.699642] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Creating Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1536.700714] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6a23b64f-9047-4f89-806c-d7527e577001 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.708022] env[62298]: DEBUG oslo_vmware.api [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1536.708022] env[62298]: value = "task-1804096" [ 1536.708022] env[62298]: _type = "Task" [ 1536.708022] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.717523] env[62298]: DEBUG oslo_vmware.api [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804096, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.078066] env[62298]: DEBUG oslo_concurrency.lockutils [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Acquiring lock "d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.078187] env[62298]: DEBUG oslo_concurrency.lockutils [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Lock "d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.078489] env[62298]: DEBUG oslo_concurrency.lockutils [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Acquiring lock "d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.078762] env[62298]: DEBUG oslo_concurrency.lockutils [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Lock "d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.078970] env[62298]: DEBUG oslo_concurrency.lockutils [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Lock "d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.083136] env[62298]: INFO nova.compute.manager [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Terminating instance [ 1537.101899] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804094, 'name': ReconfigVM_Task, 'duration_secs': 1.184896} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.102791] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Reconfigured VM instance instance-00000026 to attach disk [datastore1] b6d22d28-9442-4dcc-9905-961b2175ed95/b6d22d28-9442-4dcc-9905-961b2175ed95.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1537.103484] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d1b76ba-036a-4ec9-88b3-cc35aa879914 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.110396] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1537.110396] env[62298]: value = "task-1804097" [ 1537.110396] env[62298]: _type = "Task" [ 1537.110396] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.119060] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804097, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.130166] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: bf540bc1-d046-4e73-85b4-2306575ff4bf] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1537.132514] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.132991] env[62298]: DEBUG nova.compute.manager [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1537.135475] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f118d0eb-42a7-4b40-86e4-21c683422550 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.716s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.135677] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f118d0eb-42a7-4b40-86e4-21c683422550 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.137728] env[62298]: DEBUG oslo_concurrency.lockutils [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.005s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.139238] env[62298]: INFO nova.compute.claims [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1537.158477] env[62298]: DEBUG oslo_vmware.api [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804095, 'name': RemoveSnapshot_Task, 'duration_secs': 0.334854} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.159164] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Deleted Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1537.159164] env[62298]: DEBUG nova.compute.manager [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1537.161080] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072d6c27-4e14-4051-b242-5dd89f97c7fe {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.177134] env[62298]: INFO nova.scheduler.client.report [None req-f118d0eb-42a7-4b40-86e4-21c683422550 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Deleted allocations for instance 3f92eae6-b888-4913-8db0-618e1aaa45bf [ 1537.224747] env[62298]: DEBUG oslo_vmware.api [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804096, 'name': CreateSnapshot_Task, 'duration_secs': 0.482207} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.225371] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Created Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1537.226334] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6a4dd3-9948-4ba4-8fc8-63e488f81659 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.590020] env[62298]: DEBUG nova.compute.manager [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1537.590020] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1537.590020] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fc01be4-5826-4ea8-9420-fbdcc0115bd9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.596309] env[62298]: DEBUG oslo_vmware.api [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Waiting for the task: (returnval){ [ 1537.596309] env[62298]: value = "task-1804098" [ 1537.596309] env[62298]: _type = "Task" [ 1537.596309] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.605593] env[62298]: DEBUG oslo_vmware.api [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Task: {'id': task-1804098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.620906] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804097, 'name': Rename_Task, 'duration_secs': 0.150686} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.620906] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1537.620906] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6b599ea-d323-4124-a2fa-3cc4c772968c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.626050] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1537.626050] env[62298]: value = "task-1804099" [ 1537.626050] env[62298]: _type = "Task" [ 1537.626050] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.634102] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.643485] env[62298]: DEBUG nova.compute.utils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1537.644931] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 49698e96-7ce6-446b-9375-bd470d083d98] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1537.648999] env[62298]: DEBUG nova.compute.manager [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1537.649401] env[62298]: DEBUG nova.network.neutron [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1537.678406] env[62298]: INFO nova.compute.manager [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Shelve offloading [ 1537.687724] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f118d0eb-42a7-4b40-86e4-21c683422550 tempest-AttachInterfacesV270Test-216091697 tempest-AttachInterfacesV270Test-216091697-project-member] Lock "3f92eae6-b888-4913-8db0-618e1aaa45bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.081s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.726236] env[62298]: DEBUG nova.policy [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '059560bdc9164d7f8bba441e7cfbfb7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4016e7fa102484a83e66beabdfce731', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1537.745066] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Creating linked-clone VM from snapshot {{(pid=62298) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1537.745402] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9d4355c3-36f2-4b56-8bd9-84c44015d11a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.753887] env[62298]: DEBUG oslo_vmware.api [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1537.753887] env[62298]: value = "task-1804100" [ 1537.753887] env[62298]: _type = "Task" [ 1537.753887] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.764112] env[62298]: DEBUG oslo_vmware.api [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804100, 'name': CloneVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.015067] env[62298]: DEBUG nova.network.neutron [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Successfully created port: fc218d6a-b8ae-4bd5-9968-303e96de2e0c {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1538.108138] env[62298]: DEBUG oslo_vmware.api [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Task: {'id': task-1804098, 'name': PowerOffVM_Task, 'duration_secs': 0.181774} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.108504] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1538.108784] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Volume detach. Driver type: vmdk {{(pid=62298) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1538.108918] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373956', 'volume_id': 'b55ab138-300d-4a32-93f7-cfaa1422f234', 'name': 'volume-b55ab138-300d-4a32-93f7-cfaa1422f234', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd9bfdb30-bad4-4cc8-8ae9-67aff2df00a6', 'attached_at': '', 'detached_at': '', 'volume_id': 'b55ab138-300d-4a32-93f7-cfaa1422f234', 'serial': 'b55ab138-300d-4a32-93f7-cfaa1422f234'} {{(pid=62298) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1538.109734] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3f0d9d-ce1a-40ae-908e-add567f5c3cb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.141084] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40ed3a8-0b49-4918-ae2a-fef517f87109 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.149985] env[62298]: DEBUG nova.compute.manager [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1538.153737] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804099, 'name': PowerOnVM_Task, 'duration_secs': 0.463076} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.159580] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 39717793-ae0a-40bc-b0f0-59ffa48bfdbb] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1538.163096] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1538.163436] env[62298]: INFO nova.compute.manager [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Took 11.19 seconds to spawn the instance on the hypervisor. [ 1538.163669] env[62298]: DEBUG nova.compute.manager [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1538.166156] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f6aa3c-a4d2-4fd7-aa75-03aa8eb2d1d1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.173334] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e3f082-f9f1-4ef7-83fd-7d08f1022083 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.196425] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1538.197809] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e69eb4c0-cb2c-4af3-895f-b30151347242 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.204358] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbf5b3b-89f7-4557-a992-eb12a2afc7be {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.232344] env[62298]: DEBUG oslo_vmware.api [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1538.232344] env[62298]: value = "task-1804101" [ 1538.232344] env[62298]: _type = "Task" [ 1538.232344] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.232344] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] The volume has not been displaced from its original location: [datastore1] volume-b55ab138-300d-4a32-93f7-cfaa1422f234/volume-b55ab138-300d-4a32-93f7-cfaa1422f234.vmdk. No consolidation needed. {{(pid=62298) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1538.238116] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Reconfiguring VM instance instance-0000001e to detach disk 2000 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1538.241288] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-403316b3-264e-4cd8-83df-1d74286e20e7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.263187] env[62298]: DEBUG oslo_vmware.api [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Waiting for the task: (returnval){ [ 1538.263187] env[62298]: value = "task-1804102" [ 1538.263187] env[62298]: _type = "Task" [ 1538.263187] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.269557] env[62298]: DEBUG oslo_vmware.api [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804100, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.274519] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] VM already powered off {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1538.274732] env[62298]: DEBUG nova.compute.manager [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1538.276053] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c005b3b-9c83-4348-9407-a207d6a606b6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.284189] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquiring lock "refresh_cache-005007c7-b4dc-41b7-837c-4b8c5cc8feff" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.284443] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquired lock "refresh_cache-005007c7-b4dc-41b7-837c-4b8c5cc8feff" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.284730] env[62298]: DEBUG nova.network.neutron [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1538.289363] env[62298]: DEBUG oslo_vmware.api [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Task: {'id': task-1804102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.665313] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: a384f44d-9fc3-4570-bac6-5e13c22d012c] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1538.713630] env[62298]: INFO nova.compute.manager [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Took 51.54 seconds to build instance. [ 1538.744677] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7cd7f7-c600-4bdd-8410-6a7982aec141 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.754712] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b9745f-7c54-4e55-8eb4-7971fe12337a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.766293] env[62298]: DEBUG oslo_vmware.api [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804100, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.799098] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e51393-eb82-4376-ac33-e9d1209e5070 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.809027] env[62298]: DEBUG oslo_vmware.api [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Task: {'id': task-1804102, 'name': ReconfigVM_Task, 'duration_secs': 0.414092} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.810229] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6be033-321c-4b18-9ea3-02500d2d4852 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.814041] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Reconfigured VM instance instance-0000001e to detach disk 2000 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1538.818667] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-386af45e-5321-4769-bb53-bad8ce09c26e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.839539] env[62298]: DEBUG nova.compute.provider_tree [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1538.842140] env[62298]: DEBUG oslo_vmware.api [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Waiting for the task: (returnval){ [ 1538.842140] env[62298]: value = "task-1804103" [ 1538.842140] env[62298]: _type = "Task" [ 1538.842140] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.852865] env[62298]: DEBUG oslo_vmware.api [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Task: {'id': task-1804103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.163486] env[62298]: DEBUG nova.compute.manager [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1539.174702] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 69cfb9f6-e7ac-4e3b-b2d0-87614eb0c525] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1539.214181] env[62298]: DEBUG nova.virt.hardware [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1539.214181] env[62298]: DEBUG nova.virt.hardware [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1539.214181] env[62298]: DEBUG nova.virt.hardware [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1539.214379] env[62298]: DEBUG nova.virt.hardware [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1539.214531] env[62298]: DEBUG nova.virt.hardware [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1539.214933] env[62298]: DEBUG nova.virt.hardware [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1539.214933] env[62298]: DEBUG nova.virt.hardware [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1539.216154] env[62298]: DEBUG nova.virt.hardware [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1539.216417] env[62298]: DEBUG nova.virt.hardware [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1539.216596] env[62298]: DEBUG nova.virt.hardware [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1539.216877] env[62298]: DEBUG nova.virt.hardware [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1539.217413] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "b6d22d28-9442-4dcc-9905-961b2175ed95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.978s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.218820] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2955140e-03c4-42bd-84f1-0db3176bf405 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.237358] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76466e9a-b453-400a-9e18-46c5a3f43bb5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.268230] env[62298]: DEBUG oslo_vmware.api [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804100, 'name': CloneVM_Task} progress is 95%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.343683] env[62298]: DEBUG nova.scheduler.client.report [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1539.362670] env[62298]: DEBUG oslo_vmware.api [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Task: {'id': task-1804103, 'name': ReconfigVM_Task, 'duration_secs': 0.134012} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.363674] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-373956', 'volume_id': 'b55ab138-300d-4a32-93f7-cfaa1422f234', 'name': 'volume-b55ab138-300d-4a32-93f7-cfaa1422f234', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd9bfdb30-bad4-4cc8-8ae9-67aff2df00a6', 'attached_at': '', 'detached_at': '', 'volume_id': 'b55ab138-300d-4a32-93f7-cfaa1422f234', 'serial': 'b55ab138-300d-4a32-93f7-cfaa1422f234'} {{(pid=62298) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1539.364417] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1539.365282] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40124d57-457e-4cbc-9eb5-54bbec96f127 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.376916] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1539.377229] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab90f059-7f34-4775-9f39-9db94f8f3f2d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.381066] env[62298]: DEBUG nova.network.neutron [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Updating instance_info_cache with network_info: [{"id": "f2f00139-f18c-4541-bd19-57798b9c54b7", "address": "fa:16:3e:00:ac:5b", "network": {"id": "8bec07db-9204-4a2d-a3cc-c76676c9e887", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1314547665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9f2ac2639643e790fa1d913c4dc43f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2f00139-f1", "ovs_interfaceid": "f2f00139-f18c-4541-bd19-57798b9c54b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.667014] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1539.667014] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1539.667014] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Deleting the datastore file [datastore1] d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1539.667014] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c7921cd-6e5a-451c-a58f-f66a5c2d03f7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.679040] env[62298]: DEBUG oslo_vmware.api [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Waiting for the task: (returnval){ [ 1539.679040] env[62298]: value = "task-1804105" [ 1539.679040] env[62298]: _type = "Task" [ 1539.679040] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.681103] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: d66de16c-2f22-4324-a6c2-7f0030ad6b6e] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1539.687684] env[62298]: DEBUG oslo_vmware.api [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Task: {'id': task-1804105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.728564] env[62298]: DEBUG nova.compute.manager [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1539.771475] env[62298]: DEBUG oslo_vmware.api [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804100, 'name': CloneVM_Task, 'duration_secs': 1.786787} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.771734] env[62298]: INFO nova.virt.vmwareapi.vmops [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Created linked-clone VM from snapshot [ 1539.773126] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e594eed1-2924-413a-a855-e61dbb30e5c6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.778528] env[62298]: DEBUG nova.compute.manager [req-b3ff4868-9b41-4c19-92e1-1115991226a0 req-71a3d078-1ca2-49a9-aae7-a116754d2817 service nova] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Received event network-vif-plugged-fc218d6a-b8ae-4bd5-9968-303e96de2e0c {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1539.779469] env[62298]: DEBUG oslo_concurrency.lockutils [req-b3ff4868-9b41-4c19-92e1-1115991226a0 req-71a3d078-1ca2-49a9-aae7-a116754d2817 service nova] Acquiring lock "4daacdb1-2bf0-4000-9483-ede74b2e96fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.779469] env[62298]: DEBUG oslo_concurrency.lockutils [req-b3ff4868-9b41-4c19-92e1-1115991226a0 req-71a3d078-1ca2-49a9-aae7-a116754d2817 service nova] Lock "4daacdb1-2bf0-4000-9483-ede74b2e96fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.779469] env[62298]: DEBUG oslo_concurrency.lockutils [req-b3ff4868-9b41-4c19-92e1-1115991226a0 req-71a3d078-1ca2-49a9-aae7-a116754d2817 service nova] Lock "4daacdb1-2bf0-4000-9483-ede74b2e96fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.779469] env[62298]: DEBUG nova.compute.manager [req-b3ff4868-9b41-4c19-92e1-1115991226a0 req-71a3d078-1ca2-49a9-aae7-a116754d2817 service nova] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] No waiting events found dispatching network-vif-plugged-fc218d6a-b8ae-4bd5-9968-303e96de2e0c {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1539.779469] env[62298]: WARNING nova.compute.manager [req-b3ff4868-9b41-4c19-92e1-1115991226a0 req-71a3d078-1ca2-49a9-aae7-a116754d2817 service nova] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Received unexpected event network-vif-plugged-fc218d6a-b8ae-4bd5-9968-303e96de2e0c for instance with vm_state building and task_state spawning. [ 1539.789140] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Uploading image 67c2675f-3fe9-4d2b-8098-ca0a8350cd2d {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1539.817605] env[62298]: DEBUG oslo_vmware.rw_handles [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1539.817605] env[62298]: value = "vm-374016" [ 1539.817605] env[62298]: _type = "VirtualMachine" [ 1539.817605] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1539.818073] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e132eee4-72f6-4101-b8a1-09ea15417223 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.820294] env[62298]: DEBUG nova.network.neutron [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Successfully updated port: fc218d6a-b8ae-4bd5-9968-303e96de2e0c {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1539.829942] env[62298]: DEBUG oslo_vmware.rw_handles [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lease: (returnval){ [ 1539.829942] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52932448-7137-eb19-2e57-607f0cb9fffd" [ 1539.829942] env[62298]: _type = "HttpNfcLease" [ 1539.829942] env[62298]: } obtained for exporting VM: (result){ [ 1539.829942] env[62298]: value = "vm-374016" [ 1539.829942] env[62298]: _type = "VirtualMachine" [ 1539.829942] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1539.830242] env[62298]: DEBUG oslo_vmware.api [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the lease: (returnval){ [ 1539.830242] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52932448-7137-eb19-2e57-607f0cb9fffd" [ 1539.830242] env[62298]: _type = "HttpNfcLease" [ 1539.830242] env[62298]: } to be ready. {{(pid=62298) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1539.843387] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1539.843387] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52932448-7137-eb19-2e57-607f0cb9fffd" [ 1539.843387] env[62298]: _type = "HttpNfcLease" [ 1539.843387] env[62298]: } is initializing. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1539.856982] env[62298]: DEBUG oslo_concurrency.lockutils [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.861032] env[62298]: DEBUG nova.compute.manager [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1539.864108] env[62298]: DEBUG oslo_concurrency.lockutils [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.497s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.865213] env[62298]: INFO nova.compute.claims [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1539.883239] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Releasing lock "refresh_cache-005007c7-b4dc-41b7-837c-4b8c5cc8feff" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.187661] env[62298]: DEBUG oslo_vmware.api [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Task: {'id': task-1804105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.4343} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.188294] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1540.188666] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1540.189965] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1540.189965] env[62298]: INFO nova.compute.manager [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Took 2.60 seconds to destroy the instance on the hypervisor. [ 1540.189965] env[62298]: DEBUG oslo.service.loopingcall [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1540.191024] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: ad322ef9-6cce-40fd-a9cc-47ffb555c1bc] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1540.192204] env[62298]: DEBUG nova.compute.manager [-] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1540.194091] env[62298]: DEBUG nova.network.neutron [-] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1540.262819] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.264156] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1540.264966] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68c6390-0dc0-40e2-b52d-4ac2995d9ff1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.275115] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1540.275115] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb1e1e03-fdb9-4d9e-ae2c-65385cfcde67 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.322942] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquiring lock "refresh_cache-4daacdb1-2bf0-4000-9483-ede74b2e96fe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.323233] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquired lock "refresh_cache-4daacdb1-2bf0-4000-9483-ede74b2e96fe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.323438] env[62298]: DEBUG nova.network.neutron [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1540.343218] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1540.343218] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52932448-7137-eb19-2e57-607f0cb9fffd" [ 1540.343218] env[62298]: _type = "HttpNfcLease" [ 1540.343218] env[62298]: } is ready. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1540.343750] env[62298]: DEBUG oslo_vmware.rw_handles [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1540.343750] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52932448-7137-eb19-2e57-607f0cb9fffd" [ 1540.343750] env[62298]: _type = "HttpNfcLease" [ 1540.343750] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1540.345384] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba92fda0-ef34-46e4-a504-97994e8926f6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.358680] env[62298]: DEBUG oslo_vmware.rw_handles [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521bd4aa-b7b4-1e8c-1555-e2042eb7779e/disk-0.vmdk from lease info. {{(pid=62298) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1540.361946] env[62298]: DEBUG oslo_vmware.rw_handles [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521bd4aa-b7b4-1e8c-1555-e2042eb7779e/disk-0.vmdk for reading. {{(pid=62298) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1540.430309] env[62298]: DEBUG nova.compute.utils [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1540.437259] env[62298]: DEBUG nova.compute.manager [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1540.437259] env[62298]: DEBUG nova.network.neutron [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1540.470370] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-861852dc-089d-48af-9325-7d03b0f533b7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.521704] env[62298]: DEBUG nova.policy [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce1d38df98554b10b4c7205651e69c39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d073b37516447c6b3f48c9cfb716841', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1540.548344] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1540.548446] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1540.550972] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Deleting the datastore file [datastore1] 005007c7-b4dc-41b7-837c-4b8c5cc8feff {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1540.550972] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-844756b3-68e7-4c52-b915-aa1491ba83c1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.556825] env[62298]: DEBUG oslo_vmware.api [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1540.556825] env[62298]: value = "task-1804108" [ 1540.556825] env[62298]: _type = "Task" [ 1540.556825] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.568261] env[62298]: DEBUG oslo_vmware.api [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.695969] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 5a6b13f8-78f2-4269-bea2-382de8867386] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1540.872891] env[62298]: DEBUG nova.network.neutron [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1540.936847] env[62298]: DEBUG nova.compute.manager [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1541.079981] env[62298]: DEBUG oslo_vmware.api [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215346} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.086059] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1541.086335] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1541.087100] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1541.152374] env[62298]: INFO nova.scheduler.client.report [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Deleted allocations for instance 005007c7-b4dc-41b7-837c-4b8c5cc8feff [ 1541.199749] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 013b93d7-2e56-4673-88fa-9358ca07d68a] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1541.248354] env[62298]: DEBUG nova.network.neutron [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Updating instance_info_cache with network_info: [{"id": "fc218d6a-b8ae-4bd5-9968-303e96de2e0c", "address": "fa:16:3e:5d:b0:f6", "network": {"id": "2f88088b-617d-44ed-a299-931e959400b4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2010786410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4016e7fa102484a83e66beabdfce731", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc218d6a-b8", "ovs_interfaceid": "fc218d6a-b8ae-4bd5-9968-303e96de2e0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.298742] env[62298]: DEBUG nova.compute.manager [req-6f0aaf9f-6574-45cb-b540-134338ddb14b req-5a13627c-fbb7-4df0-a26e-88c9251657c9 service nova] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Received event network-vif-deleted-011c84d4-257a-444a-b3a5-ca02125502ac {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1541.298742] env[62298]: INFO nova.compute.manager [req-6f0aaf9f-6574-45cb-b540-134338ddb14b req-5a13627c-fbb7-4df0-a26e-88c9251657c9 service nova] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Neutron deleted interface 011c84d4-257a-444a-b3a5-ca02125502ac; detaching it from the instance and deleting it from the info cache [ 1541.298742] env[62298]: DEBUG nova.network.neutron [req-6f0aaf9f-6574-45cb-b540-134338ddb14b req-5a13627c-fbb7-4df0-a26e-88c9251657c9 service nova] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.426154] env[62298]: DEBUG nova.network.neutron [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Successfully created port: 6a40f410-aafe-421d-a39e-aad9410da2ab {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1541.666344] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.669633] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5709fa4-eba7-4ee1-bdf1-8221d1ce1f58 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.672236] env[62298]: DEBUG nova.network.neutron [-] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.679555] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d65ba0-c440-4b51-b3d9-7d5480de1ab9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.712484] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: b8cd31ce-22db-49c3-9b5c-13cf72a8d18e] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1541.715811] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8673ee-6091-4b93-8cc3-2ef2582832f6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.724333] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8166d8e-7732-43ad-9d8f-cd4f64f0f7b5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.739951] env[62298]: DEBUG nova.compute.provider_tree [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1541.763100] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Releasing lock "refresh_cache-4daacdb1-2bf0-4000-9483-ede74b2e96fe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.763100] env[62298]: DEBUG nova.compute.manager [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Instance network_info: |[{"id": "fc218d6a-b8ae-4bd5-9968-303e96de2e0c", "address": "fa:16:3e:5d:b0:f6", "network": {"id": "2f88088b-617d-44ed-a299-931e959400b4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2010786410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4016e7fa102484a83e66beabdfce731", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc218d6a-b8", "ovs_interfaceid": "fc218d6a-b8ae-4bd5-9968-303e96de2e0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1541.763100] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:b0:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc218d6a-b8ae-4bd5-9968-303e96de2e0c', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1541.771316] env[62298]: DEBUG oslo.service.loopingcall [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1541.771972] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1541.772278] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efcb6d14-c128-41a9-b0f2-3f2130d42579 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.801227] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1541.801227] env[62298]: value = "task-1804109" [ 1541.801227] env[62298]: _type = "Task" [ 1541.801227] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.811071] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804109, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.811346] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a97de677-780a-435f-9e34-2bfc2223355f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.819760] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d71698-cd89-48b5-b74d-5f3be0dc1a12 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.857426] env[62298]: DEBUG nova.compute.manager [req-6f0aaf9f-6574-45cb-b540-134338ddb14b req-5a13627c-fbb7-4df0-a26e-88c9251657c9 service nova] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Detach interface failed, port_id=011c84d4-257a-444a-b3a5-ca02125502ac, reason: Instance d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1541.945881] env[62298]: DEBUG nova.compute.manager [req-bc032b76-785f-4511-8b25-057e87a315e9 req-5acbf9b0-6f6b-4b1a-9c68-925c8210d919 service nova] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Received event network-changed-fc218d6a-b8ae-4bd5-9968-303e96de2e0c {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1541.946136] env[62298]: DEBUG nova.compute.manager [req-bc032b76-785f-4511-8b25-057e87a315e9 req-5acbf9b0-6f6b-4b1a-9c68-925c8210d919 service nova] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Refreshing instance network info cache due to event network-changed-fc218d6a-b8ae-4bd5-9968-303e96de2e0c. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1541.946522] env[62298]: DEBUG oslo_concurrency.lockutils [req-bc032b76-785f-4511-8b25-057e87a315e9 req-5acbf9b0-6f6b-4b1a-9c68-925c8210d919 service nova] Acquiring lock "refresh_cache-4daacdb1-2bf0-4000-9483-ede74b2e96fe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.946824] env[62298]: DEBUG oslo_concurrency.lockutils [req-bc032b76-785f-4511-8b25-057e87a315e9 req-5acbf9b0-6f6b-4b1a-9c68-925c8210d919 service nova] Acquired lock "refresh_cache-4daacdb1-2bf0-4000-9483-ede74b2e96fe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.947231] env[62298]: DEBUG nova.network.neutron [req-bc032b76-785f-4511-8b25-057e87a315e9 req-5acbf9b0-6f6b-4b1a-9c68-925c8210d919 service nova] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Refreshing network info cache for port fc218d6a-b8ae-4bd5-9968-303e96de2e0c {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1541.954132] env[62298]: DEBUG nova.compute.manager [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1541.979780] env[62298]: DEBUG oslo_concurrency.lockutils [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Acquiring lock "d37ff071-bef7-4acb-adc4-a0b776e09bcf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.980312] env[62298]: DEBUG oslo_concurrency.lockutils [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Lock "d37ff071-bef7-4acb-adc4-a0b776e09bcf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.988319] env[62298]: DEBUG nova.virt.hardware [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1541.988646] env[62298]: DEBUG nova.virt.hardware [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1541.988857] env[62298]: DEBUG nova.virt.hardware [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1541.989157] env[62298]: DEBUG nova.virt.hardware [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1541.989351] env[62298]: DEBUG nova.virt.hardware [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1541.989560] env[62298]: DEBUG nova.virt.hardware [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1541.989832] env[62298]: DEBUG nova.virt.hardware [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1541.990144] env[62298]: DEBUG nova.virt.hardware [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1541.990363] env[62298]: DEBUG nova.virt.hardware [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1541.990641] env[62298]: DEBUG nova.virt.hardware [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1541.990795] env[62298]: DEBUG nova.virt.hardware [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1541.992093] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f045a29-ef58-4414-92d6-cf670a279e88 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.002568] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d15111-7557-4fe2-8f0c-177a069fbf95 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.180333] env[62298]: INFO nova.compute.manager [-] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Took 1.99 seconds to deallocate network for instance. [ 1542.220157] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: dab12e8d-e1ee-4b66-ade6-927924c76226] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1542.244969] env[62298]: DEBUG nova.scheduler.client.report [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1542.316918] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804109, 'name': CreateVM_Task, 'duration_secs': 0.496673} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.317311] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1542.318419] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.318419] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.318550] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1542.318873] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e047d2d1-155f-435a-9b9c-8aef6807ee0b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.324886] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1542.324886] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523130ee-618c-8137-9ad3-bca578077456" [ 1542.324886] env[62298]: _type = "Task" [ 1542.324886] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.334473] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523130ee-618c-8137-9ad3-bca578077456, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.724700] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: cf03f81c-1074-4856-ad6e-774d8ad0a7a0] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1542.749404] env[62298]: INFO nova.compute.manager [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Took 0.57 seconds to detach 1 volumes for instance. [ 1542.751763] env[62298]: DEBUG oslo_concurrency.lockutils [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.888s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.753488] env[62298]: DEBUG nova.compute.manager [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1542.758577] env[62298]: DEBUG nova.compute.manager [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Deleting volume: b55ab138-300d-4a32-93f7-cfaa1422f234 {{(pid=62298) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1542.760708] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.638s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.762210] env[62298]: INFO nova.compute.claims [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1542.809516] env[62298]: DEBUG nova.network.neutron [req-bc032b76-785f-4511-8b25-057e87a315e9 req-5acbf9b0-6f6b-4b1a-9c68-925c8210d919 service nova] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Updated VIF entry in instance network info cache for port fc218d6a-b8ae-4bd5-9968-303e96de2e0c. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1542.809903] env[62298]: DEBUG nova.network.neutron [req-bc032b76-785f-4511-8b25-057e87a315e9 req-5acbf9b0-6f6b-4b1a-9c68-925c8210d919 service nova] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Updating instance_info_cache with network_info: [{"id": "fc218d6a-b8ae-4bd5-9968-303e96de2e0c", "address": "fa:16:3e:5d:b0:f6", "network": {"id": "2f88088b-617d-44ed-a299-931e959400b4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2010786410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4016e7fa102484a83e66beabdfce731", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc218d6a-b8", "ovs_interfaceid": "fc218d6a-b8ae-4bd5-9968-303e96de2e0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.849879] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523130ee-618c-8137-9ad3-bca578077456, 'name': SearchDatastore_Task, 'duration_secs': 0.021171} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.850256] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.850454] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1542.850722] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.850845] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.851023] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1542.853934] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85dfe7c8-5524-45c1-bc0a-faa8fe7e8383 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.867522] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1542.867522] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1542.867522] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de85a2fb-8a6f-4bce-8e5b-16522b52ca30 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.874946] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1542.874946] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5232d3a3-94bf-7443-52d8-90ee7461d419" [ 1542.874946] env[62298]: _type = "Task" [ 1542.874946] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.891320] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5232d3a3-94bf-7443-52d8-90ee7461d419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.231569] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1543.271096] env[62298]: DEBUG nova.compute.utils [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1543.271260] env[62298]: DEBUG nova.compute.manager [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1543.271362] env[62298]: DEBUG nova.network.neutron [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1543.322709] env[62298]: DEBUG oslo_concurrency.lockutils [req-bc032b76-785f-4511-8b25-057e87a315e9 req-5acbf9b0-6f6b-4b1a-9c68-925c8210d919 service nova] Releasing lock "refresh_cache-4daacdb1-2bf0-4000-9483-ede74b2e96fe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.323015] env[62298]: DEBUG nova.compute.manager [req-bc032b76-785f-4511-8b25-057e87a315e9 req-5acbf9b0-6f6b-4b1a-9c68-925c8210d919 service nova] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Received event network-vif-unplugged-f2f00139-f18c-4541-bd19-57798b9c54b7 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1543.323235] env[62298]: DEBUG oslo_concurrency.lockutils [req-bc032b76-785f-4511-8b25-057e87a315e9 req-5acbf9b0-6f6b-4b1a-9c68-925c8210d919 service nova] Acquiring lock "005007c7-b4dc-41b7-837c-4b8c5cc8feff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.323447] env[62298]: DEBUG oslo_concurrency.lockutils [req-bc032b76-785f-4511-8b25-057e87a315e9 req-5acbf9b0-6f6b-4b1a-9c68-925c8210d919 service nova] Lock "005007c7-b4dc-41b7-837c-4b8c5cc8feff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.323612] env[62298]: DEBUG oslo_concurrency.lockutils [req-bc032b76-785f-4511-8b25-057e87a315e9 req-5acbf9b0-6f6b-4b1a-9c68-925c8210d919 service nova] Lock "005007c7-b4dc-41b7-837c-4b8c5cc8feff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.323786] env[62298]: DEBUG nova.compute.manager [req-bc032b76-785f-4511-8b25-057e87a315e9 req-5acbf9b0-6f6b-4b1a-9c68-925c8210d919 service nova] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] No waiting events found dispatching network-vif-unplugged-f2f00139-f18c-4541-bd19-57798b9c54b7 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1543.323954] env[62298]: WARNING nova.compute.manager [req-bc032b76-785f-4511-8b25-057e87a315e9 req-5acbf9b0-6f6b-4b1a-9c68-925c8210d919 service nova] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Received unexpected event network-vif-unplugged-f2f00139-f18c-4541-bd19-57798b9c54b7 for instance with vm_state shelved_offloaded and task_state None. [ 1543.324147] env[62298]: DEBUG nova.compute.manager [req-bc032b76-785f-4511-8b25-057e87a315e9 req-5acbf9b0-6f6b-4b1a-9c68-925c8210d919 service nova] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Received event network-changed-f2f00139-f18c-4541-bd19-57798b9c54b7 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1543.324307] env[62298]: DEBUG nova.compute.manager [req-bc032b76-785f-4511-8b25-057e87a315e9 req-5acbf9b0-6f6b-4b1a-9c68-925c8210d919 service nova] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Refreshing instance network info cache due to event network-changed-f2f00139-f18c-4541-bd19-57798b9c54b7. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1543.324493] env[62298]: DEBUG oslo_concurrency.lockutils [req-bc032b76-785f-4511-8b25-057e87a315e9 req-5acbf9b0-6f6b-4b1a-9c68-925c8210d919 service nova] Acquiring lock "refresh_cache-005007c7-b4dc-41b7-837c-4b8c5cc8feff" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.324630] env[62298]: DEBUG oslo_concurrency.lockutils [req-bc032b76-785f-4511-8b25-057e87a315e9 req-5acbf9b0-6f6b-4b1a-9c68-925c8210d919 service nova] Acquired lock "refresh_cache-005007c7-b4dc-41b7-837c-4b8c5cc8feff" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.324785] env[62298]: DEBUG nova.network.neutron [req-bc032b76-785f-4511-8b25-057e87a315e9 req-5acbf9b0-6f6b-4b1a-9c68-925c8210d919 service nova] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Refreshing network info cache for port f2f00139-f18c-4541-bd19-57798b9c54b7 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1543.341087] env[62298]: DEBUG oslo_concurrency.lockutils [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.346290] env[62298]: DEBUG nova.network.neutron [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Successfully updated port: 6a40f410-aafe-421d-a39e-aad9410da2ab {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1543.351880] env[62298]: DEBUG nova.policy [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce1d38df98554b10b4c7205651e69c39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d073b37516447c6b3f48c9cfb716841', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1543.390044] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5232d3a3-94bf-7443-52d8-90ee7461d419, 'name': SearchDatastore_Task, 'duration_secs': 0.013387} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.390044] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e303fcce-2c5e-4d6c-9471-493ea528ef50 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.394525] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1543.394525] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524bf469-4d4a-52bf-a7b4-7f909e013a7c" [ 1543.394525] env[62298]: _type = "Task" [ 1543.394525] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.404212] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524bf469-4d4a-52bf-a7b4-7f909e013a7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.613540] env[62298]: DEBUG oslo_concurrency.lockutils [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquiring lock "005007c7-b4dc-41b7-837c-4b8c5cc8feff" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.695539] env[62298]: DEBUG nova.network.neutron [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Successfully created port: 30721464-3c5b-47a6-9cfb-9fbacacc0f36 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1543.778588] env[62298]: DEBUG nova.compute.manager [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1543.851795] env[62298]: DEBUG oslo_concurrency.lockutils [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Acquiring lock "refresh_cache-f11cb2f6-fd6a-4cc1-9e24-ced229d5c992" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.851795] env[62298]: DEBUG oslo_concurrency.lockutils [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Acquired lock "refresh_cache-f11cb2f6-fd6a-4cc1-9e24-ced229d5c992" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.851795] env[62298]: DEBUG nova.network.neutron [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1543.909356] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524bf469-4d4a-52bf-a7b4-7f909e013a7c, 'name': SearchDatastore_Task, 'duration_secs': 0.012939} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.909679] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.910017] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 4daacdb1-2bf0-4000-9483-ede74b2e96fe/4daacdb1-2bf0-4000-9483-ede74b2e96fe.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1543.910317] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8dfeacbf-f9e4-4819-b6cc-6758f0a86236 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.921144] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1543.921144] env[62298]: value = "task-1804111" [ 1543.921144] env[62298]: _type = "Task" [ 1543.921144] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.930642] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.091483] env[62298]: DEBUG nova.network.neutron [req-bc032b76-785f-4511-8b25-057e87a315e9 req-5acbf9b0-6f6b-4b1a-9c68-925c8210d919 service nova] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Updated VIF entry in instance network info cache for port f2f00139-f18c-4541-bd19-57798b9c54b7. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1544.091916] env[62298]: DEBUG nova.network.neutron [req-bc032b76-785f-4511-8b25-057e87a315e9 req-5acbf9b0-6f6b-4b1a-9c68-925c8210d919 service nova] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Updating instance_info_cache with network_info: [{"id": "f2f00139-f18c-4541-bd19-57798b9c54b7", "address": "fa:16:3e:00:ac:5b", "network": {"id": "8bec07db-9204-4a2d-a3cc-c76676c9e887", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1314547665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9f2ac2639643e790fa1d913c4dc43f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf2f00139-f1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.104929] env[62298]: DEBUG nova.compute.manager [req-56c45e5d-456d-4403-b450-61b8bc1c8934 req-625ab49c-a567-4bc7-8e8e-3bbde840eadc service nova] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Received event network-vif-plugged-6a40f410-aafe-421d-a39e-aad9410da2ab {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1544.105248] env[62298]: DEBUG oslo_concurrency.lockutils [req-56c45e5d-456d-4403-b450-61b8bc1c8934 req-625ab49c-a567-4bc7-8e8e-3bbde840eadc service nova] Acquiring lock "f11cb2f6-fd6a-4cc1-9e24-ced229d5c992-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.106197] env[62298]: DEBUG oslo_concurrency.lockutils [req-56c45e5d-456d-4403-b450-61b8bc1c8934 req-625ab49c-a567-4bc7-8e8e-3bbde840eadc service nova] Lock "f11cb2f6-fd6a-4cc1-9e24-ced229d5c992-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.108297] env[62298]: DEBUG oslo_concurrency.lockutils [req-56c45e5d-456d-4403-b450-61b8bc1c8934 req-625ab49c-a567-4bc7-8e8e-3bbde840eadc service nova] Lock "f11cb2f6-fd6a-4cc1-9e24-ced229d5c992-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.108596] env[62298]: DEBUG nova.compute.manager [req-56c45e5d-456d-4403-b450-61b8bc1c8934 req-625ab49c-a567-4bc7-8e8e-3bbde840eadc service nova] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] No waiting events found dispatching network-vif-plugged-6a40f410-aafe-421d-a39e-aad9410da2ab {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1544.108722] env[62298]: WARNING nova.compute.manager [req-56c45e5d-456d-4403-b450-61b8bc1c8934 req-625ab49c-a567-4bc7-8e8e-3bbde840eadc service nova] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Received unexpected event network-vif-plugged-6a40f410-aafe-421d-a39e-aad9410da2ab for instance with vm_state building and task_state spawning. [ 1544.109215] env[62298]: DEBUG nova.compute.manager [req-56c45e5d-456d-4403-b450-61b8bc1c8934 req-625ab49c-a567-4bc7-8e8e-3bbde840eadc service nova] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Received event network-changed-6a40f410-aafe-421d-a39e-aad9410da2ab {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1544.109215] env[62298]: DEBUG nova.compute.manager [req-56c45e5d-456d-4403-b450-61b8bc1c8934 req-625ab49c-a567-4bc7-8e8e-3bbde840eadc service nova] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Refreshing instance network info cache due to event network-changed-6a40f410-aafe-421d-a39e-aad9410da2ab. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1544.109490] env[62298]: DEBUG oslo_concurrency.lockutils [req-56c45e5d-456d-4403-b450-61b8bc1c8934 req-625ab49c-a567-4bc7-8e8e-3bbde840eadc service nova] Acquiring lock "refresh_cache-f11cb2f6-fd6a-4cc1-9e24-ced229d5c992" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.307645] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dc9817-96ca-49a9-b7bf-2b89461f29a8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.316146] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4ad9a3-09f3-45e4-8d5b-e506e7ed7863 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.351464] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207f1e54-5d1e-4956-896f-8e1392f26633 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.363010] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff88454-9e46-40eb-b717-914662a0d62d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.381415] env[62298]: DEBUG nova.compute.provider_tree [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1544.390526] env[62298]: DEBUG nova.network.neutron [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1544.432470] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804111, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.555568] env[62298]: DEBUG nova.network.neutron [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Updating instance_info_cache with network_info: [{"id": "6a40f410-aafe-421d-a39e-aad9410da2ab", "address": "fa:16:3e:22:b3:3c", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a40f410-aa", "ovs_interfaceid": "6a40f410-aafe-421d-a39e-aad9410da2ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.602638] env[62298]: DEBUG oslo_concurrency.lockutils [req-bc032b76-785f-4511-8b25-057e87a315e9 req-5acbf9b0-6f6b-4b1a-9c68-925c8210d919 service nova] Releasing lock "refresh_cache-005007c7-b4dc-41b7-837c-4b8c5cc8feff" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.682180] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Acquiring lock "9e84011e-72c9-46c0-a229-3a233bb3908e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.682425] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Lock "9e84011e-72c9-46c0-a229-3a233bb3908e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.790619] env[62298]: DEBUG nova.compute.manager [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1544.812863] env[62298]: DEBUG nova.virt.hardware [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1544.813166] env[62298]: DEBUG nova.virt.hardware [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1544.813352] env[62298]: DEBUG nova.virt.hardware [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1544.813553] env[62298]: DEBUG nova.virt.hardware [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1544.813693] env[62298]: DEBUG nova.virt.hardware [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1544.813841] env[62298]: DEBUG nova.virt.hardware [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1544.814067] env[62298]: DEBUG nova.virt.hardware [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1544.814235] env[62298]: DEBUG nova.virt.hardware [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1544.814398] env[62298]: DEBUG nova.virt.hardware [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1544.814559] env[62298]: DEBUG nova.virt.hardware [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1544.814730] env[62298]: DEBUG nova.virt.hardware [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1544.816039] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfd8186-6a10-46e5-87b4-5adbec321d5d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.823954] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc287265-4979-44b3-bd66-5bd5b7558b4c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.885336] env[62298]: DEBUG nova.scheduler.client.report [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1544.931915] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693657} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.932227] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 4daacdb1-2bf0-4000-9483-ede74b2e96fe/4daacdb1-2bf0-4000-9483-ede74b2e96fe.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1544.932440] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1544.933035] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb97ae88-3d41-4d9c-be28-8d4144e92c45 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.939461] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1544.939461] env[62298]: value = "task-1804112" [ 1544.939461] env[62298]: _type = "Task" [ 1544.939461] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.948042] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.059020] env[62298]: DEBUG oslo_concurrency.lockutils [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Releasing lock "refresh_cache-f11cb2f6-fd6a-4cc1-9e24-ced229d5c992" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.059783] env[62298]: DEBUG nova.compute.manager [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Instance network_info: |[{"id": "6a40f410-aafe-421d-a39e-aad9410da2ab", "address": "fa:16:3e:22:b3:3c", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a40f410-aa", "ovs_interfaceid": "6a40f410-aafe-421d-a39e-aad9410da2ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1545.059921] env[62298]: DEBUG oslo_concurrency.lockutils [req-56c45e5d-456d-4403-b450-61b8bc1c8934 req-625ab49c-a567-4bc7-8e8e-3bbde840eadc service nova] Acquired lock "refresh_cache-f11cb2f6-fd6a-4cc1-9e24-ced229d5c992" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.060170] env[62298]: DEBUG nova.network.neutron [req-56c45e5d-456d-4403-b450-61b8bc1c8934 req-625ab49c-a567-4bc7-8e8e-3bbde840eadc service nova] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Refreshing network info cache for port 6a40f410-aafe-421d-a39e-aad9410da2ab {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1545.061425] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:b3:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a40f410-aafe-421d-a39e-aad9410da2ab', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1545.069546] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Creating folder: Project (0d073b37516447c6b3f48c9cfb716841). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1545.070703] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ef241a1-e4b2-4ad0-a846-88be76646848 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.083438] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Created folder: Project (0d073b37516447c6b3f48c9cfb716841) in parent group-v373906. [ 1545.083633] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Creating folder: Instances. Parent ref: group-v374018. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1545.083972] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcab6338-ad35-46a1-abb9-8831bc763d75 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.095123] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Created folder: Instances in parent group-v374018. [ 1545.095123] env[62298]: DEBUG oslo.service.loopingcall [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1545.095388] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1545.095546] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-196a1014-d425-4295-8b5b-586500e072b6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.115778] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1545.115778] env[62298]: value = "task-1804115" [ 1545.115778] env[62298]: _type = "Task" [ 1545.115778] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.124471] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804115, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.298859] env[62298]: DEBUG oslo_concurrency.lockutils [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Acquiring lock "86d72480-a612-458e-bab2-e929ca6eceba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.299122] env[62298]: DEBUG oslo_concurrency.lockutils [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Lock "86d72480-a612-458e-bab2-e929ca6eceba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.384432] env[62298]: DEBUG nova.compute.manager [req-2d743f4c-ad94-423d-9fa8-3c4947e47845 req-70a73e50-84df-4c84-9a1e-9df6f6bc19b4 service nova] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Received event network-vif-plugged-30721464-3c5b-47a6-9cfb-9fbacacc0f36 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1545.384683] env[62298]: DEBUG oslo_concurrency.lockutils [req-2d743f4c-ad94-423d-9fa8-3c4947e47845 req-70a73e50-84df-4c84-9a1e-9df6f6bc19b4 service nova] Acquiring lock "9724e06a-066b-433d-bc5b-36d95039060f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.384909] env[62298]: DEBUG oslo_concurrency.lockutils [req-2d743f4c-ad94-423d-9fa8-3c4947e47845 req-70a73e50-84df-4c84-9a1e-9df6f6bc19b4 service nova] Lock "9724e06a-066b-433d-bc5b-36d95039060f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.389070] env[62298]: DEBUG oslo_concurrency.lockutils [req-2d743f4c-ad94-423d-9fa8-3c4947e47845 req-70a73e50-84df-4c84-9a1e-9df6f6bc19b4 service nova] Lock "9724e06a-066b-433d-bc5b-36d95039060f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.389300] env[62298]: DEBUG nova.compute.manager [req-2d743f4c-ad94-423d-9fa8-3c4947e47845 req-70a73e50-84df-4c84-9a1e-9df6f6bc19b4 service nova] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] No waiting events found dispatching network-vif-plugged-30721464-3c5b-47a6-9cfb-9fbacacc0f36 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1545.389480] env[62298]: WARNING nova.compute.manager [req-2d743f4c-ad94-423d-9fa8-3c4947e47845 req-70a73e50-84df-4c84-9a1e-9df6f6bc19b4 service nova] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Received unexpected event network-vif-plugged-30721464-3c5b-47a6-9cfb-9fbacacc0f36 for instance with vm_state building and task_state spawning. [ 1545.390707] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.391143] env[62298]: DEBUG nova.compute.manager [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1545.393659] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f59dc543-9fa4-4850-a137-e05bb4e82227 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.082s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.395037] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f59dc543-9fa4-4850-a137-e05bb4e82227 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.396099] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c1d18ff4-be25-4372-8a06-54d40de1ce20 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.140s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.396306] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c1d18ff4-be25-4372-8a06-54d40de1ce20 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.397998] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.460s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.399679] env[62298]: INFO nova.compute.claims [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1545.425698] env[62298]: INFO nova.scheduler.client.report [None req-c1d18ff4-be25-4372-8a06-54d40de1ce20 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Deleted allocations for instance 08388840-e801-45b9-8887-a5858263b00a [ 1545.431768] env[62298]: INFO nova.scheduler.client.report [None req-f59dc543-9fa4-4850-a137-e05bb4e82227 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Deleted allocations for instance 31168214-21a0-4580-9363-cb96722eec4c [ 1545.453355] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10356} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.453355] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1545.453355] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a12cfa7-f045-4440-b1ff-b4e741ee0d96 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.480685] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 4daacdb1-2bf0-4000-9483-ede74b2e96fe/4daacdb1-2bf0-4000-9483-ede74b2e96fe.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1545.481729] env[62298]: DEBUG nova.network.neutron [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Successfully updated port: 30721464-3c5b-47a6-9cfb-9fbacacc0f36 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1545.483830] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-375a56ad-73de-4ed4-8348-6aba516eb426 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.506656] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1545.506656] env[62298]: value = "task-1804116" [ 1545.506656] env[62298]: _type = "Task" [ 1545.506656] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.515421] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804116, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.626366] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804115, 'name': CreateVM_Task, 'duration_secs': 0.479232} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.626601] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1545.627511] env[62298]: DEBUG oslo_concurrency.lockutils [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.627685] env[62298]: DEBUG oslo_concurrency.lockutils [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.628019] env[62298]: DEBUG oslo_concurrency.lockutils [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1545.628300] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36eae338-3d40-4605-80ad-0ab2f89bab63 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.633727] env[62298]: DEBUG oslo_vmware.api [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the task: (returnval){ [ 1545.633727] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52de78de-887c-5f1c-e826-ade7edc305a7" [ 1545.633727] env[62298]: _type = "Task" [ 1545.633727] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.643113] env[62298]: DEBUG oslo_vmware.api [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52de78de-887c-5f1c-e826-ade7edc305a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.907583] env[62298]: DEBUG nova.compute.utils [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1545.909031] env[62298]: DEBUG nova.compute.manager [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1545.909450] env[62298]: DEBUG nova.network.neutron [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1545.935922] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c1d18ff4-be25-4372-8a06-54d40de1ce20 tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Lock "08388840-e801-45b9-8887-a5858263b00a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.227s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.941022] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f59dc543-9fa4-4850-a137-e05bb4e82227 tempest-ServerGroupTestJSON-1908300963 tempest-ServerGroupTestJSON-1908300963-project-member] Lock "31168214-21a0-4580-9363-cb96722eec4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.251s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.959324] env[62298]: DEBUG nova.policy [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e22ce774ca894784a9f2453aa1d848f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89bdf053195d451184a91754918dfd1b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1546.001095] env[62298]: DEBUG oslo_concurrency.lockutils [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Acquiring lock "refresh_cache-9724e06a-066b-433d-bc5b-36d95039060f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.001328] env[62298]: DEBUG oslo_concurrency.lockutils [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Acquired lock "refresh_cache-9724e06a-066b-433d-bc5b-36d95039060f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.001512] env[62298]: DEBUG nova.network.neutron [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1546.017665] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804116, 'name': ReconfigVM_Task, 'duration_secs': 0.415173} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.017949] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 4daacdb1-2bf0-4000-9483-ede74b2e96fe/4daacdb1-2bf0-4000-9483-ede74b2e96fe.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1546.018609] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26828cca-aa61-4b6f-8ad9-42d21dea9c22 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.025499] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1546.025499] env[62298]: value = "task-1804117" [ 1546.025499] env[62298]: _type = "Task" [ 1546.025499] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.034894] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804117, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.144954] env[62298]: DEBUG nova.network.neutron [req-56c45e5d-456d-4403-b450-61b8bc1c8934 req-625ab49c-a567-4bc7-8e8e-3bbde840eadc service nova] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Updated VIF entry in instance network info cache for port 6a40f410-aafe-421d-a39e-aad9410da2ab. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1546.144954] env[62298]: DEBUG nova.network.neutron [req-56c45e5d-456d-4403-b450-61b8bc1c8934 req-625ab49c-a567-4bc7-8e8e-3bbde840eadc service nova] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Updating instance_info_cache with network_info: [{"id": "6a40f410-aafe-421d-a39e-aad9410da2ab", "address": "fa:16:3e:22:b3:3c", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a40f410-aa", "ovs_interfaceid": "6a40f410-aafe-421d-a39e-aad9410da2ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.151452] env[62298]: DEBUG oslo_vmware.api [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52de78de-887c-5f1c-e826-ade7edc305a7, 'name': SearchDatastore_Task, 'duration_secs': 0.01572} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.153634] env[62298]: DEBUG oslo_concurrency.lockutils [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.153634] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1546.153634] env[62298]: DEBUG oslo_concurrency.lockutils [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.153634] env[62298]: DEBUG oslo_concurrency.lockutils [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.153634] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1546.153634] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-432118e2-c089-40ad-a609-f7138dd9794c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.163223] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1546.163223] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1546.164709] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-028e21ab-37f1-404e-924d-d7f05157e8cc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.172721] env[62298]: DEBUG oslo_vmware.api [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the task: (returnval){ [ 1546.172721] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c7a934-fdbf-a0d9-b518-6aaa386b50d0" [ 1546.172721] env[62298]: _type = "Task" [ 1546.172721] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.181979] env[62298]: DEBUG oslo_vmware.api [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c7a934-fdbf-a0d9-b518-6aaa386b50d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.313930] env[62298]: DEBUG nova.network.neutron [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Successfully created port: 4d009f9b-a304-48c8-b9cf-cfc78692d28a {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1546.415754] env[62298]: DEBUG nova.compute.manager [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1546.535876] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804117, 'name': Rename_Task, 'duration_secs': 0.184782} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.536219] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1546.536464] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a51ab82-4572-490e-8b93-86444f76f349 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.545921] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1546.545921] env[62298]: value = "task-1804118" [ 1546.545921] env[62298]: _type = "Task" [ 1546.545921] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.557021] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.601027] env[62298]: DEBUG nova.network.neutron [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1546.654285] env[62298]: DEBUG oslo_concurrency.lockutils [req-56c45e5d-456d-4403-b450-61b8bc1c8934 req-625ab49c-a567-4bc7-8e8e-3bbde840eadc service nova] Releasing lock "refresh_cache-f11cb2f6-fd6a-4cc1-9e24-ced229d5c992" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.686668] env[62298]: DEBUG oslo_vmware.api [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c7a934-fdbf-a0d9-b518-6aaa386b50d0, 'name': SearchDatastore_Task, 'duration_secs': 0.011992} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.687602] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bdbbb56-0a5c-4188-9ad6-a471d9945cba {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.696596] env[62298]: DEBUG oslo_vmware.api [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the task: (returnval){ [ 1546.696596] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b17de3-44bd-da8a-e487-fddf54c4e922" [ 1546.696596] env[62298]: _type = "Task" [ 1546.696596] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.705049] env[62298]: DEBUG oslo_vmware.api [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b17de3-44bd-da8a-e487-fddf54c4e922, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.946581] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608608e0-1d78-4305-8d33-b5a8c9d92fe7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.956457] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17adc1f-929a-449b-a8b1-6a44c3051e22 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.988991] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d0cfec-bb7a-49fb-9c96-cfd2cdf8b479 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.997556] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee8d848-c5e4-4b8e-a866-6f49e0486e3e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.014831] env[62298]: DEBUG nova.compute.provider_tree [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1547.056956] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804118, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.091160] env[62298]: DEBUG nova.network.neutron [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Updating instance_info_cache with network_info: [{"id": "30721464-3c5b-47a6-9cfb-9fbacacc0f36", "address": "fa:16:3e:a9:65:67", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30721464-3c", "ovs_interfaceid": "30721464-3c5b-47a6-9cfb-9fbacacc0f36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.205739] env[62298]: DEBUG oslo_vmware.api [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b17de3-44bd-da8a-e487-fddf54c4e922, 'name': SearchDatastore_Task, 'duration_secs': 0.00941} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.206089] env[62298]: DEBUG oslo_concurrency.lockutils [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.206361] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] f11cb2f6-fd6a-4cc1-9e24-ced229d5c992/f11cb2f6-fd6a-4cc1-9e24-ced229d5c992.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1547.206633] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5750a46-64ad-42c1-ac20-3b75c6fc4b8f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.213023] env[62298]: DEBUG oslo_vmware.api [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the task: (returnval){ [ 1547.213023] env[62298]: value = "task-1804119" [ 1547.213023] env[62298]: _type = "Task" [ 1547.213023] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.221841] env[62298]: DEBUG oslo_vmware.api [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.427239] env[62298]: DEBUG nova.compute.manager [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1547.466022] env[62298]: DEBUG nova.virt.hardware [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1547.466386] env[62298]: DEBUG nova.virt.hardware [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1547.466949] env[62298]: DEBUG nova.virt.hardware [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1547.466949] env[62298]: DEBUG nova.virt.hardware [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1547.467106] env[62298]: DEBUG nova.virt.hardware [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1547.467327] env[62298]: DEBUG nova.virt.hardware [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1547.467600] env[62298]: DEBUG nova.virt.hardware [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1547.467818] env[62298]: DEBUG nova.virt.hardware [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1547.468062] env[62298]: DEBUG nova.virt.hardware [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1547.468304] env[62298]: DEBUG nova.virt.hardware [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1547.468550] env[62298]: DEBUG nova.virt.hardware [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1547.469489] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b240db74-5ed1-42d0-9c1a-c80078006b90 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.478017] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a066d01-4085-4919-977f-c681987ba5ca {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.517880] env[62298]: DEBUG nova.scheduler.client.report [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1547.559193] env[62298]: DEBUG oslo_vmware.api [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804118, 'name': PowerOnVM_Task, 'duration_secs': 0.894453} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.559793] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1547.560396] env[62298]: INFO nova.compute.manager [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1547.560773] env[62298]: DEBUG nova.compute.manager [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1547.562684] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff0c0bc-519b-40c8-a2eb-6226811a229e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.594515] env[62298]: DEBUG oslo_concurrency.lockutils [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Releasing lock "refresh_cache-9724e06a-066b-433d-bc5b-36d95039060f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.594910] env[62298]: DEBUG nova.compute.manager [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Instance network_info: |[{"id": "30721464-3c5b-47a6-9cfb-9fbacacc0f36", "address": "fa:16:3e:a9:65:67", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30721464-3c", "ovs_interfaceid": "30721464-3c5b-47a6-9cfb-9fbacacc0f36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1547.595467] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:65:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30721464-3c5b-47a6-9cfb-9fbacacc0f36', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1547.612722] env[62298]: DEBUG oslo.service.loopingcall [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1547.612722] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1547.612722] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80665227-0751-45de-aa76-4b122df440a1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.641629] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1547.641629] env[62298]: value = "task-1804120" [ 1547.641629] env[62298]: _type = "Task" [ 1547.641629] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.652108] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804120, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.728457] env[62298]: DEBUG oslo_vmware.api [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804119, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.913467] env[62298]: DEBUG nova.compute.manager [req-fc4b36e0-8a99-4c2c-85cb-773e7dc9176c req-d087f770-e80d-4793-a589-fd57546239d2 service nova] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Received event network-changed-30721464-3c5b-47a6-9cfb-9fbacacc0f36 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1547.913660] env[62298]: DEBUG nova.compute.manager [req-fc4b36e0-8a99-4c2c-85cb-773e7dc9176c req-d087f770-e80d-4793-a589-fd57546239d2 service nova] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Refreshing instance network info cache due to event network-changed-30721464-3c5b-47a6-9cfb-9fbacacc0f36. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1547.913877] env[62298]: DEBUG oslo_concurrency.lockutils [req-fc4b36e0-8a99-4c2c-85cb-773e7dc9176c req-d087f770-e80d-4793-a589-fd57546239d2 service nova] Acquiring lock "refresh_cache-9724e06a-066b-433d-bc5b-36d95039060f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.914842] env[62298]: DEBUG oslo_concurrency.lockutils [req-fc4b36e0-8a99-4c2c-85cb-773e7dc9176c req-d087f770-e80d-4793-a589-fd57546239d2 service nova] Acquired lock "refresh_cache-9724e06a-066b-433d-bc5b-36d95039060f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.915080] env[62298]: DEBUG nova.network.neutron [req-fc4b36e0-8a99-4c2c-85cb-773e7dc9176c req-d087f770-e80d-4793-a589-fd57546239d2 service nova] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Refreshing network info cache for port 30721464-3c5b-47a6-9cfb-9fbacacc0f36 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1547.944828] env[62298]: DEBUG nova.network.neutron [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Successfully updated port: 4d009f9b-a304-48c8-b9cf-cfc78692d28a {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1548.026070] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.026663] env[62298]: DEBUG nova.compute.manager [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1548.033666] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.796s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.035166] env[62298]: INFO nova.compute.claims [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1548.093318] env[62298]: INFO nova.compute.manager [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Took 56.33 seconds to build instance. [ 1548.135141] env[62298]: DEBUG nova.compute.manager [req-da3bab0d-b479-488b-a5e3-d69e7802ca4d req-1e1996bc-7869-4cae-acda-6795f95ba186 service nova] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Received event network-vif-plugged-4d009f9b-a304-48c8-b9cf-cfc78692d28a {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1548.135395] env[62298]: DEBUG oslo_concurrency.lockutils [req-da3bab0d-b479-488b-a5e3-d69e7802ca4d req-1e1996bc-7869-4cae-acda-6795f95ba186 service nova] Acquiring lock "f5edc1aa-3f2f-4acc-8567-2d3b8e28badc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.135614] env[62298]: DEBUG oslo_concurrency.lockutils [req-da3bab0d-b479-488b-a5e3-d69e7802ca4d req-1e1996bc-7869-4cae-acda-6795f95ba186 service nova] Lock "f5edc1aa-3f2f-4acc-8567-2d3b8e28badc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.135785] env[62298]: DEBUG oslo_concurrency.lockutils [req-da3bab0d-b479-488b-a5e3-d69e7802ca4d req-1e1996bc-7869-4cae-acda-6795f95ba186 service nova] Lock "f5edc1aa-3f2f-4acc-8567-2d3b8e28badc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.136017] env[62298]: DEBUG nova.compute.manager [req-da3bab0d-b479-488b-a5e3-d69e7802ca4d req-1e1996bc-7869-4cae-acda-6795f95ba186 service nova] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] No waiting events found dispatching network-vif-plugged-4d009f9b-a304-48c8-b9cf-cfc78692d28a {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1548.136205] env[62298]: WARNING nova.compute.manager [req-da3bab0d-b479-488b-a5e3-d69e7802ca4d req-1e1996bc-7869-4cae-acda-6795f95ba186 service nova] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Received unexpected event network-vif-plugged-4d009f9b-a304-48c8-b9cf-cfc78692d28a for instance with vm_state building and task_state spawning. [ 1548.154255] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804120, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.225880] env[62298]: DEBUG oslo_vmware.api [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683548} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.226224] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] f11cb2f6-fd6a-4cc1-9e24-ced229d5c992/f11cb2f6-fd6a-4cc1-9e24-ced229d5c992.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1548.226569] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1548.226794] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8181df77-a008-48ea-8c9e-8b72165fe66f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.234041] env[62298]: DEBUG oslo_vmware.api [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the task: (returnval){ [ 1548.234041] env[62298]: value = "task-1804121" [ 1548.234041] env[62298]: _type = "Task" [ 1548.234041] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.244274] env[62298]: DEBUG oslo_vmware.api [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804121, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.448210] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "refresh_cache-f5edc1aa-3f2f-4acc-8567-2d3b8e28badc" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.450186] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquired lock "refresh_cache-f5edc1aa-3f2f-4acc-8567-2d3b8e28badc" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.450420] env[62298]: DEBUG nova.network.neutron [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1548.536747] env[62298]: DEBUG nova.compute.utils [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1548.540149] env[62298]: DEBUG nova.compute.manager [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1548.540567] env[62298]: DEBUG nova.network.neutron [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1548.595884] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7d8e7431-c46e-4599-b462-706ae202d735 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "4daacdb1-2bf0-4000-9483-ede74b2e96fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.326s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.628430] env[62298]: DEBUG nova.policy [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1ff522aeff54504bcabb2ad8a01933a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95d435e146e148fd9636d470141aaba7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1548.656641] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804120, 'name': CreateVM_Task, 'duration_secs': 0.672754} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.659707] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1548.660652] env[62298]: DEBUG oslo_concurrency.lockutils [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.660722] env[62298]: DEBUG oslo_concurrency.lockutils [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.661073] env[62298]: DEBUG oslo_concurrency.lockutils [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1548.661986] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91507fb8-acf7-442e-9ee3-52f5bd4261b6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.667466] env[62298]: DEBUG oslo_vmware.api [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the task: (returnval){ [ 1548.667466] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52d8e5b2-3d91-1eb9-c501-19b0ec3187b9" [ 1548.667466] env[62298]: _type = "Task" [ 1548.667466] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.675766] env[62298]: DEBUG oslo_vmware.api [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52d8e5b2-3d91-1eb9-c501-19b0ec3187b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.743897] env[62298]: DEBUG oslo_vmware.api [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804121, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146701} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.744895] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1548.746093] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623192dd-4d71-458e-970c-3a90b55b23ac {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.774046] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] f11cb2f6-fd6a-4cc1-9e24-ced229d5c992/f11cb2f6-fd6a-4cc1-9e24-ced229d5c992.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1548.774395] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aca7bc5-cab7-48ba-a29b-e7d33cf8bf3c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.789893] env[62298]: DEBUG nova.network.neutron [req-fc4b36e0-8a99-4c2c-85cb-773e7dc9176c req-d087f770-e80d-4793-a589-fd57546239d2 service nova] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Updated VIF entry in instance network info cache for port 30721464-3c5b-47a6-9cfb-9fbacacc0f36. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1548.790267] env[62298]: DEBUG nova.network.neutron [req-fc4b36e0-8a99-4c2c-85cb-773e7dc9176c req-d087f770-e80d-4793-a589-fd57546239d2 service nova] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Updating instance_info_cache with network_info: [{"id": "30721464-3c5b-47a6-9cfb-9fbacacc0f36", "address": "fa:16:3e:a9:65:67", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30721464-3c", "ovs_interfaceid": "30721464-3c5b-47a6-9cfb-9fbacacc0f36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.797700] env[62298]: DEBUG oslo_vmware.api [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the task: (returnval){ [ 1548.797700] env[62298]: value = "task-1804122" [ 1548.797700] env[62298]: _type = "Task" [ 1548.797700] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.810403] env[62298]: DEBUG oslo_vmware.api [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804122, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.022962] env[62298]: DEBUG nova.network.neutron [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1549.041992] env[62298]: DEBUG nova.compute.manager [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1549.098653] env[62298]: DEBUG nova.compute.manager [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1549.190762] env[62298]: DEBUG oslo_vmware.api [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52d8e5b2-3d91-1eb9-c501-19b0ec3187b9, 'name': SearchDatastore_Task, 'duration_secs': 0.010772} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.193953] env[62298]: DEBUG nova.network.neutron [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Successfully created port: 3ddf5df9-0960-46a7-8878-a4de30bf508a {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1549.195735] env[62298]: DEBUG oslo_concurrency.lockutils [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.196008] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1549.196264] env[62298]: DEBUG oslo_concurrency.lockutils [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1549.196415] env[62298]: DEBUG oslo_concurrency.lockutils [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.196595] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1549.198098] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2a0452d-b9a9-48e1-8135-e132cec09083 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.207179] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1549.207379] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1549.208453] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7568b55-c16a-4542-9abb-c6c8a53b4d4e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.218512] env[62298]: DEBUG oslo_vmware.api [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the task: (returnval){ [ 1549.218512] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526e29df-4016-b87b-308a-d24ef041b861" [ 1549.218512] env[62298]: _type = "Task" [ 1549.218512] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.233738] env[62298]: DEBUG oslo_vmware.api [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526e29df-4016-b87b-308a-d24ef041b861, 'name': SearchDatastore_Task, 'duration_secs': 0.009271} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.237246] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2459b14a-075d-45d9-a839-9c676f854bcf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.246791] env[62298]: DEBUG oslo_vmware.api [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the task: (returnval){ [ 1549.246791] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5286c9a8-2cd6-3bcd-9673-ceb990c55712" [ 1549.246791] env[62298]: _type = "Task" [ 1549.246791] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.263290] env[62298]: DEBUG oslo_vmware.api [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5286c9a8-2cd6-3bcd-9673-ceb990c55712, 'name': SearchDatastore_Task, 'duration_secs': 0.008518} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.265376] env[62298]: DEBUG oslo_concurrency.lockutils [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.265640] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 9724e06a-066b-433d-bc5b-36d95039060f/9724e06a-066b-433d-bc5b-36d95039060f.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1549.266136] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39beee8d-fe11-49b9-a11d-4f2967a33da0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.279204] env[62298]: DEBUG oslo_vmware.rw_handles [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521bd4aa-b7b4-1e8c-1555-e2042eb7779e/disk-0.vmdk. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1549.279204] env[62298]: DEBUG oslo_vmware.api [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the task: (returnval){ [ 1549.279204] env[62298]: value = "task-1804123" [ 1549.279204] env[62298]: _type = "Task" [ 1549.279204] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.279916] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c546ac26-4fd7-4c20-a8d2-0784b4ed8b7d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.289584] env[62298]: DEBUG oslo_vmware.rw_handles [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521bd4aa-b7b4-1e8c-1555-e2042eb7779e/disk-0.vmdk is in state: ready. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1549.290986] env[62298]: ERROR oslo_vmware.rw_handles [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521bd4aa-b7b4-1e8c-1555-e2042eb7779e/disk-0.vmdk due to incomplete transfer. [ 1549.293899] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6e476a9f-bc89-4d53-8d9f-5bf34991a6d4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.295997] env[62298]: DEBUG oslo_concurrency.lockutils [req-fc4b36e0-8a99-4c2c-85cb-773e7dc9176c req-d087f770-e80d-4793-a589-fd57546239d2 service nova] Releasing lock "refresh_cache-9724e06a-066b-433d-bc5b-36d95039060f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.297021] env[62298]: DEBUG oslo_vmware.api [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.305545] env[62298]: DEBUG oslo_vmware.rw_handles [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521bd4aa-b7b4-1e8c-1555-e2042eb7779e/disk-0.vmdk. {{(pid=62298) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1549.305804] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Uploaded image 67c2675f-3fe9-4d2b-8098-ca0a8350cd2d to the Glance image server {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1549.308396] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Destroying the VM {{(pid=62298) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1549.312182] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a36b581a-219a-463e-bc53-4e4439667a3e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.313743] env[62298]: DEBUG oslo_vmware.api [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.321110] env[62298]: DEBUG oslo_vmware.api [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1549.321110] env[62298]: value = "task-1804124" [ 1549.321110] env[62298]: _type = "Task" [ 1549.321110] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.326540] env[62298]: DEBUG nova.network.neutron [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Updating instance_info_cache with network_info: [{"id": "4d009f9b-a304-48c8-b9cf-cfc78692d28a", "address": "fa:16:3e:97:84:f3", "network": {"id": "333b854a-2de7-4d2b-a2b3-5c4b6d0bc39f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-322162373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89bdf053195d451184a91754918dfd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d009f9b-a3", "ovs_interfaceid": "4d009f9b-a304-48c8-b9cf-cfc78692d28a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.327800] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a03add43-1a92-40aa-8b62-6b5c07a8699b tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquiring lock "b6d22d28-9442-4dcc-9905-961b2175ed95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.328192] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a03add43-1a92-40aa-8b62-6b5c07a8699b tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "b6d22d28-9442-4dcc-9905-961b2175ed95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.328325] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a03add43-1a92-40aa-8b62-6b5c07a8699b tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquiring lock "b6d22d28-9442-4dcc-9905-961b2175ed95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.328499] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a03add43-1a92-40aa-8b62-6b5c07a8699b tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "b6d22d28-9442-4dcc-9905-961b2175ed95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.328694] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a03add43-1a92-40aa-8b62-6b5c07a8699b tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "b6d22d28-9442-4dcc-9905-961b2175ed95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.331743] env[62298]: INFO nova.compute.manager [None req-a03add43-1a92-40aa-8b62-6b5c07a8699b tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Terminating instance [ 1549.336166] env[62298]: DEBUG oslo_vmware.api [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804124, 'name': Destroy_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.154872] env[62298]: DEBUG oslo_concurrency.lockutils [None req-15a68217-de7d-45b4-9212-b61a82f57d99 tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Acquiring lock "b5509412-69b2-4de3-a46a-41bfbb24bf6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.155130] env[62298]: DEBUG oslo_concurrency.lockutils [None req-15a68217-de7d-45b4-9212-b61a82f57d99 tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Lock "b5509412-69b2-4de3-a46a-41bfbb24bf6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.155306] env[62298]: DEBUG oslo_concurrency.lockutils [None req-15a68217-de7d-45b4-9212-b61a82f57d99 tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Acquiring lock "b5509412-69b2-4de3-a46a-41bfbb24bf6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.155485] env[62298]: DEBUG oslo_concurrency.lockutils [None req-15a68217-de7d-45b4-9212-b61a82f57d99 tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Lock "b5509412-69b2-4de3-a46a-41bfbb24bf6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.155652] env[62298]: DEBUG oslo_concurrency.lockutils [None req-15a68217-de7d-45b4-9212-b61a82f57d99 tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Lock "b5509412-69b2-4de3-a46a-41bfbb24bf6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.157384] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Releasing lock "refresh_cache-f5edc1aa-3f2f-4acc-8567-2d3b8e28badc" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.157651] env[62298]: DEBUG nova.compute.manager [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Instance network_info: |[{"id": "4d009f9b-a304-48c8-b9cf-cfc78692d28a", "address": "fa:16:3e:97:84:f3", "network": {"id": "333b854a-2de7-4d2b-a2b3-5c4b6d0bc39f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-322162373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89bdf053195d451184a91754918dfd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d009f9b-a3", "ovs_interfaceid": "4d009f9b-a304-48c8-b9cf-cfc78692d28a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1550.158152] env[62298]: DEBUG nova.compute.manager [None req-a03add43-1a92-40aa-8b62-6b5c07a8699b tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1550.158364] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a03add43-1a92-40aa-8b62-6b5c07a8699b tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1550.158679] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bb1f730d-f0c9-4693-8bec-fbeb921222c2 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquiring lock "4daacdb1-2bf0-4000-9483-ede74b2e96fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.159585] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bb1f730d-f0c9-4693-8bec-fbeb921222c2 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "4daacdb1-2bf0-4000-9483-ede74b2e96fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.159585] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bb1f730d-f0c9-4693-8bec-fbeb921222c2 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquiring lock "4daacdb1-2bf0-4000-9483-ede74b2e96fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.159585] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bb1f730d-f0c9-4693-8bec-fbeb921222c2 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "4daacdb1-2bf0-4000-9483-ede74b2e96fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.159585] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bb1f730d-f0c9-4693-8bec-fbeb921222c2 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "4daacdb1-2bf0-4000-9483-ede74b2e96fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.163149] env[62298]: INFO nova.compute.manager [None req-15a68217-de7d-45b4-9212-b61a82f57d99 tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Terminating instance [ 1550.173351] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:84:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d009f9b-a304-48c8-b9cf-cfc78692d28a', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1550.180619] env[62298]: DEBUG oslo.service.loopingcall [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1550.181624] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0641913b-277c-469f-8fc7-b6fca8bf5f4d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.187840] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1550.190330] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7dd672a-43a1-4760-8854-8e6d65a811ee {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.217765] env[62298]: DEBUG oslo_vmware.api [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436136} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.217903] env[62298]: DEBUG oslo_vmware.api [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804122, 'name': ReconfigVM_Task, 'duration_secs': 1.089747} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.218307] env[62298]: DEBUG oslo_vmware.api [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804124, 'name': Destroy_Task, 'duration_secs': 0.653745} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.219429] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.222766] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 9724e06a-066b-433d-bc5b-36d95039060f/9724e06a-066b-433d-bc5b-36d95039060f.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1550.222989] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1550.223288] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Reconfigured VM instance instance-00000028 to attach disk [datastore1] f11cb2f6-fd6a-4cc1-9e24-ced229d5c992/f11cb2f6-fd6a-4cc1-9e24-ced229d5c992.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1550.223929] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Destroyed the VM [ 1550.224223] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Deleting Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1550.224800] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03add43-1a92-40aa-8b62-6b5c07a8699b tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1550.225058] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b16e4a55-a317-432d-913e-8e20bfe058a9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.226942] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00b0743d-c088-432c-9f77-97af95322743 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.228804] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-02f1268b-a192-4b3e-af07-608026c567cf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.230291] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac7c9e84-89fa-4a9a-b181-4f9e4daf8e25 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.237779] env[62298]: INFO nova.compute.manager [None req-bb1f730d-f0c9-4693-8bec-fbeb921222c2 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Terminating instance [ 1550.241919] env[62298]: DEBUG oslo_vmware.api [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1550.241919] env[62298]: value = "task-1804126" [ 1550.241919] env[62298]: _type = "Task" [ 1550.241919] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.242176] env[62298]: DEBUG oslo_vmware.api [None req-a03add43-1a92-40aa-8b62-6b5c07a8699b tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1550.242176] env[62298]: value = "task-1804128" [ 1550.242176] env[62298]: _type = "Task" [ 1550.242176] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.242755] env[62298]: DEBUG oslo_vmware.api [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the task: (returnval){ [ 1550.242755] env[62298]: value = "task-1804127" [ 1550.242755] env[62298]: _type = "Task" [ 1550.242755] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.249245] env[62298]: DEBUG oslo_vmware.api [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the task: (returnval){ [ 1550.249245] env[62298]: value = "task-1804125" [ 1550.249245] env[62298]: _type = "Task" [ 1550.249245] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.263935] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1550.263935] env[62298]: value = "task-1804129" [ 1550.263935] env[62298]: _type = "Task" [ 1550.263935] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.283460] env[62298]: DEBUG oslo_vmware.api [None req-a03add43-1a92-40aa-8b62-6b5c07a8699b tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.283718] env[62298]: DEBUG oslo_vmware.api [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804126, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.283931] env[62298]: DEBUG oslo_vmware.api [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.284133] env[62298]: DEBUG oslo_vmware.api [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804127, 'name': Rename_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.292106] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804129, 'name': CreateVM_Task} progress is 15%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.390320] env[62298]: DEBUG nova.compute.manager [req-30df3783-ab23-4ee3-ab9c-c117d83143a9 req-c20e2ebb-a532-4254-a55b-df90481aa490 service nova] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Received event network-changed-4d009f9b-a304-48c8-b9cf-cfc78692d28a {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1550.390320] env[62298]: DEBUG nova.compute.manager [req-30df3783-ab23-4ee3-ab9c-c117d83143a9 req-c20e2ebb-a532-4254-a55b-df90481aa490 service nova] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Refreshing instance network info cache due to event network-changed-4d009f9b-a304-48c8-b9cf-cfc78692d28a. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1550.390320] env[62298]: DEBUG oslo_concurrency.lockutils [req-30df3783-ab23-4ee3-ab9c-c117d83143a9 req-c20e2ebb-a532-4254-a55b-df90481aa490 service nova] Acquiring lock "refresh_cache-f5edc1aa-3f2f-4acc-8567-2d3b8e28badc" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.390320] env[62298]: DEBUG oslo_concurrency.lockutils [req-30df3783-ab23-4ee3-ab9c-c117d83143a9 req-c20e2ebb-a532-4254-a55b-df90481aa490 service nova] Acquired lock "refresh_cache-f5edc1aa-3f2f-4acc-8567-2d3b8e28badc" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.390459] env[62298]: DEBUG nova.network.neutron [req-30df3783-ab23-4ee3-ab9c-c117d83143a9 req-c20e2ebb-a532-4254-a55b-df90481aa490 service nova] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Refreshing network info cache for port 4d009f9b-a304-48c8-b9cf-cfc78692d28a {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1550.466440] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cf9cea-13ed-4cef-b322-3a0a5bd64ad8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.476062] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee39c8a3-e6f7-4120-b313-9ac4a205e146 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.507961] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5331e1e-b764-4c94-8a79-89711b410788 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.520154] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9aa552-9507-4015-be55-cdbd30326e57 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.535293] env[62298]: DEBUG nova.compute.provider_tree [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1550.665636] env[62298]: DEBUG nova.compute.manager [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1550.690592] env[62298]: DEBUG nova.virt.hardware [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1550.690864] env[62298]: DEBUG nova.virt.hardware [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1550.691034] env[62298]: DEBUG nova.virt.hardware [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1550.691222] env[62298]: DEBUG nova.virt.hardware [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1550.691369] env[62298]: DEBUG nova.virt.hardware [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1550.691517] env[62298]: DEBUG nova.virt.hardware [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1550.691724] env[62298]: DEBUG nova.virt.hardware [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1550.691901] env[62298]: DEBUG nova.virt.hardware [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1550.692116] env[62298]: DEBUG nova.virt.hardware [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1550.692302] env[62298]: DEBUG nova.virt.hardware [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1550.692477] env[62298]: DEBUG nova.virt.hardware [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1550.693399] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f929b4aa-4396-49de-9c86-ed3c5be56c51 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.701050] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75638c60-3f13-4fc2-aa98-f61603b5af12 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.714555] env[62298]: DEBUG nova.compute.manager [None req-15a68217-de7d-45b4-9212-b61a82f57d99 tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1550.714755] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-15a68217-de7d-45b4-9212-b61a82f57d99 tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1550.715661] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908d13af-244d-4297-9f80-f20dd00e965f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.722151] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a68217-de7d-45b4-9212-b61a82f57d99 tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1550.722385] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f9c9ce6-4d8e-46c8-ad67-f286cb82b548 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.727695] env[62298]: DEBUG oslo_vmware.api [None req-15a68217-de7d-45b4-9212-b61a82f57d99 tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Waiting for the task: (returnval){ [ 1550.727695] env[62298]: value = "task-1804130" [ 1550.727695] env[62298]: _type = "Task" [ 1550.727695] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.735157] env[62298]: DEBUG oslo_vmware.api [None req-15a68217-de7d-45b4-9212-b61a82f57d99 tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Task: {'id': task-1804130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.760676] env[62298]: DEBUG nova.compute.manager [None req-bb1f730d-f0c9-4693-8bec-fbeb921222c2 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1550.760676] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1f730d-f0c9-4693-8bec-fbeb921222c2 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1550.760937] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d821bb-298f-49f8-8376-4daaa08e7e0a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.772742] env[62298]: DEBUG oslo_vmware.api [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804126, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.772993] env[62298]: DEBUG oslo_vmware.api [None req-a03add43-1a92-40aa-8b62-6b5c07a8699b tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804128, 'name': PowerOffVM_Task, 'duration_secs': 0.249985} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.779637] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03add43-1a92-40aa-8b62-6b5c07a8699b tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1550.779839] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a03add43-1a92-40aa-8b62-6b5c07a8699b tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1550.780118] env[62298]: DEBUG oslo_vmware.api [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804127, 'name': Rename_Task, 'duration_secs': 0.282447} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.785160] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09f1624e-1ee1-4691-a31e-eb9a55f3d112 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.786655] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1550.786971] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb1f730d-f0c9-4693-8bec-fbeb921222c2 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1550.787266] env[62298]: DEBUG oslo_vmware.api [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100428} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.787814] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2740284b-93fd-44a0-b8bf-877afbbe5b81 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.789745] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18bf86cf-e45e-4387-b99e-ce337e712045 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.791399] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1550.795740] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc70df41-1e9a-44cc-92ea-107865842aa0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.798267] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804129, 'name': CreateVM_Task, 'duration_secs': 0.473813} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.799153] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1550.800173] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.800335] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.800644] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1550.800877] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ad3195f-2f8c-431e-a161-727d830e942a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.825309] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 9724e06a-066b-433d-bc5b-36d95039060f/9724e06a-066b-433d-bc5b-36d95039060f.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1550.825711] env[62298]: DEBUG oslo_vmware.api [None req-bb1f730d-f0c9-4693-8bec-fbeb921222c2 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1550.825711] env[62298]: value = "task-1804133" [ 1550.825711] env[62298]: _type = "Task" [ 1550.825711] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.825974] env[62298]: DEBUG oslo_vmware.api [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the task: (returnval){ [ 1550.825974] env[62298]: value = "task-1804132" [ 1550.825974] env[62298]: _type = "Task" [ 1550.825974] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.826662] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4a3e453-0df7-433f-80e5-f0dab0b021ee {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.848155] env[62298]: DEBUG oslo_vmware.api [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1550.848155] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e5d5cb-0f57-bf1a-67a1-21407e8d8767" [ 1550.848155] env[62298]: _type = "Task" [ 1550.848155] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.857935] env[62298]: DEBUG oslo_vmware.api [None req-bb1f730d-f0c9-4693-8bec-fbeb921222c2 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.858218] env[62298]: DEBUG oslo_vmware.api [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804132, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.859839] env[62298]: DEBUG oslo_vmware.api [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the task: (returnval){ [ 1550.859839] env[62298]: value = "task-1804134" [ 1550.859839] env[62298]: _type = "Task" [ 1550.859839] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.866242] env[62298]: DEBUG oslo_vmware.api [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e5d5cb-0f57-bf1a-67a1-21407e8d8767, 'name': SearchDatastore_Task, 'duration_secs': 0.009081} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.866882] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.867315] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1550.867600] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.867766] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.867996] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1550.871216] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b40ce32-d764-4e4f-8521-6994def129cc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.873492] env[62298]: DEBUG oslo_vmware.api [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804134, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.895397] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a03add43-1a92-40aa-8b62-6b5c07a8699b tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1550.895655] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a03add43-1a92-40aa-8b62-6b5c07a8699b tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1550.895805] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-a03add43-1a92-40aa-8b62-6b5c07a8699b tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Deleting the datastore file [datastore1] b6d22d28-9442-4dcc-9905-961b2175ed95 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1550.897477] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61262d6c-8421-4bdd-9bb7-9c647f1bc731 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.899429] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1550.899609] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1550.900507] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0781803-7888-4652-9871-8ebf198aa436 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.905670] env[62298]: DEBUG oslo_vmware.api [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1550.905670] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b1f198-2e1b-9586-798a-2f829fc8af3f" [ 1550.905670] env[62298]: _type = "Task" [ 1550.905670] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.910302] env[62298]: DEBUG oslo_vmware.api [None req-a03add43-1a92-40aa-8b62-6b5c07a8699b tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1550.910302] env[62298]: value = "task-1804135" [ 1550.910302] env[62298]: _type = "Task" [ 1550.910302] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.917285] env[62298]: DEBUG oslo_vmware.api [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b1f198-2e1b-9586-798a-2f829fc8af3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.922760] env[62298]: DEBUG oslo_vmware.api [None req-a03add43-1a92-40aa-8b62-6b5c07a8699b tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.038856] env[62298]: DEBUG nova.scheduler.client.report [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1551.136137] env[62298]: DEBUG nova.network.neutron [req-30df3783-ab23-4ee3-ab9c-c117d83143a9 req-c20e2ebb-a532-4254-a55b-df90481aa490 service nova] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Updated VIF entry in instance network info cache for port 4d009f9b-a304-48c8-b9cf-cfc78692d28a. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1551.136527] env[62298]: DEBUG nova.network.neutron [req-30df3783-ab23-4ee3-ab9c-c117d83143a9 req-c20e2ebb-a532-4254-a55b-df90481aa490 service nova] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Updating instance_info_cache with network_info: [{"id": "4d009f9b-a304-48c8-b9cf-cfc78692d28a", "address": "fa:16:3e:97:84:f3", "network": {"id": "333b854a-2de7-4d2b-a2b3-5c4b6d0bc39f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-322162373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89bdf053195d451184a91754918dfd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d009f9b-a3", "ovs_interfaceid": "4d009f9b-a304-48c8-b9cf-cfc78692d28a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.237421] env[62298]: DEBUG oslo_vmware.api [None req-15a68217-de7d-45b4-9212-b61a82f57d99 tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Task: {'id': task-1804130, 'name': PowerOffVM_Task, 'duration_secs': 0.486414} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.237714] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a68217-de7d-45b4-9212-b61a82f57d99 tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1551.237874] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-15a68217-de7d-45b4-9212-b61a82f57d99 tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1551.238141] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68c5a658-d3dc-40fe-a1f5-346a7ab0df1f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.260131] env[62298]: DEBUG oslo_vmware.api [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804126, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.312001] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-15a68217-de7d-45b4-9212-b61a82f57d99 tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1551.312278] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-15a68217-de7d-45b4-9212-b61a82f57d99 tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1551.312495] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-15a68217-de7d-45b4-9212-b61a82f57d99 tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Deleting the datastore file [datastore1] b5509412-69b2-4de3-a46a-41bfbb24bf6b {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1551.312790] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e198e823-39db-42a7-b82d-ba44ed4704a7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.321998] env[62298]: DEBUG oslo_vmware.api [None req-15a68217-de7d-45b4-9212-b61a82f57d99 tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Waiting for the task: (returnval){ [ 1551.321998] env[62298]: value = "task-1804137" [ 1551.321998] env[62298]: _type = "Task" [ 1551.321998] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.331962] env[62298]: DEBUG oslo_vmware.api [None req-15a68217-de7d-45b4-9212-b61a82f57d99 tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Task: {'id': task-1804137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.353175] env[62298]: DEBUG oslo_vmware.api [None req-bb1f730d-f0c9-4693-8bec-fbeb921222c2 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804133, 'name': PowerOffVM_Task, 'duration_secs': 0.411304} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.356306] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb1f730d-f0c9-4693-8bec-fbeb921222c2 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1551.356422] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1f730d-f0c9-4693-8bec-fbeb921222c2 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1551.356682] env[62298]: DEBUG oslo_vmware.api [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804132, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.356903] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21aa0ec6-dc9c-452a-9592-544f1a24324b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.370802] env[62298]: DEBUG oslo_vmware.api [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804134, 'name': ReconfigVM_Task, 'duration_secs': 0.307316} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.371087] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 9724e06a-066b-433d-bc5b-36d95039060f/9724e06a-066b-433d-bc5b-36d95039060f.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1551.371707] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ce537c5-3f59-4130-86cd-e11f81eb0ec0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.377333] env[62298]: DEBUG oslo_vmware.api [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the task: (returnval){ [ 1551.377333] env[62298]: value = "task-1804139" [ 1551.377333] env[62298]: _type = "Task" [ 1551.377333] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.384734] env[62298]: DEBUG oslo_vmware.api [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804139, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.419047] env[62298]: DEBUG oslo_vmware.api [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b1f198-2e1b-9586-798a-2f829fc8af3f, 'name': SearchDatastore_Task, 'duration_secs': 0.012966} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.419812] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c09502f-d7cc-4268-93fc-618c7c45d35c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.425054] env[62298]: DEBUG oslo_vmware.api [None req-a03add43-1a92-40aa-8b62-6b5c07a8699b tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154906} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.425676] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-a03add43-1a92-40aa-8b62-6b5c07a8699b tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1551.425921] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a03add43-1a92-40aa-8b62-6b5c07a8699b tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1551.426164] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a03add43-1a92-40aa-8b62-6b5c07a8699b tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1551.426353] env[62298]: INFO nova.compute.manager [None req-a03add43-1a92-40aa-8b62-6b5c07a8699b tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1551.426667] env[62298]: DEBUG oslo.service.loopingcall [None req-a03add43-1a92-40aa-8b62-6b5c07a8699b tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1551.426932] env[62298]: DEBUG nova.compute.manager [-] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1551.427080] env[62298]: DEBUG nova.network.neutron [-] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1551.430298] env[62298]: DEBUG oslo_vmware.api [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1551.430298] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521b9453-c83f-bd19-ff69-9cbc94055f96" [ 1551.430298] env[62298]: _type = "Task" [ 1551.430298] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.435738] env[62298]: DEBUG oslo_concurrency.lockutils [None req-65de8a05-41b3-464f-a576-382420ab90ca tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Acquiring lock "8aeef358-e8ad-473e-b881-1650be5e7121" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.436009] env[62298]: DEBUG oslo_concurrency.lockutils [None req-65de8a05-41b3-464f-a576-382420ab90ca tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Lock "8aeef358-e8ad-473e-b881-1650be5e7121" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.436249] env[62298]: DEBUG oslo_concurrency.lockutils [None req-65de8a05-41b3-464f-a576-382420ab90ca tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Acquiring lock "8aeef358-e8ad-473e-b881-1650be5e7121-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.436459] env[62298]: DEBUG oslo_concurrency.lockutils [None req-65de8a05-41b3-464f-a576-382420ab90ca tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Lock "8aeef358-e8ad-473e-b881-1650be5e7121-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.436650] env[62298]: DEBUG oslo_concurrency.lockutils [None req-65de8a05-41b3-464f-a576-382420ab90ca tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Lock "8aeef358-e8ad-473e-b881-1650be5e7121-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.441319] env[62298]: DEBUG oslo_vmware.api [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521b9453-c83f-bd19-ff69-9cbc94055f96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.441804] env[62298]: INFO nova.compute.manager [None req-65de8a05-41b3-464f-a576-382420ab90ca tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Terminating instance [ 1551.543725] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.510s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.544373] env[62298]: DEBUG nova.compute.manager [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1551.547897] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.354s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.549403] env[62298]: INFO nova.compute.claims [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1551.598746] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1f730d-f0c9-4693-8bec-fbeb921222c2 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1551.599031] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1f730d-f0c9-4693-8bec-fbeb921222c2 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1551.599310] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb1f730d-f0c9-4693-8bec-fbeb921222c2 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Deleting the datastore file [datastore1] 4daacdb1-2bf0-4000-9483-ede74b2e96fe {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1551.599690] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-102ff45e-d649-4f88-87ba-72f3154983dc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.610253] env[62298]: DEBUG oslo_vmware.api [None req-bb1f730d-f0c9-4693-8bec-fbeb921222c2 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1551.610253] env[62298]: value = "task-1804140" [ 1551.610253] env[62298]: _type = "Task" [ 1551.610253] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.617855] env[62298]: DEBUG oslo_vmware.api [None req-bb1f730d-f0c9-4693-8bec-fbeb921222c2 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.639731] env[62298]: DEBUG oslo_concurrency.lockutils [req-30df3783-ab23-4ee3-ab9c-c117d83143a9 req-c20e2ebb-a532-4254-a55b-df90481aa490 service nova] Releasing lock "refresh_cache-f5edc1aa-3f2f-4acc-8567-2d3b8e28badc" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.649435] env[62298]: DEBUG nova.network.neutron [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Successfully updated port: 3ddf5df9-0960-46a7-8878-a4de30bf508a {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1551.761034] env[62298]: DEBUG oslo_vmware.api [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804126, 'name': RemoveSnapshot_Task, 'duration_secs': 1.052735} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.761034] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Deleted Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1551.761203] env[62298]: INFO nova.compute.manager [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Took 15.59 seconds to snapshot the instance on the hypervisor. [ 1551.823666] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Acquiring lock "7e70b527-551f-493f-9a1e-ff27c58124b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.823975] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Lock "7e70b527-551f-493f-9a1e-ff27c58124b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.824207] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Acquiring lock "7e70b527-551f-493f-9a1e-ff27c58124b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.824391] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Lock "7e70b527-551f-493f-9a1e-ff27c58124b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.824559] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Lock "7e70b527-551f-493f-9a1e-ff27c58124b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.831883] env[62298]: INFO nova.compute.manager [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Terminating instance [ 1551.838533] env[62298]: DEBUG oslo_vmware.api [None req-15a68217-de7d-45b4-9212-b61a82f57d99 tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Task: {'id': task-1804137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284972} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.838533] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-15a68217-de7d-45b4-9212-b61a82f57d99 tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1551.838533] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-15a68217-de7d-45b4-9212-b61a82f57d99 tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1551.838533] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-15a68217-de7d-45b4-9212-b61a82f57d99 tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1551.838775] env[62298]: INFO nova.compute.manager [None req-15a68217-de7d-45b4-9212-b61a82f57d99 tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1551.838875] env[62298]: DEBUG oslo.service.loopingcall [None req-15a68217-de7d-45b4-9212-b61a82f57d99 tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1551.839596] env[62298]: DEBUG nova.compute.manager [-] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1551.839687] env[62298]: DEBUG nova.network.neutron [-] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1551.852030] env[62298]: DEBUG oslo_vmware.api [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804132, 'name': PowerOnVM_Task, 'duration_secs': 0.870392} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.852030] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1551.852030] env[62298]: INFO nova.compute.manager [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Took 9.90 seconds to spawn the instance on the hypervisor. [ 1551.852197] env[62298]: DEBUG nova.compute.manager [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1551.852890] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13db449f-b21d-462a-a116-4500cca5be8a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.891989] env[62298]: DEBUG oslo_vmware.api [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804139, 'name': Rename_Task, 'duration_secs': 0.253912} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.891989] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1551.892227] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-695ae2f2-3836-4019-a3ac-2f20057056fa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.901205] env[62298]: DEBUG oslo_vmware.api [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the task: (returnval){ [ 1551.901205] env[62298]: value = "task-1804141" [ 1551.901205] env[62298]: _type = "Task" [ 1551.901205] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.909979] env[62298]: DEBUG oslo_vmware.api [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.942100] env[62298]: DEBUG oslo_vmware.api [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521b9453-c83f-bd19-ff69-9cbc94055f96, 'name': SearchDatastore_Task, 'duration_secs': 0.010423} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.942273] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.942540] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] f5edc1aa-3f2f-4acc-8567-2d3b8e28badc/f5edc1aa-3f2f-4acc-8567-2d3b8e28badc.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1551.942892] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8651bc05-63bc-426a-8a11-c6581f7d9221 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.945341] env[62298]: DEBUG nova.compute.manager [None req-65de8a05-41b3-464f-a576-382420ab90ca tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1551.945542] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-65de8a05-41b3-464f-a576-382420ab90ca tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1551.946381] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4b0c26-48cf-448c-a594-a6f5156b45c2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.951735] env[62298]: DEBUG nova.compute.manager [req-e50f5dc9-2fdf-4aaa-9430-4f88d07a5365 req-77b7e1ed-94b2-4d37-a61e-f3f32d08a5a9 service nova] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Received event network-vif-plugged-3ddf5df9-0960-46a7-8878-a4de30bf508a {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1551.951944] env[62298]: DEBUG oslo_concurrency.lockutils [req-e50f5dc9-2fdf-4aaa-9430-4f88d07a5365 req-77b7e1ed-94b2-4d37-a61e-f3f32d08a5a9 service nova] Acquiring lock "8c102689-976b-40e4-8faf-1954e1a3dbd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.952174] env[62298]: DEBUG oslo_concurrency.lockutils [req-e50f5dc9-2fdf-4aaa-9430-4f88d07a5365 req-77b7e1ed-94b2-4d37-a61e-f3f32d08a5a9 service nova] Lock "8c102689-976b-40e4-8faf-1954e1a3dbd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.952335] env[62298]: DEBUG oslo_concurrency.lockutils [req-e50f5dc9-2fdf-4aaa-9430-4f88d07a5365 req-77b7e1ed-94b2-4d37-a61e-f3f32d08a5a9 service nova] Lock "8c102689-976b-40e4-8faf-1954e1a3dbd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.952502] env[62298]: DEBUG nova.compute.manager [req-e50f5dc9-2fdf-4aaa-9430-4f88d07a5365 req-77b7e1ed-94b2-4d37-a61e-f3f32d08a5a9 service nova] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] No waiting events found dispatching network-vif-plugged-3ddf5df9-0960-46a7-8878-a4de30bf508a {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1551.952692] env[62298]: WARNING nova.compute.manager [req-e50f5dc9-2fdf-4aaa-9430-4f88d07a5365 req-77b7e1ed-94b2-4d37-a61e-f3f32d08a5a9 service nova] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Received unexpected event network-vif-plugged-3ddf5df9-0960-46a7-8878-a4de30bf508a for instance with vm_state building and task_state spawning. [ 1551.954765] env[62298]: DEBUG oslo_vmware.api [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1551.954765] env[62298]: value = "task-1804142" [ 1551.954765] env[62298]: _type = "Task" [ 1551.954765] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.963041] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-65de8a05-41b3-464f-a576-382420ab90ca tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1551.966007] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bed42fa-fdd6-44ff-9d28-9d6c0f8e3c5b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.967578] env[62298]: DEBUG oslo_vmware.api [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.976366] env[62298]: DEBUG oslo_vmware.api [None req-65de8a05-41b3-464f-a576-382420ab90ca tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Waiting for the task: (returnval){ [ 1551.976366] env[62298]: value = "task-1804143" [ 1551.976366] env[62298]: _type = "Task" [ 1551.976366] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.984572] env[62298]: DEBUG oslo_vmware.api [None req-65de8a05-41b3-464f-a576-382420ab90ca tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1804143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.054323] env[62298]: DEBUG nova.compute.utils [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1552.059251] env[62298]: DEBUG nova.compute.manager [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1552.059251] env[62298]: DEBUG nova.network.neutron [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1552.125362] env[62298]: DEBUG oslo_vmware.api [None req-bb1f730d-f0c9-4693-8bec-fbeb921222c2 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.454188} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.125362] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb1f730d-f0c9-4693-8bec-fbeb921222c2 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1552.125362] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1f730d-f0c9-4693-8bec-fbeb921222c2 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1552.125362] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1f730d-f0c9-4693-8bec-fbeb921222c2 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1552.125362] env[62298]: INFO nova.compute.manager [None req-bb1f730d-f0c9-4693-8bec-fbeb921222c2 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Took 1.36 seconds to destroy the instance on the hypervisor. [ 1552.125362] env[62298]: DEBUG oslo.service.loopingcall [None req-bb1f730d-f0c9-4693-8bec-fbeb921222c2 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1552.125362] env[62298]: DEBUG nova.compute.manager [-] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1552.125362] env[62298]: DEBUG nova.network.neutron [-] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1552.152340] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "refresh_cache-8c102689-976b-40e4-8faf-1954e1a3dbd6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.152588] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquired lock "refresh_cache-8c102689-976b-40e4-8faf-1954e1a3dbd6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.155716] env[62298]: DEBUG nova.network.neutron [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1552.196212] env[62298]: DEBUG nova.policy [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8125c7ad84694944a7f359a8b8c7f942', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9776a2011dd436b8a41e174d289c8e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1552.207284] env[62298]: DEBUG nova.network.neutron [-] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.339447] env[62298]: DEBUG nova.compute.manager [None req-03aeb6a1-51c7-4570-9012-16c2f2311843 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Found 1 images (rotation: 2) {{(pid=62298) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4986}} [ 1552.340930] env[62298]: DEBUG nova.compute.manager [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1552.341172] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1552.342575] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f09c76-285a-446c-a238-845eca85678d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.351666] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1552.351961] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16325352-de6c-43ef-84f9-597f4db9b45d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.362573] env[62298]: DEBUG oslo_vmware.api [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Waiting for the task: (returnval){ [ 1552.362573] env[62298]: value = "task-1804144" [ 1552.362573] env[62298]: _type = "Task" [ 1552.362573] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.385937] env[62298]: DEBUG oslo_vmware.api [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Task: {'id': task-1804144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.386307] env[62298]: INFO nova.compute.manager [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Took 54.28 seconds to build instance. [ 1552.416355] env[62298]: DEBUG oslo_vmware.api [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804141, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.465626] env[62298]: DEBUG oslo_vmware.api [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804142, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480178} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.465964] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] f5edc1aa-3f2f-4acc-8567-2d3b8e28badc/f5edc1aa-3f2f-4acc-8567-2d3b8e28badc.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1552.466236] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1552.466496] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a1cf614-c569-4bc0-a8b2-7a2264c50e3e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.474389] env[62298]: DEBUG oslo_vmware.api [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1552.474389] env[62298]: value = "task-1804145" [ 1552.474389] env[62298]: _type = "Task" [ 1552.474389] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.487619] env[62298]: DEBUG oslo_vmware.api [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.491107] env[62298]: DEBUG oslo_vmware.api [None req-65de8a05-41b3-464f-a576-382420ab90ca tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1804143, 'name': PowerOffVM_Task, 'duration_secs': 0.189053} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.493116] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-65de8a05-41b3-464f-a576-382420ab90ca tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1552.493356] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-65de8a05-41b3-464f-a576-382420ab90ca tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1552.493655] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01e55b04-0b13-4c9c-8b3e-9e8504b69984 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.561256] env[62298]: DEBUG nova.compute.manager [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1552.593898] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-65de8a05-41b3-464f-a576-382420ab90ca tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1552.594289] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-65de8a05-41b3-464f-a576-382420ab90ca tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1552.594595] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-65de8a05-41b3-464f-a576-382420ab90ca tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Deleting the datastore file [datastore1] 8aeef358-e8ad-473e-b881-1650be5e7121 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1552.595975] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-362add0e-59d0-4572-a813-c33ac9d8aaa8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.604874] env[62298]: DEBUG oslo_vmware.api [None req-65de8a05-41b3-464f-a576-382420ab90ca tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Waiting for the task: (returnval){ [ 1552.604874] env[62298]: value = "task-1804147" [ 1552.604874] env[62298]: _type = "Task" [ 1552.604874] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.627382] env[62298]: DEBUG oslo_vmware.api [None req-65de8a05-41b3-464f-a576-382420ab90ca tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1804147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.709915] env[62298]: INFO nova.compute.manager [-] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Took 1.28 seconds to deallocate network for instance. [ 1552.727019] env[62298]: DEBUG nova.network.neutron [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1552.876881] env[62298]: DEBUG nova.compute.manager [req-999f0af9-6739-4fa0-ab17-ed42ed661b49 req-5fe75775-29cf-45f3-a414-114f0a66d229 service nova] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Received event network-vif-deleted-bcae9f1b-a80c-42b0-bb85-8acda6a05ebb {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1552.885500] env[62298]: DEBUG oslo_vmware.api [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Task: {'id': task-1804144, 'name': PowerOffVM_Task, 'duration_secs': 0.241991} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.885500] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1552.885625] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1552.885800] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4a167c5-4749-4874-8ecf-089133581173 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.888237] env[62298]: DEBUG oslo_concurrency.lockutils [None req-56b96488-5621-4d3e-9cf1-cc90d1cf31d3 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Lock "f11cb2f6-fd6a-4cc1-9e24-ced229d5c992" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.610s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.910244] env[62298]: DEBUG nova.network.neutron [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Updating instance_info_cache with network_info: [{"id": "3ddf5df9-0960-46a7-8878-a4de30bf508a", "address": "fa:16:3e:d7:02:6d", "network": {"id": "bb83bbea-72ec-4905-bce1-3eeec4e93081", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1387447198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95d435e146e148fd9636d470141aaba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ddf5df9-09", "ovs_interfaceid": "3ddf5df9-0960-46a7-8878-a4de30bf508a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.919126] env[62298]: DEBUG oslo_vmware.api [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804141, 'name': PowerOnVM_Task, 'duration_secs': 0.747601} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.922269] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1552.922674] env[62298]: INFO nova.compute.manager [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Took 8.13 seconds to spawn the instance on the hypervisor. [ 1552.923024] env[62298]: DEBUG nova.compute.manager [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1552.924338] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524e234c-4b08-4532-a703-cdf49974f2fa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.928476] env[62298]: DEBUG nova.network.neutron [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Successfully created port: 91d531b2-e0e7-457b-bdf6-cbcef054ed2a {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1552.988338] env[62298]: DEBUG oslo_vmware.api [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072164} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.988663] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1552.989726] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8cd3d3-4395-41a3-913e-6421a2cd0496 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.013152] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] f5edc1aa-3f2f-4acc-8567-2d3b8e28badc/f5edc1aa-3f2f-4acc-8567-2d3b8e28badc.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1553.019283] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d96197e-348d-4b88-ab9c-dd36cc7b1894 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.038969] env[62298]: DEBUG oslo_vmware.api [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1553.038969] env[62298]: value = "task-1804149" [ 1553.038969] env[62298]: _type = "Task" [ 1553.038969] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.048704] env[62298]: DEBUG oslo_vmware.api [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804149, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.061795] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1553.062025] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1553.062304] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Deleting the datastore file [datastore1] 7e70b527-551f-493f-9a1e-ff27c58124b1 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1553.063453] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6aa45b33-ad21-4b3d-82ac-f0baf1cf7df1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.073028] env[62298]: DEBUG oslo_vmware.api [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Waiting for the task: (returnval){ [ 1553.073028] env[62298]: value = "task-1804150" [ 1553.073028] env[62298]: _type = "Task" [ 1553.073028] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.084064] env[62298]: DEBUG oslo_vmware.api [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Task: {'id': task-1804150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.119319] env[62298]: DEBUG oslo_vmware.api [None req-65de8a05-41b3-464f-a576-382420ab90ca tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Task: {'id': task-1804147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293641} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.119319] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-65de8a05-41b3-464f-a576-382420ab90ca tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1553.119544] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-65de8a05-41b3-464f-a576-382420ab90ca tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1553.119737] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-65de8a05-41b3-464f-a576-382420ab90ca tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1553.120450] env[62298]: INFO nova.compute.manager [None req-65de8a05-41b3-464f-a576-382420ab90ca tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1553.120450] env[62298]: DEBUG oslo.service.loopingcall [None req-65de8a05-41b3-464f-a576-382420ab90ca tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1553.120450] env[62298]: DEBUG nova.compute.manager [-] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1553.121058] env[62298]: DEBUG nova.network.neutron [-] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1553.216339] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d089164f-ab39-4e47-92be-d0cbffcc3cb2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.223909] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a03add43-1a92-40aa-8b62-6b5c07a8699b tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.225112] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9b68ff-8b79-4aa3-a50e-1625d4359a53 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.258441] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0f427b-45b8-459a-81c6-91568c924ef8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.261619] env[62298]: DEBUG nova.network.neutron [-] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.271095] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d80b72-442a-49f0-a4bb-c8aa4171af82 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.274801] env[62298]: DEBUG nova.network.neutron [-] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.284908] env[62298]: DEBUG nova.compute.provider_tree [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1553.391227] env[62298]: DEBUG nova.compute.manager [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1553.412956] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Releasing lock "refresh_cache-8c102689-976b-40e4-8faf-1954e1a3dbd6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.413448] env[62298]: DEBUG nova.compute.manager [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Instance network_info: |[{"id": "3ddf5df9-0960-46a7-8878-a4de30bf508a", "address": "fa:16:3e:d7:02:6d", "network": {"id": "bb83bbea-72ec-4905-bce1-3eeec4e93081", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1387447198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95d435e146e148fd9636d470141aaba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ddf5df9-09", "ovs_interfaceid": "3ddf5df9-0960-46a7-8878-a4de30bf508a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1553.413956] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:02:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ddf5df9-0960-46a7-8878-a4de30bf508a', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1553.422492] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Creating folder: Project (95d435e146e148fd9636d470141aaba7). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1553.423050] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d2cb8d2-f1dd-45a4-b133-0c773ae73ed9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.433862] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Created folder: Project (95d435e146e148fd9636d470141aaba7) in parent group-v373906. [ 1553.434095] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Creating folder: Instances. Parent ref: group-v374023. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1553.434850] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c3518ff-6366-402e-9a81-d4bf4c6f4d1c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.445978] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Created folder: Instances in parent group-v374023. [ 1553.446250] env[62298]: DEBUG oslo.service.loopingcall [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1553.451239] env[62298]: DEBUG nova.compute.manager [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1553.451239] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1553.451618] env[62298]: INFO nova.compute.manager [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Took 53.11 seconds to build instance. [ 1553.454473] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42429890-0592-472f-88fa-c665f109b25d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.456415] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34beabd1-11c7-4a05-9589-86065b60a42b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.478384] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1553.478384] env[62298]: value = "task-1804153" [ 1553.478384] env[62298]: _type = "Task" [ 1553.478384] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.488123] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804153, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.550344] env[62298]: DEBUG oslo_vmware.api [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.581216] env[62298]: DEBUG nova.compute.manager [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1553.583314] env[62298]: DEBUG oslo_vmware.api [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Task: {'id': task-1804150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.608542] env[62298]: DEBUG nova.virt.hardware [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:52:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='85d10c5e-2dbe-4058-af7b-dc63f636990b',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-35537820',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1553.608813] env[62298]: DEBUG nova.virt.hardware [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1553.608974] env[62298]: DEBUG nova.virt.hardware [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1553.609175] env[62298]: DEBUG nova.virt.hardware [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1553.609326] env[62298]: DEBUG nova.virt.hardware [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1553.609476] env[62298]: DEBUG nova.virt.hardware [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1553.609703] env[62298]: DEBUG nova.virt.hardware [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1553.609932] env[62298]: DEBUG nova.virt.hardware [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1553.610148] env[62298]: DEBUG nova.virt.hardware [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1553.610319] env[62298]: DEBUG nova.virt.hardware [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1553.610493] env[62298]: DEBUG nova.virt.hardware [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1553.613386] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d6a9b2-1900-4a41-a546-800983b03e52 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.619196] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f880bf-eedf-47d7-b5a7-bb1a5af76f09 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.764457] env[62298]: INFO nova.compute.manager [-] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Took 1.92 seconds to deallocate network for instance. [ 1553.787683] env[62298]: INFO nova.compute.manager [-] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Took 1.66 seconds to deallocate network for instance. [ 1553.788722] env[62298]: DEBUG nova.scheduler.client.report [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1553.897425] env[62298]: DEBUG nova.network.neutron [-] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.917700] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.971621] env[62298]: DEBUG oslo_concurrency.lockutils [None req-af67d927-7eeb-4361-adac-cfa786e299be tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Lock "9724e06a-066b-433d-bc5b-36d95039060f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.938s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.980674] env[62298]: INFO nova.compute.manager [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] instance snapshotting [ 1553.981437] env[62298]: DEBUG nova.objects.instance [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lazy-loading 'flavor' on Instance uuid 8986a988-9d2f-4838-9d87-44753fe83c76 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1553.994232] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804153, 'name': CreateVM_Task, 'duration_secs': 0.385318} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.994406] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1553.995110] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.995280] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.995604] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1553.996502] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23b3b371-1ad9-416b-8218-9e32ff9032bb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.002076] env[62298]: DEBUG oslo_vmware.api [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1554.002076] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5235f6fe-1089-06ae-d989-96486189d775" [ 1554.002076] env[62298]: _type = "Task" [ 1554.002076] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.010172] env[62298]: DEBUG oslo_vmware.api [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5235f6fe-1089-06ae-d989-96486189d775, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.050027] env[62298]: DEBUG oslo_vmware.api [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804149, 'name': ReconfigVM_Task, 'duration_secs': 0.997354} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.050845] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Reconfigured VM instance instance-0000002a to attach disk [datastore1] f5edc1aa-3f2f-4acc-8567-2d3b8e28badc/f5edc1aa-3f2f-4acc-8567-2d3b8e28badc.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1554.052159] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c075e11-56dd-4c28-9476-3c5da65cdcda {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.055310] env[62298]: DEBUG nova.compute.manager [req-5e09367e-147a-4e29-a744-9cb5d6625ef7 req-2cf53e7e-8101-41e0-8ea5-08b5d0f30be5 service nova] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Received event network-changed-3ddf5df9-0960-46a7-8878-a4de30bf508a {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1554.055537] env[62298]: DEBUG nova.compute.manager [req-5e09367e-147a-4e29-a744-9cb5d6625ef7 req-2cf53e7e-8101-41e0-8ea5-08b5d0f30be5 service nova] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Refreshing instance network info cache due to event network-changed-3ddf5df9-0960-46a7-8878-a4de30bf508a. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1554.055783] env[62298]: DEBUG oslo_concurrency.lockutils [req-5e09367e-147a-4e29-a744-9cb5d6625ef7 req-2cf53e7e-8101-41e0-8ea5-08b5d0f30be5 service nova] Acquiring lock "refresh_cache-8c102689-976b-40e4-8faf-1954e1a3dbd6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.055988] env[62298]: DEBUG oslo_concurrency.lockutils [req-5e09367e-147a-4e29-a744-9cb5d6625ef7 req-2cf53e7e-8101-41e0-8ea5-08b5d0f30be5 service nova] Acquired lock "refresh_cache-8c102689-976b-40e4-8faf-1954e1a3dbd6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.056225] env[62298]: DEBUG nova.network.neutron [req-5e09367e-147a-4e29-a744-9cb5d6625ef7 req-2cf53e7e-8101-41e0-8ea5-08b5d0f30be5 service nova] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Refreshing network info cache for port 3ddf5df9-0960-46a7-8878-a4de30bf508a {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1554.062241] env[62298]: DEBUG oslo_vmware.api [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1554.062241] env[62298]: value = "task-1804154" [ 1554.062241] env[62298]: _type = "Task" [ 1554.062241] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.071326] env[62298]: DEBUG oslo_vmware.api [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804154, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.079999] env[62298]: DEBUG oslo_vmware.api [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Task: {'id': task-1804150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.596419} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.080253] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1554.080435] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1554.080618] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1554.080782] env[62298]: INFO nova.compute.manager [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1554.081052] env[62298]: DEBUG oslo.service.loopingcall [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1554.081330] env[62298]: DEBUG nova.compute.manager [-] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1554.081392] env[62298]: DEBUG nova.network.neutron [-] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1554.271223] env[62298]: DEBUG oslo_concurrency.lockutils [None req-15a68217-de7d-45b4-9212-b61a82f57d99 tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.297180] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.297180] env[62298]: DEBUG nova.compute.manager [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1554.300560] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d7865200-dd01-43b9-bc47-2c02e02c24c6 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.597s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.302454] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d7865200-dd01-43b9-bc47-2c02e02c24c6 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.305731] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.934s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.306112] env[62298]: DEBUG nova.objects.instance [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62298) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1554.309573] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bb1f730d-f0c9-4693-8bec-fbeb921222c2 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.334950] env[62298]: INFO nova.scheduler.client.report [None req-d7865200-dd01-43b9-bc47-2c02e02c24c6 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Deleted allocations for instance c09064a5-1b6f-4a90-99a8-fc00c910cfa7 [ 1554.401506] env[62298]: INFO nova.compute.manager [-] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Took 1.28 seconds to deallocate network for instance. [ 1554.474859] env[62298]: DEBUG nova.compute.manager [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1554.493546] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365868a5-d342-4e7f-914e-daca81f76c0f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.517643] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff0359a-33a0-4d9e-9ccf-95f3ffd5d161 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.533897] env[62298]: DEBUG oslo_vmware.api [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5235f6fe-1089-06ae-d989-96486189d775, 'name': SearchDatastore_Task, 'duration_secs': 0.014747} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.535022] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.535022] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1554.535207] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.535356] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.535542] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1554.535802] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4fd9967-187e-4655-890d-6c8b0f15addb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.550476] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1554.550739] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1554.551503] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70553925-7224-4c31-8fe4-a69a8a5bbc5f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.558108] env[62298]: DEBUG oslo_vmware.api [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1554.558108] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5211544b-df2d-14d1-e361-c0b37efe3077" [ 1554.558108] env[62298]: _type = "Task" [ 1554.558108] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.575677] env[62298]: DEBUG oslo_vmware.api [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5211544b-df2d-14d1-e361-c0b37efe3077, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.579300] env[62298]: DEBUG oslo_vmware.api [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804154, 'name': Rename_Task, 'duration_secs': 0.193376} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.579548] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1554.579782] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4658aa82-c584-414f-b0b8-bc8992e4f0e4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.587035] env[62298]: DEBUG oslo_vmware.api [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1554.587035] env[62298]: value = "task-1804155" [ 1554.587035] env[62298]: _type = "Task" [ 1554.587035] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.594837] env[62298]: DEBUG oslo_vmware.api [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.811670] env[62298]: DEBUG nova.compute.utils [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1554.813308] env[62298]: DEBUG nova.compute.manager [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1554.813475] env[62298]: DEBUG nova.network.neutron [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1554.844897] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d7865200-dd01-43b9-bc47-2c02e02c24c6 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "c09064a5-1b6f-4a90-99a8-fc00c910cfa7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.681s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.879355] env[62298]: DEBUG nova.policy [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71099d4b600444f89b3a9808ff106418', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a665a1bca714cd4a6e99d153251955a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1554.912521] env[62298]: DEBUG oslo_concurrency.lockutils [None req-65de8a05-41b3-464f-a576-382420ab90ca tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.001669] env[62298]: DEBUG oslo_concurrency.lockutils [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.015235] env[62298]: DEBUG nova.network.neutron [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Successfully updated port: 91d531b2-e0e7-457b-bdf6-cbcef054ed2a {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1555.037305] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Creating Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1555.038777] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ad028638-453e-4e41-bcdb-bf6c73d01d9c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.044889] env[62298]: DEBUG nova.compute.manager [req-0c65b13c-c5b3-49ca-91be-740119dac209 req-d65139a9-8993-4ac8-b6da-ad4a470eed2d service nova] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Received event network-vif-deleted-d21b1f03-244e-4d5c-a30b-7096d333444c {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1555.045118] env[62298]: DEBUG nova.compute.manager [req-0c65b13c-c5b3-49ca-91be-740119dac209 req-d65139a9-8993-4ac8-b6da-ad4a470eed2d service nova] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Received event network-vif-deleted-945b82d8-5bd8-400e-ac1a-9722c689de0f {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1555.045301] env[62298]: DEBUG nova.compute.manager [req-0c65b13c-c5b3-49ca-91be-740119dac209 req-d65139a9-8993-4ac8-b6da-ad4a470eed2d service nova] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Received event network-vif-deleted-a6dcaf3d-95b1-412a-b50a-8fda0b790566 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1555.045469] env[62298]: INFO nova.compute.manager [req-0c65b13c-c5b3-49ca-91be-740119dac209 req-d65139a9-8993-4ac8-b6da-ad4a470eed2d service nova] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Neutron deleted interface a6dcaf3d-95b1-412a-b50a-8fda0b790566; detaching it from the instance and deleting it from the info cache [ 1555.045618] env[62298]: DEBUG nova.network.neutron [req-0c65b13c-c5b3-49ca-91be-740119dac209 req-d65139a9-8993-4ac8-b6da-ad4a470eed2d service nova] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.053567] env[62298]: DEBUG oslo_vmware.api [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1555.053567] env[62298]: value = "task-1804156" [ 1555.053567] env[62298]: _type = "Task" [ 1555.053567] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.065696] env[62298]: DEBUG oslo_vmware.api [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804156, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.071496] env[62298]: DEBUG oslo_vmware.api [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5211544b-df2d-14d1-e361-c0b37efe3077, 'name': SearchDatastore_Task, 'duration_secs': 0.025949} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.072594] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f72f8b8-6a14-41ad-abd7-eabc08dd7b79 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.080603] env[62298]: DEBUG oslo_vmware.api [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1555.080603] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52587f82-8fc6-e169-7ccd-665659ae4b10" [ 1555.080603] env[62298]: _type = "Task" [ 1555.080603] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.087332] env[62298]: DEBUG oslo_vmware.api [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52587f82-8fc6-e169-7ccd-665659ae4b10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.094666] env[62298]: DEBUG nova.network.neutron [req-5e09367e-147a-4e29-a744-9cb5d6625ef7 req-2cf53e7e-8101-41e0-8ea5-08b5d0f30be5 service nova] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Updated VIF entry in instance network info cache for port 3ddf5df9-0960-46a7-8878-a4de30bf508a. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1555.095015] env[62298]: DEBUG nova.network.neutron [req-5e09367e-147a-4e29-a744-9cb5d6625ef7 req-2cf53e7e-8101-41e0-8ea5-08b5d0f30be5 service nova] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Updating instance_info_cache with network_info: [{"id": "3ddf5df9-0960-46a7-8878-a4de30bf508a", "address": "fa:16:3e:d7:02:6d", "network": {"id": "bb83bbea-72ec-4905-bce1-3eeec4e93081", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1387447198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95d435e146e148fd9636d470141aaba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ddf5df9-09", "ovs_interfaceid": "3ddf5df9-0960-46a7-8878-a4de30bf508a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.107078] env[62298]: DEBUG nova.network.neutron [-] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.108297] env[62298]: DEBUG oslo_vmware.api [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804155, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.202402] env[62298]: DEBUG nova.network.neutron [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Successfully created port: cea752d2-00d0-4c94-b23b-c3625848384f {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1555.290978] env[62298]: DEBUG nova.compute.manager [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1555.291919] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b6b007-ff8c-4f5e-8152-9f76e89559aa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.320234] env[62298]: DEBUG nova.compute.manager [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1555.327253] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e6b701da-077f-4ddf-b4a9-f75a8ea7b698 tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.327253] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.095s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.332457] env[62298]: INFO nova.compute.claims [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1555.517820] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquiring lock "refresh_cache-e647687b-eebb-4b16-8dda-6a7f9f99822c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.518080] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquired lock "refresh_cache-e647687b-eebb-4b16-8dda-6a7f9f99822c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.518180] env[62298]: DEBUG nova.network.neutron [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1555.547773] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a61608e-bca3-401e-b122-bae0b3eea9d2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.560537] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de9d9c6-96e4-428e-a82c-cc865371ffb0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.576647] env[62298]: DEBUG oslo_vmware.api [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804156, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.594437] env[62298]: DEBUG nova.compute.manager [req-0c65b13c-c5b3-49ca-91be-740119dac209 req-d65139a9-8993-4ac8-b6da-ad4a470eed2d service nova] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Detach interface failed, port_id=a6dcaf3d-95b1-412a-b50a-8fda0b790566, reason: Instance 7e70b527-551f-493f-9a1e-ff27c58124b1 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1555.601894] env[62298]: DEBUG oslo_concurrency.lockutils [req-5e09367e-147a-4e29-a744-9cb5d6625ef7 req-2cf53e7e-8101-41e0-8ea5-08b5d0f30be5 service nova] Releasing lock "refresh_cache-8c102689-976b-40e4-8faf-1954e1a3dbd6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.602166] env[62298]: DEBUG nova.compute.manager [req-5e09367e-147a-4e29-a744-9cb5d6625ef7 req-2cf53e7e-8101-41e0-8ea5-08b5d0f30be5 service nova] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Received event network-vif-deleted-fc218d6a-b8ae-4bd5-9968-303e96de2e0c {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1555.602586] env[62298]: DEBUG oslo_vmware.api [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52587f82-8fc6-e169-7ccd-665659ae4b10, 'name': SearchDatastore_Task, 'duration_secs': 0.010063} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.603253] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.603507] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 8c102689-976b-40e4-8faf-1954e1a3dbd6/8c102689-976b-40e4-8faf-1954e1a3dbd6.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1555.604085] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73d859a6-3c6d-4841-ae1b-63a129797df2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.609398] env[62298]: DEBUG oslo_vmware.api [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804155, 'name': PowerOnVM_Task, 'duration_secs': 0.915039} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.610101] env[62298]: INFO nova.compute.manager [-] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Took 1.53 seconds to deallocate network for instance. [ 1555.610263] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1555.610467] env[62298]: INFO nova.compute.manager [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1555.610643] env[62298]: DEBUG nova.compute.manager [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1555.612838] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ac19dd-417f-4f4e-938c-5e93ad129e12 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.616619] env[62298]: DEBUG oslo_vmware.api [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1555.616619] env[62298]: value = "task-1804157" [ 1555.616619] env[62298]: _type = "Task" [ 1555.616619] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.635363] env[62298]: DEBUG oslo_vmware.api [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.806018] env[62298]: INFO nova.compute.manager [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] instance snapshotting [ 1555.808294] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7df02be-a13b-4e06-974a-77ab3a8fcf88 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.831172] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400e3bbb-b361-4a8e-891a-3cbc9173b6c2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.066469] env[62298]: DEBUG oslo_vmware.api [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804156, 'name': CreateSnapshot_Task, 'duration_secs': 0.72123} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.066764] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Created Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1556.067882] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a494650c-f19e-4b7c-a62f-340ef393923a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.095962] env[62298]: DEBUG nova.network.neutron [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1556.131377] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.147684] env[62298]: DEBUG oslo_vmware.api [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804157, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.148637] env[62298]: INFO nova.compute.manager [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Took 51.06 seconds to build instance. [ 1556.337020] env[62298]: DEBUG nova.compute.manager [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1556.345203] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Creating Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1556.345495] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-49cda896-1da0-4ddb-8f3e-0b8567b20806 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.353931] env[62298]: DEBUG nova.compute.manager [req-8743f058-6710-4888-a433-800166c6aeca req-1dd0ecc4-fe0b-4073-81f0-3b075b45760c service nova] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Received event network-vif-plugged-91d531b2-e0e7-457b-bdf6-cbcef054ed2a {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1556.354257] env[62298]: DEBUG oslo_concurrency.lockutils [req-8743f058-6710-4888-a433-800166c6aeca req-1dd0ecc4-fe0b-4073-81f0-3b075b45760c service nova] Acquiring lock "e647687b-eebb-4b16-8dda-6a7f9f99822c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.357946] env[62298]: DEBUG oslo_concurrency.lockutils [req-8743f058-6710-4888-a433-800166c6aeca req-1dd0ecc4-fe0b-4073-81f0-3b075b45760c service nova] Lock "e647687b-eebb-4b16-8dda-6a7f9f99822c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.357946] env[62298]: DEBUG oslo_concurrency.lockutils [req-8743f058-6710-4888-a433-800166c6aeca req-1dd0ecc4-fe0b-4073-81f0-3b075b45760c service nova] Lock "e647687b-eebb-4b16-8dda-6a7f9f99822c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.357946] env[62298]: DEBUG nova.compute.manager [req-8743f058-6710-4888-a433-800166c6aeca req-1dd0ecc4-fe0b-4073-81f0-3b075b45760c service nova] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] No waiting events found dispatching network-vif-plugged-91d531b2-e0e7-457b-bdf6-cbcef054ed2a {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1556.357946] env[62298]: WARNING nova.compute.manager [req-8743f058-6710-4888-a433-800166c6aeca req-1dd0ecc4-fe0b-4073-81f0-3b075b45760c service nova] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Received unexpected event network-vif-plugged-91d531b2-e0e7-457b-bdf6-cbcef054ed2a for instance with vm_state building and task_state spawning. [ 1556.357946] env[62298]: DEBUG nova.compute.manager [req-8743f058-6710-4888-a433-800166c6aeca req-1dd0ecc4-fe0b-4073-81f0-3b075b45760c service nova] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Received event network-changed-91d531b2-e0e7-457b-bdf6-cbcef054ed2a {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1556.357946] env[62298]: DEBUG nova.compute.manager [req-8743f058-6710-4888-a433-800166c6aeca req-1dd0ecc4-fe0b-4073-81f0-3b075b45760c service nova] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Refreshing instance network info cache due to event network-changed-91d531b2-e0e7-457b-bdf6-cbcef054ed2a. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1556.357946] env[62298]: DEBUG oslo_concurrency.lockutils [req-8743f058-6710-4888-a433-800166c6aeca req-1dd0ecc4-fe0b-4073-81f0-3b075b45760c service nova] Acquiring lock "refresh_cache-e647687b-eebb-4b16-8dda-6a7f9f99822c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.360130] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "c2c5d144-6db1-4322-a86c-5ca450b034a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.360419] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "c2c5d144-6db1-4322-a86c-5ca450b034a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.362856] env[62298]: DEBUG oslo_vmware.api [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the task: (returnval){ [ 1556.362856] env[62298]: value = "task-1804158" [ 1556.362856] env[62298]: _type = "Task" [ 1556.362856] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.377435] env[62298]: DEBUG oslo_vmware.api [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804158, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.379952] env[62298]: DEBUG nova.virt.hardware [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1556.380271] env[62298]: DEBUG nova.virt.hardware [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1556.380610] env[62298]: DEBUG nova.virt.hardware [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1556.380692] env[62298]: DEBUG nova.virt.hardware [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1556.380827] env[62298]: DEBUG nova.virt.hardware [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1556.381053] env[62298]: DEBUG nova.virt.hardware [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1556.381258] env[62298]: DEBUG nova.virt.hardware [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1556.381450] env[62298]: DEBUG nova.virt.hardware [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1556.381773] env[62298]: DEBUG nova.virt.hardware [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1556.381981] env[62298]: DEBUG nova.virt.hardware [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1556.382247] env[62298]: DEBUG nova.virt.hardware [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1556.383414] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73490f1-9d5c-4554-a85a-8cb1d9176f3f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.395112] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bea86a-d44c-40ac-8b54-0aec44433a27 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.437848] env[62298]: DEBUG nova.network.neutron [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Updating instance_info_cache with network_info: [{"id": "91d531b2-e0e7-457b-bdf6-cbcef054ed2a", "address": "fa:16:3e:04:49:ba", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91d531b2-e0", "ovs_interfaceid": "91d531b2-e0e7-457b-bdf6-cbcef054ed2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.589441] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Creating linked-clone VM from snapshot {{(pid=62298) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1556.592627] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9a030801-aa5a-4194-b8d7-2dae754042c4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.607154] env[62298]: DEBUG oslo_vmware.api [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1556.607154] env[62298]: value = "task-1804159" [ 1556.607154] env[62298]: _type = "Task" [ 1556.607154] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.618509] env[62298]: DEBUG oslo_vmware.api [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804159, 'name': CloneVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.638097] env[62298]: DEBUG oslo_vmware.api [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709057} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.638530] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 8c102689-976b-40e4-8faf-1954e1a3dbd6/8c102689-976b-40e4-8faf-1954e1a3dbd6.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1556.638661] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1556.638914] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37534f5d-cb33-4927-8693-4094db4bc639 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.651227] env[62298]: DEBUG oslo_vmware.api [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1556.651227] env[62298]: value = "task-1804160" [ 1556.651227] env[62298]: _type = "Task" [ 1556.651227] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.654968] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a07e1918-c68a-47b4-b251-df0626f744e9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "f5edc1aa-3f2f-4acc-8567-2d3b8e28badc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.480s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.662946] env[62298]: DEBUG oslo_vmware.api [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.779354] env[62298]: DEBUG nova.network.neutron [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Successfully updated port: cea752d2-00d0-4c94-b23b-c3625848384f {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1556.874138] env[62298]: DEBUG oslo_vmware.api [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804158, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.888011] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785d9063-154b-46ed-9160-01264a73fc58 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.895875] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb5252e-4cab-4b4d-a79d-4001974fddc9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.929551] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4f2519-ff08-4d42-9cd7-339b359a6ddc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.938262] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6471c9ab-d311-4dcb-bbfa-1bf2589b4742 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.942755] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Releasing lock "refresh_cache-e647687b-eebb-4b16-8dda-6a7f9f99822c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.943106] env[62298]: DEBUG nova.compute.manager [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Instance network_info: |[{"id": "91d531b2-e0e7-457b-bdf6-cbcef054ed2a", "address": "fa:16:3e:04:49:ba", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91d531b2-e0", "ovs_interfaceid": "91d531b2-e0e7-457b-bdf6-cbcef054ed2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1556.943430] env[62298]: DEBUG oslo_concurrency.lockutils [req-8743f058-6710-4888-a433-800166c6aeca req-1dd0ecc4-fe0b-4073-81f0-3b075b45760c service nova] Acquired lock "refresh_cache-e647687b-eebb-4b16-8dda-6a7f9f99822c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.944047] env[62298]: DEBUG nova.network.neutron [req-8743f058-6710-4888-a433-800166c6aeca req-1dd0ecc4-fe0b-4073-81f0-3b075b45760c service nova] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Refreshing network info cache for port 91d531b2-e0e7-457b-bdf6-cbcef054ed2a {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1556.945379] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:49:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f78b07ea-f425-4622-84f4-706a5d8820a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91d531b2-e0e7-457b-bdf6-cbcef054ed2a', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1556.953175] env[62298]: DEBUG oslo.service.loopingcall [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1556.954561] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1556.954796] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bebb15a1-d4ba-4d57-903a-c5b4b70e6656 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.977436] env[62298]: DEBUG nova.compute.provider_tree [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1556.984299] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1556.984299] env[62298]: value = "task-1804161" [ 1556.984299] env[62298]: _type = "Task" [ 1556.984299] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.995287] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804161, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.118266] env[62298]: DEBUG oslo_vmware.api [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804159, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.163982] env[62298]: DEBUG nova.compute.manager [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1557.167025] env[62298]: DEBUG oslo_vmware.api [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118248} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.168389] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1557.169486] env[62298]: DEBUG nova.compute.manager [req-113685d6-a37c-4ba5-a2e7-66e448cd1845 req-02aa7be4-b904-4cc9-84ed-e6e95d67e053 service nova] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Received event network-vif-plugged-cea752d2-00d0-4c94-b23b-c3625848384f {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1557.169711] env[62298]: DEBUG oslo_concurrency.lockutils [req-113685d6-a37c-4ba5-a2e7-66e448cd1845 req-02aa7be4-b904-4cc9-84ed-e6e95d67e053 service nova] Acquiring lock "7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.169953] env[62298]: DEBUG oslo_concurrency.lockutils [req-113685d6-a37c-4ba5-a2e7-66e448cd1845 req-02aa7be4-b904-4cc9-84ed-e6e95d67e053 service nova] Lock "7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.170141] env[62298]: DEBUG oslo_concurrency.lockutils [req-113685d6-a37c-4ba5-a2e7-66e448cd1845 req-02aa7be4-b904-4cc9-84ed-e6e95d67e053 service nova] Lock "7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.170314] env[62298]: DEBUG nova.compute.manager [req-113685d6-a37c-4ba5-a2e7-66e448cd1845 req-02aa7be4-b904-4cc9-84ed-e6e95d67e053 service nova] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] No waiting events found dispatching network-vif-plugged-cea752d2-00d0-4c94-b23b-c3625848384f {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1557.170592] env[62298]: WARNING nova.compute.manager [req-113685d6-a37c-4ba5-a2e7-66e448cd1845 req-02aa7be4-b904-4cc9-84ed-e6e95d67e053 service nova] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Received unexpected event network-vif-plugged-cea752d2-00d0-4c94-b23b-c3625848384f for instance with vm_state building and task_state spawning. [ 1557.170668] env[62298]: DEBUG nova.compute.manager [req-113685d6-a37c-4ba5-a2e7-66e448cd1845 req-02aa7be4-b904-4cc9-84ed-e6e95d67e053 service nova] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Received event network-changed-cea752d2-00d0-4c94-b23b-c3625848384f {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1557.170789] env[62298]: DEBUG nova.compute.manager [req-113685d6-a37c-4ba5-a2e7-66e448cd1845 req-02aa7be4-b904-4cc9-84ed-e6e95d67e053 service nova] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Refreshing instance network info cache due to event network-changed-cea752d2-00d0-4c94-b23b-c3625848384f. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1557.171057] env[62298]: DEBUG oslo_concurrency.lockutils [req-113685d6-a37c-4ba5-a2e7-66e448cd1845 req-02aa7be4-b904-4cc9-84ed-e6e95d67e053 service nova] Acquiring lock "refresh_cache-7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.171123] env[62298]: DEBUG oslo_concurrency.lockutils [req-113685d6-a37c-4ba5-a2e7-66e448cd1845 req-02aa7be4-b904-4cc9-84ed-e6e95d67e053 service nova] Acquired lock "refresh_cache-7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.171269] env[62298]: DEBUG nova.network.neutron [req-113685d6-a37c-4ba5-a2e7-66e448cd1845 req-02aa7be4-b904-4cc9-84ed-e6e95d67e053 service nova] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Refreshing network info cache for port cea752d2-00d0-4c94-b23b-c3625848384f {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1557.173188] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa436fb-9e77-4ef7-9ceb-333ad6e2e4d5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.197097] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 8c102689-976b-40e4-8faf-1954e1a3dbd6/8c102689-976b-40e4-8faf-1954e1a3dbd6.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1557.198305] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77517642-2be5-4689-a040-65ba58917ca9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.219438] env[62298]: DEBUG oslo_vmware.api [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1557.219438] env[62298]: value = "task-1804162" [ 1557.219438] env[62298]: _type = "Task" [ 1557.219438] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.230688] env[62298]: DEBUG oslo_vmware.api [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804162, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.281648] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Acquiring lock "refresh_cache-7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.375139] env[62298]: DEBUG oslo_vmware.api [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804158, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.481143] env[62298]: DEBUG nova.scheduler.client.report [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1557.495847] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804161, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.547346] env[62298]: DEBUG oslo_concurrency.lockutils [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "1154fa7b-5d77-461e-96cb-d196bc6fd16d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.547478] env[62298]: DEBUG oslo_concurrency.lockutils [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "1154fa7b-5d77-461e-96cb-d196bc6fd16d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.616245] env[62298]: DEBUG oslo_vmware.api [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804159, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.681169] env[62298]: DEBUG nova.network.neutron [req-8743f058-6710-4888-a433-800166c6aeca req-1dd0ecc4-fe0b-4073-81f0-3b075b45760c service nova] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Updated VIF entry in instance network info cache for port 91d531b2-e0e7-457b-bdf6-cbcef054ed2a. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1557.681556] env[62298]: DEBUG nova.network.neutron [req-8743f058-6710-4888-a433-800166c6aeca req-1dd0ecc4-fe0b-4073-81f0-3b075b45760c service nova] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Updating instance_info_cache with network_info: [{"id": "91d531b2-e0e7-457b-bdf6-cbcef054ed2a", "address": "fa:16:3e:04:49:ba", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91d531b2-e0", "ovs_interfaceid": "91d531b2-e0e7-457b-bdf6-cbcef054ed2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.692556] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.729210] env[62298]: DEBUG oslo_vmware.api [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804162, 'name': ReconfigVM_Task, 'duration_secs': 0.409925} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.730075] env[62298]: DEBUG nova.network.neutron [req-113685d6-a37c-4ba5-a2e7-66e448cd1845 req-02aa7be4-b904-4cc9-84ed-e6e95d67e053 service nova] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1557.731823] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 8c102689-976b-40e4-8faf-1954e1a3dbd6/8c102689-976b-40e4-8faf-1954e1a3dbd6.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1557.732590] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a31d9d3b-e024-4af7-b372-7a5ee575a0b5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.738984] env[62298]: DEBUG oslo_vmware.api [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1557.738984] env[62298]: value = "task-1804163" [ 1557.738984] env[62298]: _type = "Task" [ 1557.738984] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.746960] env[62298]: DEBUG oslo_vmware.api [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804163, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.834557] env[62298]: DEBUG nova.network.neutron [req-113685d6-a37c-4ba5-a2e7-66e448cd1845 req-02aa7be4-b904-4cc9-84ed-e6e95d67e053 service nova] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.875316] env[62298]: DEBUG oslo_vmware.api [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804158, 'name': CreateSnapshot_Task, 'duration_secs': 1.418583} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.875624] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Created Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1557.876447] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4fb37f-c837-4f59-a38b-7707cde2c773 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.986797] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.987471] env[62298]: DEBUG nova.compute.manager [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1557.990782] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.253s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.992240] env[62298]: INFO nova.compute.claims [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1558.004999] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804161, 'name': CreateVM_Task, 'duration_secs': 0.702346} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.005217] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1558.005936] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.006225] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.006598] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1558.006917] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-044e3637-61df-4751-a6cf-b4915e0fe813 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.012055] env[62298]: DEBUG oslo_vmware.api [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1558.012055] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e01c30-7550-9dd1-c7db-ebeaac1a1339" [ 1558.012055] env[62298]: _type = "Task" [ 1558.012055] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.020845] env[62298]: DEBUG oslo_vmware.api [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e01c30-7550-9dd1-c7db-ebeaac1a1339, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.116753] env[62298]: DEBUG oslo_vmware.api [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804159, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.187956] env[62298]: DEBUG oslo_concurrency.lockutils [req-8743f058-6710-4888-a433-800166c6aeca req-1dd0ecc4-fe0b-4073-81f0-3b075b45760c service nova] Releasing lock "refresh_cache-e647687b-eebb-4b16-8dda-6a7f9f99822c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.259875] env[62298]: DEBUG oslo_vmware.api [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804163, 'name': Rename_Task, 'duration_secs': 0.21225} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.259875] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1558.259875] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf2e0259-b4fd-4986-a2c2-02874652bca1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.264953] env[62298]: DEBUG oslo_vmware.api [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1558.264953] env[62298]: value = "task-1804164" [ 1558.264953] env[62298]: _type = "Task" [ 1558.264953] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.274126] env[62298]: DEBUG oslo_vmware.api [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.338287] env[62298]: DEBUG oslo_concurrency.lockutils [req-113685d6-a37c-4ba5-a2e7-66e448cd1845 req-02aa7be4-b904-4cc9-84ed-e6e95d67e053 service nova] Releasing lock "refresh_cache-7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.338921] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Acquired lock "refresh_cache-7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.339038] env[62298]: DEBUG nova.network.neutron [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1558.395863] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Creating linked-clone VM from snapshot {{(pid=62298) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1558.396380] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3cd9bfc3-20c9-474e-8723-e3f4028c5cff {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.405273] env[62298]: DEBUG oslo_vmware.api [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the task: (returnval){ [ 1558.405273] env[62298]: value = "task-1804165" [ 1558.405273] env[62298]: _type = "Task" [ 1558.405273] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.413429] env[62298]: DEBUG oslo_vmware.api [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804165, 'name': CloneVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.500640] env[62298]: DEBUG nova.compute.utils [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1558.501892] env[62298]: DEBUG nova.compute.manager [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1558.502074] env[62298]: DEBUG nova.network.neutron [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1558.524202] env[62298]: DEBUG oslo_vmware.api [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e01c30-7550-9dd1-c7db-ebeaac1a1339, 'name': SearchDatastore_Task, 'duration_secs': 0.016326} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.524661] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.524810] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1558.525058] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.525235] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.525422] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1558.526034] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e24c913-db49-4b8c-b22b-201b4218589d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.535212] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1558.535428] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1558.536986] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5502d6a0-c1ef-4a95-857a-b3186a38e716 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.542270] env[62298]: DEBUG oslo_vmware.api [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1558.542270] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a57440-17b2-a075-e2cd-fd5659070de6" [ 1558.542270] env[62298]: _type = "Task" [ 1558.542270] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.551007] env[62298]: DEBUG oslo_vmware.api [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a57440-17b2-a075-e2cd-fd5659070de6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.600212] env[62298]: DEBUG nova.policy [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fe205f549084573a0bcb772655514e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd16a7e68d89479986f48962c3b7f070', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1558.616352] env[62298]: DEBUG oslo_vmware.api [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804159, 'name': CloneVM_Task, 'duration_secs': 1.925544} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.616733] env[62298]: INFO nova.virt.vmwareapi.vmops [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Created linked-clone VM from snapshot [ 1558.617422] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1652b982-3880-4d22-b95d-31a23eb16868 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.625157] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Uploading image 3e30bed3-2ab3-4a7c-980e-4e35127617e7 {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1558.657748] env[62298]: DEBUG oslo_vmware.rw_handles [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1558.657748] env[62298]: value = "vm-374027" [ 1558.657748] env[62298]: _type = "VirtualMachine" [ 1558.657748] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1558.658054] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8f82d011-e79a-416b-9986-3cf7fb03f57e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.666868] env[62298]: DEBUG oslo_vmware.rw_handles [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lease: (returnval){ [ 1558.666868] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f40516-d2bc-8e81-589d-9b3da879040f" [ 1558.666868] env[62298]: _type = "HttpNfcLease" [ 1558.666868] env[62298]: } obtained for exporting VM: (result){ [ 1558.666868] env[62298]: value = "vm-374027" [ 1558.666868] env[62298]: _type = "VirtualMachine" [ 1558.666868] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1558.667239] env[62298]: DEBUG oslo_vmware.api [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the lease: (returnval){ [ 1558.667239] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f40516-d2bc-8e81-589d-9b3da879040f" [ 1558.667239] env[62298]: _type = "HttpNfcLease" [ 1558.667239] env[62298]: } to be ready. {{(pid=62298) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1558.674066] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1558.674066] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f40516-d2bc-8e81-589d-9b3da879040f" [ 1558.674066] env[62298]: _type = "HttpNfcLease" [ 1558.674066] env[62298]: } is initializing. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1558.778684] env[62298]: DEBUG oslo_vmware.api [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804164, 'name': PowerOnVM_Task, 'duration_secs': 0.482262} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.778988] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1558.779236] env[62298]: INFO nova.compute.manager [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1558.779422] env[62298]: DEBUG nova.compute.manager [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1558.780201] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c2f9b3-df50-4fe9-8f47-79b39ed6e48d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.877858] env[62298]: DEBUG nova.network.neutron [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1558.918327] env[62298]: DEBUG oslo_vmware.api [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804165, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.005987] env[62298]: DEBUG nova.compute.manager [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1559.039321] env[62298]: DEBUG nova.network.neutron [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Updating instance_info_cache with network_info: [{"id": "cea752d2-00d0-4c94-b23b-c3625848384f", "address": "fa:16:3e:5d:fd:9c", "network": {"id": "e136c59d-cfd5-4a9a-a0be-50a1779abbfe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-131046779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a665a1bca714cd4a6e99d153251955a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcea752d2-00", "ovs_interfaceid": "cea752d2-00d0-4c94-b23b-c3625848384f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.062557] env[62298]: DEBUG oslo_vmware.api [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a57440-17b2-a075-e2cd-fd5659070de6, 'name': SearchDatastore_Task, 'duration_secs': 0.011385} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.069926] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0308dacf-1326-435a-b3a4-2790ad074f5b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.080468] env[62298]: DEBUG oslo_vmware.api [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1559.080468] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52661a49-9740-da2d-fcb6-66bcecac9d0c" [ 1559.080468] env[62298]: _type = "Task" [ 1559.080468] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.096395] env[62298]: DEBUG nova.network.neutron [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Successfully created port: 24cf4e8b-4f83-4907-9f3e-cc97d344461c {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1559.111240] env[62298]: DEBUG oslo_vmware.api [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52661a49-9740-da2d-fcb6-66bcecac9d0c, 'name': SearchDatastore_Task, 'duration_secs': 0.014416} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.111674] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.112114] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] e647687b-eebb-4b16-8dda-6a7f9f99822c/e647687b-eebb-4b16-8dda-6a7f9f99822c.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1559.112667] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-983b68f5-e253-4958-8499-aec1b0660fc0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.125689] env[62298]: DEBUG oslo_vmware.api [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1559.125689] env[62298]: value = "task-1804167" [ 1559.125689] env[62298]: _type = "Task" [ 1559.125689] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.142198] env[62298]: DEBUG oslo_vmware.api [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.177661] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1559.177661] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f40516-d2bc-8e81-589d-9b3da879040f" [ 1559.177661] env[62298]: _type = "HttpNfcLease" [ 1559.177661] env[62298]: } is ready. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1559.181798] env[62298]: DEBUG oslo_vmware.rw_handles [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1559.181798] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f40516-d2bc-8e81-589d-9b3da879040f" [ 1559.181798] env[62298]: _type = "HttpNfcLease" [ 1559.181798] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1559.182870] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a797c7ce-a5de-41d9-9a3e-85c782a60391 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.194922] env[62298]: DEBUG oslo_vmware.rw_handles [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299330f-1200-1230-836c-e2b6e7f9c69f/disk-0.vmdk from lease info. {{(pid=62298) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1559.195263] env[62298]: DEBUG oslo_vmware.rw_handles [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299330f-1200-1230-836c-e2b6e7f9c69f/disk-0.vmdk for reading. {{(pid=62298) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1559.307468] env[62298]: INFO nova.compute.manager [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Took 46.39 seconds to build instance. [ 1559.336288] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b102a869-c2d3-4ca5-b9d0-5d059fffb570 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.422754] env[62298]: DEBUG oslo_vmware.api [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804165, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.548081] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Releasing lock "refresh_cache-7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.548542] env[62298]: DEBUG nova.compute.manager [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Instance network_info: |[{"id": "cea752d2-00d0-4c94-b23b-c3625848384f", "address": "fa:16:3e:5d:fd:9c", "network": {"id": "e136c59d-cfd5-4a9a-a0be-50a1779abbfe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-131046779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a665a1bca714cd4a6e99d153251955a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcea752d2-00", "ovs_interfaceid": "cea752d2-00d0-4c94-b23b-c3625848384f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1559.549276] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:fd:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cea752d2-00d0-4c94-b23b-c3625848384f', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1559.558929] env[62298]: DEBUG oslo.service.loopingcall [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1559.563565] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1559.564207] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94a6ebaa-373b-4c4b-8a91-05f156bfb2f3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.592020] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1559.592020] env[62298]: value = "task-1804168" [ 1559.592020] env[62298]: _type = "Task" [ 1559.592020] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.603187] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804168, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.644200] env[62298]: DEBUG oslo_vmware.api [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804167, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.740241] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a822a4-5bba-4ff9-a9bb-225d01063c5e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.749214] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4f5e31-cbbe-4248-880d-e06039edc32b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.787650] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703b21ba-b7b0-40e1-8953-a07de5d93941 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.797270] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f813278-ac05-4dff-abd2-479feea933b8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.815459] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d3e48fc3-440e-4f67-b664-1714efdd8bd9 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "8c102689-976b-40e4-8faf-1954e1a3dbd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.362s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.816422] env[62298]: DEBUG nova.compute.provider_tree [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1559.917526] env[62298]: DEBUG oslo_vmware.api [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804165, 'name': CloneVM_Task} progress is 95%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.021709] env[62298]: DEBUG nova.compute.manager [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1560.057994] env[62298]: DEBUG nova.virt.hardware [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1560.057994] env[62298]: DEBUG nova.virt.hardware [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1560.058444] env[62298]: DEBUG nova.virt.hardware [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1560.059339] env[62298]: DEBUG nova.virt.hardware [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1560.063021] env[62298]: DEBUG nova.virt.hardware [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1560.063021] env[62298]: DEBUG nova.virt.hardware [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1560.063021] env[62298]: DEBUG nova.virt.hardware [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1560.063021] env[62298]: DEBUG nova.virt.hardware [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1560.063021] env[62298]: DEBUG nova.virt.hardware [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1560.063021] env[62298]: DEBUG nova.virt.hardware [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1560.063021] env[62298]: DEBUG nova.virt.hardware [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1560.063021] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9e4b0a-268b-43a4-8862-e56ec6e69c0f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.074930] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a7f9ed-ee17-4388-bbd0-715b511d4fcb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.110057] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804168, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.138416] env[62298]: DEBUG oslo_vmware.api [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767619} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.138742] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] e647687b-eebb-4b16-8dda-6a7f9f99822c/e647687b-eebb-4b16-8dda-6a7f9f99822c.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1560.138963] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1560.139251] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fb33a6d-551b-4c36-b07b-14eb1e6e3b35 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.148258] env[62298]: DEBUG oslo_vmware.api [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1560.148258] env[62298]: value = "task-1804169" [ 1560.148258] env[62298]: _type = "Task" [ 1560.148258] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.160906] env[62298]: DEBUG oslo_vmware.api [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804169, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.324514] env[62298]: DEBUG nova.compute.manager [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1560.344670] env[62298]: ERROR nova.scheduler.client.report [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [req-843495ef-7522-443d-ad9b-47ff093c12e5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-843495ef-7522-443d-ad9b-47ff093c12e5"}]} [ 1560.367282] env[62298]: DEBUG nova.scheduler.client.report [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1560.387018] env[62298]: DEBUG nova.scheduler.client.report [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1560.387018] env[62298]: DEBUG nova.compute.provider_tree [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1560.401631] env[62298]: DEBUG nova.scheduler.client.report [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1560.417681] env[62298]: DEBUG oslo_vmware.api [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804165, 'name': CloneVM_Task} progress is 95%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.421637] env[62298]: DEBUG nova.scheduler.client.report [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1560.611528] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804168, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.662864] env[62298]: DEBUG oslo_vmware.api [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804169, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.492707} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.662864] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1560.662864] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c24bce-7d0c-41a1-98d1-b348a1e36131 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.702392] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] e647687b-eebb-4b16-8dda-6a7f9f99822c/e647687b-eebb-4b16-8dda-6a7f9f99822c.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1560.705809] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb6a0892-8449-466f-9ccd-8def61977025 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.730235] env[62298]: DEBUG oslo_vmware.api [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1560.730235] env[62298]: value = "task-1804170" [ 1560.730235] env[62298]: _type = "Task" [ 1560.730235] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.739195] env[62298]: DEBUG oslo_vmware.api [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804170, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.852345] env[62298]: DEBUG oslo_concurrency.lockutils [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.920123] env[62298]: DEBUG oslo_vmware.api [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804165, 'name': CloneVM_Task} progress is 95%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.932786] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e54805c6-7e54-47dd-bec9-969a133aa336 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "8c102689-976b-40e4-8faf-1954e1a3dbd6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.933269] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e54805c6-7e54-47dd-bec9-969a133aa336 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "8c102689-976b-40e4-8faf-1954e1a3dbd6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.933535] env[62298]: DEBUG nova.compute.manager [None req-e54805c6-7e54-47dd-bec9-969a133aa336 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1560.934650] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78e9480-9f6e-4a46-a85a-363f9fc51843 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.945207] env[62298]: DEBUG nova.compute.manager [None req-e54805c6-7e54-47dd-bec9-969a133aa336 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62298) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1560.946113] env[62298]: DEBUG nova.objects.instance [None req-e54805c6-7e54-47dd-bec9-969a133aa336 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lazy-loading 'flavor' on Instance uuid 8c102689-976b-40e4-8faf-1954e1a3dbd6 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1561.043332] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488679ef-5cba-43af-ae32-c1dc949ef336 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.053109] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e25dd0-4d95-479a-9aaf-7082756cc8fb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.098805] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831139ce-a221-40cc-a51b-0d97f2a9700e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.104183] env[62298]: DEBUG nova.compute.manager [req-7596abb2-b2b3-40dc-b0b7-2686a4147775 req-fe834bf7-1147-4fb8-aa75-8dd757428f40 service nova] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Received event network-vif-plugged-24cf4e8b-4f83-4907-9f3e-cc97d344461c {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1561.104828] env[62298]: DEBUG oslo_concurrency.lockutils [req-7596abb2-b2b3-40dc-b0b7-2686a4147775 req-fe834bf7-1147-4fb8-aa75-8dd757428f40 service nova] Acquiring lock "6f4534a2-3554-42e4-99c9-8e2891943389-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.105582] env[62298]: DEBUG oslo_concurrency.lockutils [req-7596abb2-b2b3-40dc-b0b7-2686a4147775 req-fe834bf7-1147-4fb8-aa75-8dd757428f40 service nova] Lock "6f4534a2-3554-42e4-99c9-8e2891943389-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.105582] env[62298]: DEBUG oslo_concurrency.lockutils [req-7596abb2-b2b3-40dc-b0b7-2686a4147775 req-fe834bf7-1147-4fb8-aa75-8dd757428f40 service nova] Lock "6f4534a2-3554-42e4-99c9-8e2891943389-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.105582] env[62298]: DEBUG nova.compute.manager [req-7596abb2-b2b3-40dc-b0b7-2686a4147775 req-fe834bf7-1147-4fb8-aa75-8dd757428f40 service nova] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] No waiting events found dispatching network-vif-plugged-24cf4e8b-4f83-4907-9f3e-cc97d344461c {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1561.105769] env[62298]: WARNING nova.compute.manager [req-7596abb2-b2b3-40dc-b0b7-2686a4147775 req-fe834bf7-1147-4fb8-aa75-8dd757428f40 service nova] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Received unexpected event network-vif-plugged-24cf4e8b-4f83-4907-9f3e-cc97d344461c for instance with vm_state building and task_state spawning. [ 1561.118405] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cad00b8-718f-49d6-ad9b-d837d96a71b0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.123373] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804168, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.134651] env[62298]: DEBUG nova.compute.provider_tree [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1561.170298] env[62298]: DEBUG nova.network.neutron [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Successfully updated port: 24cf4e8b-4f83-4907-9f3e-cc97d344461c {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1561.243313] env[62298]: DEBUG oslo_vmware.api [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.420362] env[62298]: DEBUG oslo_vmware.api [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804165, 'name': CloneVM_Task, 'duration_secs': 2.801875} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.420823] env[62298]: INFO nova.virt.vmwareapi.vmops [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Created linked-clone VM from snapshot [ 1561.421799] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3d32d7-c39f-48de-8b58-5a7a674edd95 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.430563] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Uploading image 5dfbf128-199e-466d-a742-9f9b3e576cb3 {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1561.458848] env[62298]: DEBUG oslo_vmware.rw_handles [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1561.458848] env[62298]: value = "vm-374030" [ 1561.458848] env[62298]: _type = "VirtualMachine" [ 1561.458848] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1561.459311] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0c29d0fe-60b4-4eb0-8408-e51c61552268 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.467565] env[62298]: DEBUG oslo_vmware.rw_handles [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Lease: (returnval){ [ 1561.467565] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52bc4e45-72a7-152d-47ae-bacae1500058" [ 1561.467565] env[62298]: _type = "HttpNfcLease" [ 1561.467565] env[62298]: } obtained for exporting VM: (result){ [ 1561.467565] env[62298]: value = "vm-374030" [ 1561.467565] env[62298]: _type = "VirtualMachine" [ 1561.467565] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1561.468085] env[62298]: DEBUG oslo_vmware.api [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the lease: (returnval){ [ 1561.468085] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52bc4e45-72a7-152d-47ae-bacae1500058" [ 1561.468085] env[62298]: _type = "HttpNfcLease" [ 1561.468085] env[62298]: } to be ready. {{(pid=62298) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1561.476320] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1561.476320] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52bc4e45-72a7-152d-47ae-bacae1500058" [ 1561.476320] env[62298]: _type = "HttpNfcLease" [ 1561.476320] env[62298]: } is initializing. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1561.621592] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804168, 'name': CreateVM_Task, 'duration_secs': 1.563821} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.621808] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1561.622675] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.622895] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.623352] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1561.623681] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50a0aa3e-5032-4ead-aa6a-8421d3f83a85 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.629310] env[62298]: DEBUG oslo_vmware.api [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Waiting for the task: (returnval){ [ 1561.629310] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b4ac5e-3c59-faef-1bd2-94ccdb40f1e3" [ 1561.629310] env[62298]: _type = "Task" [ 1561.629310] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.638827] env[62298]: DEBUG nova.scheduler.client.report [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1561.642371] env[62298]: DEBUG oslo_vmware.api [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b4ac5e-3c59-faef-1bd2-94ccdb40f1e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.671975] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "refresh_cache-6f4534a2-3554-42e4-99c9-8e2891943389" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.672311] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired lock "refresh_cache-6f4534a2-3554-42e4-99c9-8e2891943389" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.672311] env[62298]: DEBUG nova.network.neutron [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1561.741292] env[62298]: DEBUG oslo_vmware.api [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804170, 'name': ReconfigVM_Task, 'duration_secs': 0.794999} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.741846] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Reconfigured VM instance instance-0000002c to attach disk [datastore1] e647687b-eebb-4b16-8dda-6a7f9f99822c/e647687b-eebb-4b16-8dda-6a7f9f99822c.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1561.742547] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a09de237-2d74-44d5-a8e5-f790f9de32f5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.749493] env[62298]: DEBUG oslo_vmware.api [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1561.749493] env[62298]: value = "task-1804172" [ 1561.749493] env[62298]: _type = "Task" [ 1561.749493] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.759708] env[62298]: DEBUG oslo_vmware.api [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804172, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.954973] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54805c6-7e54-47dd-bec9-969a133aa336 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1561.955362] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2bbf054-6570-457d-9e2a-11cb5921d71d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.963360] env[62298]: DEBUG oslo_vmware.api [None req-e54805c6-7e54-47dd-bec9-969a133aa336 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1561.963360] env[62298]: value = "task-1804173" [ 1561.963360] env[62298]: _type = "Task" [ 1561.963360] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.976136] env[62298]: DEBUG oslo_vmware.api [None req-e54805c6-7e54-47dd-bec9-969a133aa336 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.980139] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1561.980139] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52bc4e45-72a7-152d-47ae-bacae1500058" [ 1561.980139] env[62298]: _type = "HttpNfcLease" [ 1561.980139] env[62298]: } is ready. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1561.980433] env[62298]: DEBUG oslo_vmware.rw_handles [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1561.980433] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52bc4e45-72a7-152d-47ae-bacae1500058" [ 1561.980433] env[62298]: _type = "HttpNfcLease" [ 1561.980433] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1561.981265] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92c5afe-80ac-4e32-8c02-bb8ff73930b5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.988903] env[62298]: DEBUG oslo_vmware.rw_handles [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7f031-765d-3788-4cc7-262884d139ca/disk-0.vmdk from lease info. {{(pid=62298) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1561.989098] env[62298]: DEBUG oslo_vmware.rw_handles [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7f031-765d-3788-4cc7-262884d139ca/disk-0.vmdk for reading. {{(pid=62298) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1562.089696] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5a0eb4e5-d9c6-415c-98b3-902b35182080 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.142154] env[62298]: DEBUG oslo_vmware.api [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b4ac5e-3c59-faef-1bd2-94ccdb40f1e3, 'name': SearchDatastore_Task, 'duration_secs': 0.013633} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.142474] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.142709] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1562.142970] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.143213] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.143505] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1562.143789] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef6ac450-644d-4d13-972c-75d87e212ba1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.146822] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.156s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.147368] env[62298]: DEBUG nova.compute.manager [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1562.151039] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.117s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.151286] env[62298]: DEBUG nova.objects.instance [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Lazy-loading 'resources' on Instance uuid 45790b23-5401-4d8d-9c21-63342ce189c4 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1562.164035] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1562.164035] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1562.164035] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a72532e4-f54c-490a-88ed-b647a5ef3c47 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.167963] env[62298]: DEBUG oslo_vmware.api [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Waiting for the task: (returnval){ [ 1562.167963] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52feb881-29c1-1106-9953-308ee8ad80ec" [ 1562.167963] env[62298]: _type = "Task" [ 1562.167963] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.179515] env[62298]: DEBUG oslo_vmware.api [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52feb881-29c1-1106-9953-308ee8ad80ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.234337] env[62298]: DEBUG nova.network.neutron [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1562.266631] env[62298]: DEBUG oslo_vmware.api [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804172, 'name': Rename_Task, 'duration_secs': 0.163976} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.266965] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1562.271345] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36cb271a-c864-4331-8cc2-eec8bf3d8c3f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.278697] env[62298]: DEBUG oslo_vmware.api [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1562.278697] env[62298]: value = "task-1804174" [ 1562.278697] env[62298]: _type = "Task" [ 1562.278697] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.290795] env[62298]: DEBUG oslo_vmware.api [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.482255] env[62298]: DEBUG oslo_vmware.api [None req-e54805c6-7e54-47dd-bec9-969a133aa336 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804173, 'name': PowerOffVM_Task, 'duration_secs': 0.216601} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.482542] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54805c6-7e54-47dd-bec9-969a133aa336 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1562.483583] env[62298]: DEBUG nova.compute.manager [None req-e54805c6-7e54-47dd-bec9-969a133aa336 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1562.485878] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd67fcbd-1562-48cb-80a7-557d26a6e69d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.551621] env[62298]: DEBUG nova.network.neutron [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Updating instance_info_cache with network_info: [{"id": "24cf4e8b-4f83-4907-9f3e-cc97d344461c", "address": "fa:16:3e:0a:3c:af", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24cf4e8b-4f", "ovs_interfaceid": "24cf4e8b-4f83-4907-9f3e-cc97d344461c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.657922] env[62298]: DEBUG nova.compute.utils [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1562.660401] env[62298]: DEBUG nova.compute.manager [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1562.660649] env[62298]: DEBUG nova.network.neutron [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1562.681561] env[62298]: DEBUG oslo_vmware.api [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52feb881-29c1-1106-9953-308ee8ad80ec, 'name': SearchDatastore_Task, 'duration_secs': 0.03257} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.682919] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7ce8c33-a8bb-4adc-a928-df22b6a2983b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.693779] env[62298]: DEBUG oslo_vmware.api [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Waiting for the task: (returnval){ [ 1562.693779] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5262d65a-678f-0a04-350f-ce322e87fb1e" [ 1562.693779] env[62298]: _type = "Task" [ 1562.693779] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.712827] env[62298]: DEBUG oslo_vmware.api [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5262d65a-678f-0a04-350f-ce322e87fb1e, 'name': SearchDatastore_Task, 'duration_secs': 0.011701} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.713219] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.713488] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5/7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1562.713892] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12ae4fd3-a2e0-46ea-a480-d98485ec14f0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.721121] env[62298]: DEBUG nova.policy [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67991850272b44c18b28e94b6a9715a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1159701517734ddeb1f5715c30bfbbd0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1562.728463] env[62298]: DEBUG oslo_vmware.api [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Waiting for the task: (returnval){ [ 1562.728463] env[62298]: value = "task-1804175" [ 1562.728463] env[62298]: _type = "Task" [ 1562.728463] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.741673] env[62298]: DEBUG oslo_vmware.api [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1804175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.793076] env[62298]: DEBUG oslo_vmware.api [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804174, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.009615] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e54805c6-7e54-47dd-bec9-969a133aa336 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "8c102689-976b-40e4-8faf-1954e1a3dbd6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.054735] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Releasing lock "refresh_cache-6f4534a2-3554-42e4-99c9-8e2891943389" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.057252] env[62298]: DEBUG nova.compute.manager [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Instance network_info: |[{"id": "24cf4e8b-4f83-4907-9f3e-cc97d344461c", "address": "fa:16:3e:0a:3c:af", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24cf4e8b-4f", "ovs_interfaceid": "24cf4e8b-4f83-4907-9f3e-cc97d344461c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1563.058224] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:3c:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24cf4e8b-4f83-4907-9f3e-cc97d344461c', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1563.067857] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Creating folder: Project (bd16a7e68d89479986f48962c3b7f070). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1563.071014] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f7452f1-0a4c-44fb-b257-80f18259320f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.082882] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Created folder: Project (bd16a7e68d89479986f48962c3b7f070) in parent group-v373906. [ 1563.083130] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Creating folder: Instances. Parent ref: group-v374032. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1563.083420] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab013193-bff1-4483-a589-18add7d539fd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.094595] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Created folder: Instances in parent group-v374032. [ 1563.095184] env[62298]: DEBUG oslo.service.loopingcall [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1563.095327] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1563.095679] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe1b3ed9-7a10-400c-b2b2-871c0454fce6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.126228] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1563.126228] env[62298]: value = "task-1804178" [ 1563.126228] env[62298]: _type = "Task" [ 1563.126228] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.136369] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804178, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.158647] env[62298]: DEBUG nova.network.neutron [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Successfully created port: 25a8bd4b-0e88-4b1a-a017-bf554fc520ae {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1563.164889] env[62298]: DEBUG nova.compute.manager [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1563.245177] env[62298]: DEBUG oslo_vmware.api [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1804175, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.293243] env[62298]: DEBUG oslo_vmware.api [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804174, 'name': PowerOnVM_Task, 'duration_secs': 0.617404} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.293778] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1563.294041] env[62298]: INFO nova.compute.manager [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Took 9.71 seconds to spawn the instance on the hypervisor. [ 1563.294437] env[62298]: DEBUG nova.compute.manager [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1563.295197] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da70436-522e-4bc9-9e90-56d70d992ca0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.300225] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18a29f4-ee2b-4a74-9e3a-50129b8b8924 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.322385] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35592e71-4a94-4af1-bbe5-f160733b91b5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.359730] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f34041-a47a-4043-a9f7-f666c9ae2860 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.369210] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35eb472f-9b2a-469f-ba69-d2cc9b02b578 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.385447] env[62298]: DEBUG nova.compute.provider_tree [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1563.584861] env[62298]: DEBUG nova.compute.manager [req-2dcfdea5-34f5-4c2f-bd70-c4c28a07116d req-23d9a5da-a7c1-40f6-aef4-a73679645cf5 service nova] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Received event network-changed-24cf4e8b-4f83-4907-9f3e-cc97d344461c {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1563.585181] env[62298]: DEBUG nova.compute.manager [req-2dcfdea5-34f5-4c2f-bd70-c4c28a07116d req-23d9a5da-a7c1-40f6-aef4-a73679645cf5 service nova] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Refreshing instance network info cache due to event network-changed-24cf4e8b-4f83-4907-9f3e-cc97d344461c. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1563.585463] env[62298]: DEBUG oslo_concurrency.lockutils [req-2dcfdea5-34f5-4c2f-bd70-c4c28a07116d req-23d9a5da-a7c1-40f6-aef4-a73679645cf5 service nova] Acquiring lock "refresh_cache-6f4534a2-3554-42e4-99c9-8e2891943389" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.585669] env[62298]: DEBUG oslo_concurrency.lockutils [req-2dcfdea5-34f5-4c2f-bd70-c4c28a07116d req-23d9a5da-a7c1-40f6-aef4-a73679645cf5 service nova] Acquired lock "refresh_cache-6f4534a2-3554-42e4-99c9-8e2891943389" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.585908] env[62298]: DEBUG nova.network.neutron [req-2dcfdea5-34f5-4c2f-bd70-c4c28a07116d req-23d9a5da-a7c1-40f6-aef4-a73679645cf5 service nova] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Refreshing network info cache for port 24cf4e8b-4f83-4907-9f3e-cc97d344461c {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1563.638487] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804178, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.742766] env[62298]: DEBUG oslo_vmware.api [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1804175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658691} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.743168] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5/7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1563.743401] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1563.743684] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2dd4efdf-b983-487f-817f-b77fa1daa977 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.750910] env[62298]: DEBUG oslo_vmware.api [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Waiting for the task: (returnval){ [ 1563.750910] env[62298]: value = "task-1804179" [ 1563.750910] env[62298]: _type = "Task" [ 1563.750910] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.760578] env[62298]: DEBUG oslo_vmware.api [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1804179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.829045] env[62298]: INFO nova.compute.manager [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Took 46.61 seconds to build instance. [ 1563.891698] env[62298]: DEBUG nova.scheduler.client.report [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1564.137696] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804178, 'name': CreateVM_Task, 'duration_secs': 0.525711} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.137912] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1564.138705] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.138923] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.139303] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1564.139602] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52125b26-fc72-47bd-b956-bb29e8af2337 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.145253] env[62298]: DEBUG oslo_vmware.api [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1564.145253] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525037a1-45b6-64b5-c6e5-e52549dc84e4" [ 1564.145253] env[62298]: _type = "Task" [ 1564.145253] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.154627] env[62298]: DEBUG oslo_vmware.api [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525037a1-45b6-64b5-c6e5-e52549dc84e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.178644] env[62298]: DEBUG nova.compute.manager [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1564.263824] env[62298]: DEBUG oslo_vmware.api [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1804179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084827} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.263991] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1564.265213] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce504718-51ed-4c04-a5c1-a2a3a966c741 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.288161] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5/7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1564.290792] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-858fc6c8-91d7-451a-bf5c-7dada4a2ee39 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.311867] env[62298]: DEBUG oslo_vmware.api [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Waiting for the task: (returnval){ [ 1564.311867] env[62298]: value = "task-1804180" [ 1564.311867] env[62298]: _type = "Task" [ 1564.311867] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.321129] env[62298]: DEBUG oslo_vmware.api [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1804180, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.331014] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c9197fa5-e681-47df-bec1-bb0a33e4d21d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "e647687b-eebb-4b16-8dda-6a7f9f99822c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.022s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.346843] env[62298]: DEBUG nova.network.neutron [req-2dcfdea5-34f5-4c2f-bd70-c4c28a07116d req-23d9a5da-a7c1-40f6-aef4-a73679645cf5 service nova] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Updated VIF entry in instance network info cache for port 24cf4e8b-4f83-4907-9f3e-cc97d344461c. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1564.347382] env[62298]: DEBUG nova.network.neutron [req-2dcfdea5-34f5-4c2f-bd70-c4c28a07116d req-23d9a5da-a7c1-40f6-aef4-a73679645cf5 service nova] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Updating instance_info_cache with network_info: [{"id": "24cf4e8b-4f83-4907-9f3e-cc97d344461c", "address": "fa:16:3e:0a:3c:af", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24cf4e8b-4f", "ovs_interfaceid": "24cf4e8b-4f83-4907-9f3e-cc97d344461c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.397709] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.247s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.401057] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f30083fb-6436-449a-82a0-0606bb88d7ba tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.035s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.401057] env[62298]: DEBUG nova.objects.instance [None req-f30083fb-6436-449a-82a0-0606bb88d7ba tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Lazy-loading 'resources' on Instance uuid 4299a361-5be4-452f-b4f3-63673dff726c {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1564.428102] env[62298]: INFO nova.scheduler.client.report [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Deleted allocations for instance 45790b23-5401-4d8d-9c21-63342ce189c4 [ 1564.656393] env[62298]: DEBUG oslo_vmware.api [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525037a1-45b6-64b5-c6e5-e52549dc84e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009411} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.656718] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.656950] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1564.657251] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.657402] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.657585] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1564.657868] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29100ea1-8719-49bc-b90d-42bdb9f4d59a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.666784] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1564.666978] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1564.667749] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17e90dc3-78c3-4bc9-b902-6c7189509460 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.674325] env[62298]: DEBUG oslo_vmware.api [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1564.674325] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52d4d799-be6f-9818-fbf1-569b4d081248" [ 1564.674325] env[62298]: _type = "Task" [ 1564.674325] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.682650] env[62298]: DEBUG oslo_vmware.api [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52d4d799-be6f-9818-fbf1-569b4d081248, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.823892] env[62298]: DEBUG oslo_vmware.api [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1804180, 'name': ReconfigVM_Task, 'duration_secs': 0.439619} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.824230] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5/7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1564.824944] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7473097d-b293-4655-8184-5f0f534c082e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.829672] env[62298]: DEBUG nova.network.neutron [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Successfully updated port: 25a8bd4b-0e88-4b1a-a017-bf554fc520ae {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1564.832383] env[62298]: DEBUG oslo_vmware.api [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Waiting for the task: (returnval){ [ 1564.832383] env[62298]: value = "task-1804181" [ 1564.832383] env[62298]: _type = "Task" [ 1564.832383] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.832891] env[62298]: DEBUG nova.compute.manager [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1564.847186] env[62298]: DEBUG oslo_vmware.api [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1804181, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.849866] env[62298]: DEBUG oslo_concurrency.lockutils [req-2dcfdea5-34f5-4c2f-bd70-c4c28a07116d req-23d9a5da-a7c1-40f6-aef4-a73679645cf5 service nova] Releasing lock "refresh_cache-6f4534a2-3554-42e4-99c9-8e2891943389" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.935831] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7501f344-bf2c-4036-ba8e-5d7f59cdbada tempest-ServerShowV257Test-1154386032 tempest-ServerShowV257Test-1154386032-project-member] Lock "45790b23-5401-4d8d-9c21-63342ce189c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.182s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.185016] env[62298]: DEBUG oslo_vmware.api [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52d4d799-be6f-9818-fbf1-569b4d081248, 'name': SearchDatastore_Task, 'duration_secs': 0.04346} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.188526] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b74019a-c530-479e-8bdd-74b9cc5df59e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.194216] env[62298]: DEBUG oslo_vmware.api [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1565.194216] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5210d0f1-8982-ba6e-6e6c-e6f43476e530" [ 1565.194216] env[62298]: _type = "Task" [ 1565.194216] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.206552] env[62298]: DEBUG oslo_vmware.api [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5210d0f1-8982-ba6e-6e6c-e6f43476e530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.332472] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Acquiring lock "refresh_cache-ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.332630] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Acquired lock "refresh_cache-ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.332782] env[62298]: DEBUG nova.network.neutron [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1565.344669] env[62298]: DEBUG oslo_vmware.api [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1804181, 'name': Rename_Task, 'duration_secs': 0.210184} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.348417] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1565.349523] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5bedaa-0c16-43c8-a45d-1725857082ca {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.352359] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e44aab00-1573-4c12-8776-22ef720c642d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.361355] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4833f7-8fa4-4b98-bd09-366fd55bf010 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.364651] env[62298]: DEBUG oslo_vmware.api [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Waiting for the task: (returnval){ [ 1565.364651] env[62298]: value = "task-1804182" [ 1565.364651] env[62298]: _type = "Task" [ 1565.364651] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.365598] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.395809] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb992d2-d3cb-48b0-ad8f-eea88f410ced {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.401900] env[62298]: DEBUG oslo_vmware.api [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1804182, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.407415] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a706bd0a-13ee-43ea-91ad-29022e854644 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.421915] env[62298]: DEBUG nova.compute.provider_tree [None req-f30083fb-6436-449a-82a0-0606bb88d7ba tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1565.706745] env[62298]: DEBUG oslo_vmware.api [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5210d0f1-8982-ba6e-6e6c-e6f43476e530, 'name': SearchDatastore_Task, 'duration_secs': 0.020152} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.707060] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.707444] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 6f4534a2-3554-42e4-99c9-8e2891943389/6f4534a2-3554-42e4-99c9-8e2891943389.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1565.707735] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7cd7ea9-b685-4ba6-bc19-70fb3867f182 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.715818] env[62298]: DEBUG oslo_vmware.api [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1565.715818] env[62298]: value = "task-1804183" [ 1565.715818] env[62298]: _type = "Task" [ 1565.715818] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.725931] env[62298]: DEBUG oslo_vmware.api [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.879042] env[62298]: DEBUG oslo_vmware.api [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1804182, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.880150] env[62298]: DEBUG nova.network.neutron [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1565.925306] env[62298]: DEBUG nova.scheduler.client.report [None req-f30083fb-6436-449a-82a0-0606bb88d7ba tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1566.059161] env[62298]: DEBUG nova.network.neutron [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Updating instance_info_cache with network_info: [{"id": "25a8bd4b-0e88-4b1a-a017-bf554fc520ae", "address": "fa:16:3e:f1:2e:e2", "network": {"id": "b6964b58-3e6c-4b6d-b06c-1e04052d3be6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2036639265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1159701517734ddeb1f5715c30bfbbd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a8bd4b-0e", "ovs_interfaceid": "25a8bd4b-0e88-4b1a-a017-bf554fc520ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.226692] env[62298]: DEBUG oslo_vmware.api [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804183, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488537} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.226937] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 6f4534a2-3554-42e4-99c9-8e2891943389/6f4534a2-3554-42e4-99c9-8e2891943389.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1566.227190] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1566.227458] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5a46fe4-f42e-471a-b976-d86429337a41 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.233825] env[62298]: DEBUG oslo_vmware.api [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1566.233825] env[62298]: value = "task-1804184" [ 1566.233825] env[62298]: _type = "Task" [ 1566.233825] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.242498] env[62298]: DEBUG oslo_vmware.api [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.376513] env[62298]: DEBUG oslo_vmware.api [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1804182, 'name': PowerOnVM_Task, 'duration_secs': 0.544306} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.376779] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1566.377014] env[62298]: INFO nova.compute.manager [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Took 10.04 seconds to spawn the instance on the hypervisor. [ 1566.377220] env[62298]: DEBUG nova.compute.manager [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1566.378019] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab07c90e-dd13-487c-8ecc-fc2bab305b1f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.431264] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f30083fb-6436-449a-82a0-0606bb88d7ba tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.433805] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b95305db-ec53-45a8-87bc-8214d1998183 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.827s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.434136] env[62298]: DEBUG nova.objects.instance [None req-b95305db-ec53-45a8-87bc-8214d1998183 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Lazy-loading 'resources' on Instance uuid db9a0aff-1f68-4e7b-b36a-b133d6f4c822 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1566.452452] env[62298]: INFO nova.scheduler.client.report [None req-f30083fb-6436-449a-82a0-0606bb88d7ba tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Deleted allocations for instance 4299a361-5be4-452f-b4f3-63673dff726c [ 1566.562602] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Releasing lock "refresh_cache-ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.562959] env[62298]: DEBUG nova.compute.manager [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Instance network_info: |[{"id": "25a8bd4b-0e88-4b1a-a017-bf554fc520ae", "address": "fa:16:3e:f1:2e:e2", "network": {"id": "b6964b58-3e6c-4b6d-b06c-1e04052d3be6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2036639265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1159701517734ddeb1f5715c30bfbbd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a8bd4b-0e", "ovs_interfaceid": "25a8bd4b-0e88-4b1a-a017-bf554fc520ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1566.744830] env[62298]: DEBUG oslo_vmware.api [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105837} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.745121] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1566.745909] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6fe696-33c1-42b3-9c31-22e0590247ce {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.768789] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 6f4534a2-3554-42e4-99c9-8e2891943389/6f4534a2-3554-42e4-99c9-8e2891943389.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1566.769112] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b1c2b55-b1f5-4258-aa3c-c9cff2f578f9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.789372] env[62298]: DEBUG oslo_vmware.api [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1566.789372] env[62298]: value = "task-1804185" [ 1566.789372] env[62298]: _type = "Task" [ 1566.789372] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.797888] env[62298]: DEBUG oslo_vmware.api [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.896073] env[62298]: INFO nova.compute.manager [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Took 48.72 seconds to build instance. [ 1566.964165] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f30083fb-6436-449a-82a0-0606bb88d7ba tempest-InstanceActionsV221TestJSON-1822383434 tempest-InstanceActionsV221TestJSON-1822383434-project-member] Lock "4299a361-5be4-452f-b4f3-63673dff726c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.250s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.302706] env[62298]: DEBUG oslo_vmware.api [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804185, 'name': ReconfigVM_Task, 'duration_secs': 0.504857} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.305503] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 6f4534a2-3554-42e4-99c9-8e2891943389/6f4534a2-3554-42e4-99c9-8e2891943389.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1567.306420] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4da18daa-ce09-4d94-bae5-8b7a5c8b05fc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.312800] env[62298]: DEBUG oslo_vmware.api [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1567.312800] env[62298]: value = "task-1804186" [ 1567.312800] env[62298]: _type = "Task" [ 1567.312800] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.322653] env[62298]: DEBUG oslo_vmware.api [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804186, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.376412] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b921c062-78b4-42a3-93fa-30b617c49b83 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.387109] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a5fbbd-262f-42d2-9432-6768199ba361 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.419439] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4f4fc2fa-4343-4a43-856f-fb62c0ec0e1d tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Lock "7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.761s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.422515] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0957d583-5e33-4e3d-8b3c-a65953660768 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.431119] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8c15d2-08d5-41f5-8768-fa23b08f4118 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.447844] env[62298]: DEBUG nova.compute.provider_tree [None req-b95305db-ec53-45a8-87bc-8214d1998183 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1567.719599] env[62298]: DEBUG nova.virt.hardware [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1567.719974] env[62298]: DEBUG nova.virt.hardware [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1567.720059] env[62298]: DEBUG nova.virt.hardware [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1567.720308] env[62298]: DEBUG nova.virt.hardware [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1567.720444] env[62298]: DEBUG nova.virt.hardware [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1567.720565] env[62298]: DEBUG nova.virt.hardware [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1567.720797] env[62298]: DEBUG nova.virt.hardware [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1567.720981] env[62298]: DEBUG nova.virt.hardware [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1567.721254] env[62298]: DEBUG nova.virt.hardware [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1567.721373] env[62298]: DEBUG nova.virt.hardware [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1567.721582] env[62298]: DEBUG nova.virt.hardware [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1567.723772] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a7cbc1-eed7-4ca9-8b3f-f39d9e9da2a3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.732566] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141d5dea-02c3-4600-b4ab-6414f2729904 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.747327] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:2e:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '38eac08f-8ebb-4703-baf2-a72571c3871f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25a8bd4b-0e88-4b1a-a017-bf554fc520ae', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1567.755071] env[62298]: DEBUG oslo.service.loopingcall [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1567.759500] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1567.763143] env[62298]: DEBUG oslo_vmware.rw_handles [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299330f-1200-1230-836c-e2b6e7f9c69f/disk-0.vmdk. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1567.763447] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe2f6ad3-ef8b-4e7a-8042-4cfe2ad693c3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.781339] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec850d0-a515-4805-ab75-c83c20049a6f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.792389] env[62298]: DEBUG oslo_vmware.rw_handles [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299330f-1200-1230-836c-e2b6e7f9c69f/disk-0.vmdk is in state: ready. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1567.792595] env[62298]: ERROR oslo_vmware.rw_handles [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299330f-1200-1230-836c-e2b6e7f9c69f/disk-0.vmdk due to incomplete transfer. [ 1567.794135] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5b058e83-e77b-4094-9a36-b84037693f3c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.795746] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1567.795746] env[62298]: value = "task-1804187" [ 1567.795746] env[62298]: _type = "Task" [ 1567.795746] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.801712] env[62298]: DEBUG oslo_vmware.rw_handles [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5299330f-1200-1230-836c-e2b6e7f9c69f/disk-0.vmdk. {{(pid=62298) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1567.802145] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Uploaded image 3e30bed3-2ab3-4a7c-980e-4e35127617e7 to the Glance image server {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1567.804093] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Destroying the VM {{(pid=62298) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1567.807725] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-655feb8a-2c17-491a-8b7b-7bb88d83fa5c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.809568] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804187, 'name': CreateVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.817526] env[62298]: DEBUG oslo_vmware.api [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1567.817526] env[62298]: value = "task-1804188" [ 1567.817526] env[62298]: _type = "Task" [ 1567.817526] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.825533] env[62298]: DEBUG oslo_vmware.api [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804186, 'name': Rename_Task, 'duration_secs': 0.189005} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.826550] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1567.826817] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60627c7d-80c7-425e-bfa0-0b4a8b36da04 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.832236] env[62298]: DEBUG oslo_vmware.api [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804188, 'name': Destroy_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.833665] env[62298]: DEBUG oslo_vmware.api [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1567.833665] env[62298]: value = "task-1804189" [ 1567.833665] env[62298]: _type = "Task" [ 1567.833665] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.843169] env[62298]: DEBUG oslo_vmware.api [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.923041] env[62298]: DEBUG nova.compute.manager [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1567.950749] env[62298]: DEBUG nova.scheduler.client.report [None req-b95305db-ec53-45a8-87bc-8214d1998183 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1568.306656] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804187, 'name': CreateVM_Task, 'duration_secs': 0.477406} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.306927] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1568.307684] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.307862] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.308235] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1568.308514] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-892e81fc-a66a-45c3-984e-439a0dc19620 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.313881] env[62298]: DEBUG oslo_vmware.api [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Waiting for the task: (returnval){ [ 1568.313881] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a2fb4e-6228-8c00-3185-09b0538577d0" [ 1568.313881] env[62298]: _type = "Task" [ 1568.313881] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.326123] env[62298]: DEBUG oslo_vmware.api [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a2fb4e-6228-8c00-3185-09b0538577d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.331611] env[62298]: DEBUG oslo_vmware.api [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804188, 'name': Destroy_Task} progress is 33%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.346023] env[62298]: DEBUG oslo_vmware.api [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804189, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.451220] env[62298]: DEBUG oslo_concurrency.lockutils [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.455175] env[62298]: DEBUG nova.compute.manager [req-130137cb-33a5-4c8e-8126-ace246d606e9 req-9abe8161-606d-45ad-a84e-7254621b6957 service nova] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Received event network-vif-plugged-25a8bd4b-0e88-4b1a-a017-bf554fc520ae {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1568.455599] env[62298]: DEBUG oslo_concurrency.lockutils [req-130137cb-33a5-4c8e-8126-ace246d606e9 req-9abe8161-606d-45ad-a84e-7254621b6957 service nova] Acquiring lock "ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.455770] env[62298]: DEBUG oslo_concurrency.lockutils [req-130137cb-33a5-4c8e-8126-ace246d606e9 req-9abe8161-606d-45ad-a84e-7254621b6957 service nova] Lock "ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.455926] env[62298]: DEBUG oslo_concurrency.lockutils [req-130137cb-33a5-4c8e-8126-ace246d606e9 req-9abe8161-606d-45ad-a84e-7254621b6957 service nova] Lock "ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.456116] env[62298]: DEBUG nova.compute.manager [req-130137cb-33a5-4c8e-8126-ace246d606e9 req-9abe8161-606d-45ad-a84e-7254621b6957 service nova] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] No waiting events found dispatching network-vif-plugged-25a8bd4b-0e88-4b1a-a017-bf554fc520ae {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1568.456237] env[62298]: WARNING nova.compute.manager [req-130137cb-33a5-4c8e-8126-ace246d606e9 req-9abe8161-606d-45ad-a84e-7254621b6957 service nova] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Received unexpected event network-vif-plugged-25a8bd4b-0e88-4b1a-a017-bf554fc520ae for instance with vm_state building and task_state spawning. [ 1568.456354] env[62298]: DEBUG nova.compute.manager [req-130137cb-33a5-4c8e-8126-ace246d606e9 req-9abe8161-606d-45ad-a84e-7254621b6957 service nova] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Received event network-changed-25a8bd4b-0e88-4b1a-a017-bf554fc520ae {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1568.456518] env[62298]: DEBUG nova.compute.manager [req-130137cb-33a5-4c8e-8126-ace246d606e9 req-9abe8161-606d-45ad-a84e-7254621b6957 service nova] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Refreshing instance network info cache due to event network-changed-25a8bd4b-0e88-4b1a-a017-bf554fc520ae. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1568.456707] env[62298]: DEBUG oslo_concurrency.lockutils [req-130137cb-33a5-4c8e-8126-ace246d606e9 req-9abe8161-606d-45ad-a84e-7254621b6957 service nova] Acquiring lock "refresh_cache-ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.456845] env[62298]: DEBUG oslo_concurrency.lockutils [req-130137cb-33a5-4c8e-8126-ace246d606e9 req-9abe8161-606d-45ad-a84e-7254621b6957 service nova] Acquired lock "refresh_cache-ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.457033] env[62298]: DEBUG nova.network.neutron [req-130137cb-33a5-4c8e-8126-ace246d606e9 req-9abe8161-606d-45ad-a84e-7254621b6957 service nova] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Refreshing network info cache for port 25a8bd4b-0e88-4b1a-a017-bf554fc520ae {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1568.459356] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b95305db-ec53-45a8-87bc-8214d1998183 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.026s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.462269] env[62298]: DEBUG oslo_concurrency.lockutils [None req-60f2a3fb-d1a7-47e0-9dcf-b061a3e1f962 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.761s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.462269] env[62298]: DEBUG nova.objects.instance [None req-60f2a3fb-d1a7-47e0-9dcf-b061a3e1f962 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Lazy-loading 'resources' on Instance uuid 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1568.481749] env[62298]: INFO nova.scheduler.client.report [None req-b95305db-ec53-45a8-87bc-8214d1998183 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Deleted allocations for instance db9a0aff-1f68-4e7b-b36a-b133d6f4c822 [ 1568.792030] env[62298]: DEBUG nova.compute.manager [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1568.792030] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400fdc3f-02c3-4414-be96-e802fff75737 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.828070] env[62298]: DEBUG oslo_vmware.api [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a2fb4e-6228-8c00-3185-09b0538577d0, 'name': SearchDatastore_Task, 'duration_secs': 0.009891} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.828932] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.829308] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1568.829627] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.829845] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.830106] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1568.833249] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b72368d-b497-40cd-869f-ed6c715dc7d6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.835216] env[62298]: DEBUG oslo_vmware.api [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804188, 'name': Destroy_Task, 'duration_secs': 0.692955} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.836477] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Destroyed the VM [ 1568.836816] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Deleting Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1568.840717] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4d010b37-7d20-4720-8bfc-ce15f5ccb37f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.848237] env[62298]: DEBUG oslo_vmware.api [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804189, 'name': PowerOnVM_Task, 'duration_secs': 0.627375} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.850615] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1568.851527] env[62298]: INFO nova.compute.manager [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1568.851860] env[62298]: DEBUG nova.compute.manager [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1568.852639] env[62298]: DEBUG oslo_vmware.api [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1568.852639] env[62298]: value = "task-1804190" [ 1568.852639] env[62298]: _type = "Task" [ 1568.852639] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.853468] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd333a01-850a-4134-bb8c-4971236a17b1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.861641] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1568.862388] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1568.865715] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cec12874-bb23-4d79-a32a-9b2be186f035 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.880394] env[62298]: DEBUG oslo_vmware.api [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804190, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.884042] env[62298]: DEBUG oslo_vmware.api [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Waiting for the task: (returnval){ [ 1568.884042] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a43e53-0b65-aab8-e222-7991eb9a172c" [ 1568.884042] env[62298]: _type = "Task" [ 1568.884042] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.893049] env[62298]: DEBUG oslo_vmware.api [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a43e53-0b65-aab8-e222-7991eb9a172c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.991421] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b95305db-ec53-45a8-87bc-8214d1998183 tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Lock "db9a0aff-1f68-4e7b-b36a-b133d6f4c822" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.506s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.304203] env[62298]: INFO nova.compute.manager [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] instance snapshotting [ 1569.304424] env[62298]: WARNING nova.compute.manager [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1569.309855] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017a6ece-2ee6-4250-be1e-02f7b47df553 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.338851] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f75ffe-f2bc-4cf2-8a53-56f3de1a289c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.373212] env[62298]: DEBUG oslo_vmware.api [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804190, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.394107] env[62298]: INFO nova.compute.manager [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Took 40.18 seconds to build instance. [ 1569.406080] env[62298]: DEBUG oslo_vmware.api [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a43e53-0b65-aab8-e222-7991eb9a172c, 'name': SearchDatastore_Task, 'duration_secs': 0.009197} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.408918] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbc58f7f-af2e-4118-87c9-5bce04efdd8e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.417824] env[62298]: DEBUG oslo_vmware.api [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Waiting for the task: (returnval){ [ 1569.417824] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a7eb7e-089f-9f6e-5921-51049dc70103" [ 1569.417824] env[62298]: _type = "Task" [ 1569.417824] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.428611] env[62298]: DEBUG oslo_vmware.api [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a7eb7e-089f-9f6e-5921-51049dc70103, 'name': SearchDatastore_Task, 'duration_secs': 0.010481} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.428902] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.429233] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814/ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1569.429513] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f227738-0364-4092-b362-1c07f2b9c69e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.436945] env[62298]: DEBUG oslo_vmware.api [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Waiting for the task: (returnval){ [ 1569.436945] env[62298]: value = "task-1804191" [ 1569.436945] env[62298]: _type = "Task" [ 1569.436945] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.448682] env[62298]: DEBUG oslo_vmware.api [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1804191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.495752] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b819271-d027-427a-8564-5f6056f0877a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.505021] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3213ebfa-112d-4b2b-990f-19e9b23f11e1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.553570] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3445e06c-3148-45e2-97b2-5946f6e4e528 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.562335] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27690b47-3b24-439b-833b-cb158d44a692 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.583735] env[62298]: DEBUG nova.compute.provider_tree [None req-60f2a3fb-d1a7-47e0-9dcf-b061a3e1f962 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1569.655969] env[62298]: DEBUG oslo_vmware.rw_handles [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7f031-765d-3788-4cc7-262884d139ca/disk-0.vmdk. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1569.656987] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6aa7a2-2841-477e-abde-9bf6bd3ed824 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.664261] env[62298]: DEBUG oslo_vmware.rw_handles [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7f031-765d-3788-4cc7-262884d139ca/disk-0.vmdk is in state: ready. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1569.664457] env[62298]: ERROR oslo_vmware.rw_handles [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7f031-765d-3788-4cc7-262884d139ca/disk-0.vmdk due to incomplete transfer. [ 1569.664720] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0ad9654d-6d6f-42f8-925c-6aee93df5bb5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.672453] env[62298]: DEBUG oslo_vmware.rw_handles [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f7f031-765d-3788-4cc7-262884d139ca/disk-0.vmdk. {{(pid=62298) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1569.672678] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Uploaded image 5dfbf128-199e-466d-a742-9f9b3e576cb3 to the Glance image server {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1569.674667] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Destroying the VM {{(pid=62298) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1569.675399] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1f6d48aa-27fa-4250-a6f2-507ca962d84e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.682824] env[62298]: DEBUG oslo_vmware.api [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the task: (returnval){ [ 1569.682824] env[62298]: value = "task-1804192" [ 1569.682824] env[62298]: _type = "Task" [ 1569.682824] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.691762] env[62298]: DEBUG oslo_vmware.api [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804192, 'name': Destroy_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.724136] env[62298]: DEBUG nova.network.neutron [req-130137cb-33a5-4c8e-8126-ace246d606e9 req-9abe8161-606d-45ad-a84e-7254621b6957 service nova] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Updated VIF entry in instance network info cache for port 25a8bd4b-0e88-4b1a-a017-bf554fc520ae. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1569.725220] env[62298]: DEBUG nova.network.neutron [req-130137cb-33a5-4c8e-8126-ace246d606e9 req-9abe8161-606d-45ad-a84e-7254621b6957 service nova] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Updating instance_info_cache with network_info: [{"id": "25a8bd4b-0e88-4b1a-a017-bf554fc520ae", "address": "fa:16:3e:f1:2e:e2", "network": {"id": "b6964b58-3e6c-4b6d-b06c-1e04052d3be6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2036639265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1159701517734ddeb1f5715c30bfbbd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a8bd4b-0e", "ovs_interfaceid": "25a8bd4b-0e88-4b1a-a017-bf554fc520ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.857787] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Creating Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1569.858114] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d4947424-7c1d-4f27-84b8-debb73bfb5b4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.870417] env[62298]: DEBUG oslo_vmware.api [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1569.870417] env[62298]: value = "task-1804193" [ 1569.870417] env[62298]: _type = "Task" [ 1569.870417] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.881872] env[62298]: DEBUG oslo_vmware.api [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804190, 'name': RemoveSnapshot_Task, 'duration_secs': 0.970697} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.882696] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Deleted Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1569.882963] env[62298]: INFO nova.compute.manager [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Took 15.39 seconds to snapshot the instance on the hypervisor. [ 1569.888937] env[62298]: DEBUG oslo_vmware.api [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804193, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.897779] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cda8e2e1-520a-43b3-bfae-3b52d8d0cee4 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "6f4534a2-3554-42e4-99c9-8e2891943389" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.355s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.954351] env[62298]: DEBUG oslo_vmware.api [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1804191, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.090400] env[62298]: DEBUG nova.scheduler.client.report [None req-60f2a3fb-d1a7-47e0-9dcf-b061a3e1f962 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1570.198834] env[62298]: DEBUG oslo_vmware.api [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804192, 'name': Destroy_Task} progress is 33%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.228810] env[62298]: DEBUG oslo_concurrency.lockutils [req-130137cb-33a5-4c8e-8126-ace246d606e9 req-9abe8161-606d-45ad-a84e-7254621b6957 service nova] Releasing lock "refresh_cache-ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.254523] env[62298]: DEBUG nova.compute.manager [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Stashing vm_state: active {{(pid=62298) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1570.383512] env[62298]: DEBUG oslo_vmware.api [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804193, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.429553] env[62298]: DEBUG nova.compute.manager [None req-750cf017-65e2-4e60-8c6a-eb39e99c2283 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Found 2 images (rotation: 2) {{(pid=62298) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4986}} [ 1570.453271] env[62298]: DEBUG oslo_vmware.api [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1804191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517255} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.453556] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814/ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1570.453771] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1570.454037] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6181fbe9-4a62-4111-be10-ff6ef4fa9f9b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.463036] env[62298]: DEBUG oslo_vmware.api [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Waiting for the task: (returnval){ [ 1570.463036] env[62298]: value = "task-1804194" [ 1570.463036] env[62298]: _type = "Task" [ 1570.463036] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.471461] env[62298]: DEBUG oslo_vmware.api [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1804194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.598632] env[62298]: DEBUG oslo_concurrency.lockutils [None req-60f2a3fb-d1a7-47e0-9dcf-b061a3e1f962 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.602373] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.340s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.606025] env[62298]: INFO nova.compute.claims [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1570.626050] env[62298]: INFO nova.scheduler.client.report [None req-60f2a3fb-d1a7-47e0-9dcf-b061a3e1f962 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Deleted allocations for instance 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a [ 1570.695695] env[62298]: DEBUG oslo_vmware.api [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804192, 'name': Destroy_Task, 'duration_secs': 0.882843} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.695882] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Destroyed the VM [ 1570.696250] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Deleting Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1570.696608] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e8576176-d22c-4276-a82f-12cb9fa57ccb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.703527] env[62298]: DEBUG oslo_vmware.api [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the task: (returnval){ [ 1570.703527] env[62298]: value = "task-1804195" [ 1570.703527] env[62298]: _type = "Task" [ 1570.703527] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.713168] env[62298]: DEBUG oslo_vmware.api [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804195, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.779962] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.884927] env[62298]: DEBUG oslo_vmware.api [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804193, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.915196] env[62298]: DEBUG nova.compute.manager [req-b55bd067-cc0a-4c52-ab6d-a19394bf1c65 req-6be1a06f-ba8e-47f2-a6f7-ed0a07a779b3 service nova] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Received event network-changed-e977c628-c126-4ce0-9f7e-204d3906e8de {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1570.915196] env[62298]: DEBUG nova.compute.manager [req-b55bd067-cc0a-4c52-ab6d-a19394bf1c65 req-6be1a06f-ba8e-47f2-a6f7-ed0a07a779b3 service nova] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Refreshing instance network info cache due to event network-changed-e977c628-c126-4ce0-9f7e-204d3906e8de. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1570.915279] env[62298]: DEBUG oslo_concurrency.lockutils [req-b55bd067-cc0a-4c52-ab6d-a19394bf1c65 req-6be1a06f-ba8e-47f2-a6f7-ed0a07a779b3 service nova] Acquiring lock "refresh_cache-9a0b606b-2b47-4257-8722-e3933b63890b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.915535] env[62298]: DEBUG oslo_concurrency.lockutils [req-b55bd067-cc0a-4c52-ab6d-a19394bf1c65 req-6be1a06f-ba8e-47f2-a6f7-ed0a07a779b3 service nova] Acquired lock "refresh_cache-9a0b606b-2b47-4257-8722-e3933b63890b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.915720] env[62298]: DEBUG nova.network.neutron [req-b55bd067-cc0a-4c52-ab6d-a19394bf1c65 req-6be1a06f-ba8e-47f2-a6f7-ed0a07a779b3 service nova] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Refreshing network info cache for port e977c628-c126-4ce0-9f7e-204d3906e8de {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1570.974699] env[62298]: DEBUG oslo_vmware.api [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1804194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.227578} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.975312] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1570.978016] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e502472-8028-478b-b671-abb448828675 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.001855] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814/ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1571.002611] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20b46b69-cfbd-4cf2-93f7-b3acc7403a5e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.025363] env[62298]: DEBUG oslo_vmware.api [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Waiting for the task: (returnval){ [ 1571.025363] env[62298]: value = "task-1804196" [ 1571.025363] env[62298]: _type = "Task" [ 1571.025363] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.033957] env[62298]: DEBUG oslo_vmware.api [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1804196, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.143527] env[62298]: DEBUG oslo_concurrency.lockutils [None req-60f2a3fb-d1a7-47e0-9dcf-b061a3e1f962 tempest-ServerMetadataNegativeTestJSON-326102630 tempest-ServerMetadataNegativeTestJSON-326102630-project-member] Lock "105e3ba2-c810-4fbb-bf8e-8b7b2c00735a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.850s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.215628] env[62298]: DEBUG oslo_vmware.api [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804195, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.394758] env[62298]: DEBUG oslo_vmware.api [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804193, 'name': CreateSnapshot_Task, 'duration_secs': 1.324125} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.394758] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Created Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1571.399058] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b82802-c935-4933-827e-87e71b0c2da8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.537344] env[62298]: DEBUG oslo_vmware.api [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1804196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.719888] env[62298]: DEBUG oslo_vmware.api [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804195, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.863973] env[62298]: DEBUG nova.network.neutron [req-b55bd067-cc0a-4c52-ab6d-a19394bf1c65 req-6be1a06f-ba8e-47f2-a6f7-ed0a07a779b3 service nova] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Updated VIF entry in instance network info cache for port e977c628-c126-4ce0-9f7e-204d3906e8de. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1571.864308] env[62298]: DEBUG nova.network.neutron [req-b55bd067-cc0a-4c52-ab6d-a19394bf1c65 req-6be1a06f-ba8e-47f2-a6f7-ed0a07a779b3 service nova] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Updating instance_info_cache with network_info: [{"id": "e977c628-c126-4ce0-9f7e-204d3906e8de", "address": "fa:16:3e:af:b8:93", "network": {"id": "e136c59d-cfd5-4a9a-a0be-50a1779abbfe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-131046779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a665a1bca714cd4a6e99d153251955a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape977c628-c1", "ovs_interfaceid": "e977c628-c126-4ce0-9f7e-204d3906e8de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.922570] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Creating linked-clone VM from snapshot {{(pid=62298) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1571.926569] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c225366c-ad77-4ec0-a9b2-d310f17f994d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.933500] env[62298]: DEBUG nova.compute.manager [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1571.934285] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41c9cb7-da8e-424d-9704-a05b586113b5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.945615] env[62298]: DEBUG oslo_vmware.api [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1571.945615] env[62298]: value = "task-1804197" [ 1571.945615] env[62298]: _type = "Task" [ 1571.945615] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.956793] env[62298]: DEBUG oslo_vmware.api [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804197, 'name': CloneVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.037721] env[62298]: DEBUG oslo_vmware.api [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1804196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.101561] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade9848c-1698-4977-8b62-8e4a44a1ec5d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.111876] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91f4ab6-9386-4317-87c3-4e58976b0941 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.154718] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80f1006-76a8-499d-8fba-e7c1b4bd7b06 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.162793] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd65ff1-1be5-4f63-b7cc-430c6269f932 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.177161] env[62298]: DEBUG nova.compute.provider_tree [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1572.215020] env[62298]: DEBUG oslo_vmware.api [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804195, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.369768] env[62298]: DEBUG oslo_concurrency.lockutils [req-b55bd067-cc0a-4c52-ab6d-a19394bf1c65 req-6be1a06f-ba8e-47f2-a6f7-ed0a07a779b3 service nova] Releasing lock "refresh_cache-9a0b606b-2b47-4257-8722-e3933b63890b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.449613] env[62298]: INFO nova.compute.manager [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] instance snapshotting [ 1572.450241] env[62298]: DEBUG nova.objects.instance [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lazy-loading 'flavor' on Instance uuid 8986a988-9d2f-4838-9d87-44753fe83c76 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1572.464195] env[62298]: DEBUG oslo_vmware.api [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804197, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.538686] env[62298]: DEBUG oslo_vmware.api [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1804196, 'name': ReconfigVM_Task, 'duration_secs': 1.294864} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.539135] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Reconfigured VM instance instance-0000002f to attach disk [datastore1] ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814/ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1572.539737] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d69627e-35a2-4de5-aca5-48b991e6832e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.546683] env[62298]: DEBUG oslo_vmware.api [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Waiting for the task: (returnval){ [ 1572.546683] env[62298]: value = "task-1804198" [ 1572.546683] env[62298]: _type = "Task" [ 1572.546683] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.555190] env[62298]: DEBUG oslo_vmware.api [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1804198, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.680358] env[62298]: DEBUG nova.scheduler.client.report [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1572.716060] env[62298]: DEBUG oslo_vmware.api [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804195, 'name': RemoveSnapshot_Task, 'duration_secs': 1.654859} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.716311] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Deleted Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1572.716544] env[62298]: INFO nova.compute.manager [None req-b0948179-e006-483a-9813-5f553c0ad20a tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Took 16.91 seconds to snapshot the instance on the hypervisor. [ 1572.959823] env[62298]: DEBUG nova.compute.manager [req-cf62bc07-02d0-4fb3-8d80-677ca12cfe50 req-876c9927-9938-4c27-b671-a83be5d801d2 service nova] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Received event network-changed-24cf4e8b-4f83-4907-9f3e-cc97d344461c {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1572.960037] env[62298]: DEBUG nova.compute.manager [req-cf62bc07-02d0-4fb3-8d80-677ca12cfe50 req-876c9927-9938-4c27-b671-a83be5d801d2 service nova] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Refreshing instance network info cache due to event network-changed-24cf4e8b-4f83-4907-9f3e-cc97d344461c. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1572.960260] env[62298]: DEBUG oslo_concurrency.lockutils [req-cf62bc07-02d0-4fb3-8d80-677ca12cfe50 req-876c9927-9938-4c27-b671-a83be5d801d2 service nova] Acquiring lock "refresh_cache-6f4534a2-3554-42e4-99c9-8e2891943389" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.960407] env[62298]: DEBUG oslo_concurrency.lockutils [req-cf62bc07-02d0-4fb3-8d80-677ca12cfe50 req-876c9927-9938-4c27-b671-a83be5d801d2 service nova] Acquired lock "refresh_cache-6f4534a2-3554-42e4-99c9-8e2891943389" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.960569] env[62298]: DEBUG nova.network.neutron [req-cf62bc07-02d0-4fb3-8d80-677ca12cfe50 req-876c9927-9938-4c27-b671-a83be5d801d2 service nova] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Refreshing network info cache for port 24cf4e8b-4f83-4907-9f3e-cc97d344461c {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1572.965469] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd882d3-c820-455e-a7ad-09dd7502dc71 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.969812] env[62298]: DEBUG oslo_vmware.api [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804197, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.987232] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9547436-519d-4e2f-97ad-04f11e081fb3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.060326] env[62298]: DEBUG oslo_vmware.api [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1804198, 'name': Rename_Task, 'duration_secs': 0.252507} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.060731] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1573.061099] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1f036fc-d918-48a4-8c0c-d15db8e5ccff {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.067776] env[62298]: DEBUG oslo_vmware.api [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Waiting for the task: (returnval){ [ 1573.067776] env[62298]: value = "task-1804199" [ 1573.067776] env[62298]: _type = "Task" [ 1573.067776] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.076258] env[62298]: DEBUG oslo_vmware.api [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1804199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.188191] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.189173] env[62298]: DEBUG nova.compute.manager [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1573.194268] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.526s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.194268] env[62298]: DEBUG nova.objects.instance [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lazy-loading 'resources' on Instance uuid 005007c7-b4dc-41b7-837c-4b8c5cc8feff {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1573.464179] env[62298]: DEBUG oslo_vmware.api [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804197, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.500228] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Creating Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1573.500228] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-022fb978-a504-4907-8d85-123bed5f3248 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.510277] env[62298]: DEBUG oslo_vmware.api [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1573.510277] env[62298]: value = "task-1804200" [ 1573.510277] env[62298]: _type = "Task" [ 1573.510277] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.521639] env[62298]: DEBUG oslo_vmware.api [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804200, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.530136] env[62298]: DEBUG nova.compute.manager [req-8b503a65-6f33-45a5-9744-e52afe2809a4 req-820579a9-8c6b-4467-b7c2-f5568a39bd31 service nova] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Received event network-changed-e977c628-c126-4ce0-9f7e-204d3906e8de {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1573.530136] env[62298]: DEBUG nova.compute.manager [req-8b503a65-6f33-45a5-9744-e52afe2809a4 req-820579a9-8c6b-4467-b7c2-f5568a39bd31 service nova] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Refreshing instance network info cache due to event network-changed-e977c628-c126-4ce0-9f7e-204d3906e8de. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1573.530886] env[62298]: DEBUG oslo_concurrency.lockutils [req-8b503a65-6f33-45a5-9744-e52afe2809a4 req-820579a9-8c6b-4467-b7c2-f5568a39bd31 service nova] Acquiring lock "refresh_cache-9a0b606b-2b47-4257-8722-e3933b63890b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.531361] env[62298]: DEBUG oslo_concurrency.lockutils [req-8b503a65-6f33-45a5-9744-e52afe2809a4 req-820579a9-8c6b-4467-b7c2-f5568a39bd31 service nova] Acquired lock "refresh_cache-9a0b606b-2b47-4257-8722-e3933b63890b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.532626] env[62298]: DEBUG nova.network.neutron [req-8b503a65-6f33-45a5-9744-e52afe2809a4 req-820579a9-8c6b-4467-b7c2-f5568a39bd31 service nova] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Refreshing network info cache for port e977c628-c126-4ce0-9f7e-204d3906e8de {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1573.579819] env[62298]: DEBUG oslo_vmware.api [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1804199, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.698723] env[62298]: DEBUG nova.objects.instance [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lazy-loading 'numa_topology' on Instance uuid 005007c7-b4dc-41b7-837c-4b8c5cc8feff {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1573.699549] env[62298]: DEBUG nova.compute.utils [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1573.702281] env[62298]: DEBUG nova.compute.manager [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1573.702281] env[62298]: DEBUG nova.network.neutron [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1573.766211] env[62298]: DEBUG nova.policy [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b878f3f01a77435e837bfe66b6639cbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90c991d19db946a48b227d7852b95b3a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1573.964334] env[62298]: DEBUG oslo_vmware.api [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804197, 'name': CloneVM_Task, 'duration_secs': 1.818182} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.964619] env[62298]: INFO nova.virt.vmwareapi.vmops [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Created linked-clone VM from snapshot [ 1573.965423] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d25031b-00b8-4d1d-af9e-37f60dce21df {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.974232] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Uploading image 34e147be-f7d9-41ca-a28a-369e36c30abf {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1574.000414] env[62298]: DEBUG oslo_vmware.rw_handles [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1574.000414] env[62298]: value = "vm-374037" [ 1574.000414] env[62298]: _type = "VirtualMachine" [ 1574.000414] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1574.000711] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0295893b-4172-47fa-a807-b9500b725712 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.008347] env[62298]: DEBUG oslo_vmware.rw_handles [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lease: (returnval){ [ 1574.008347] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52961b00-79eb-08a2-e417-e989ad666f2d" [ 1574.008347] env[62298]: _type = "HttpNfcLease" [ 1574.008347] env[62298]: } obtained for exporting VM: (result){ [ 1574.008347] env[62298]: value = "vm-374037" [ 1574.008347] env[62298]: _type = "VirtualMachine" [ 1574.008347] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1574.008850] env[62298]: DEBUG oslo_vmware.api [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the lease: (returnval){ [ 1574.008850] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52961b00-79eb-08a2-e417-e989ad666f2d" [ 1574.008850] env[62298]: _type = "HttpNfcLease" [ 1574.008850] env[62298]: } to be ready. {{(pid=62298) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1574.019942] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1574.019942] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52961b00-79eb-08a2-e417-e989ad666f2d" [ 1574.019942] env[62298]: _type = "HttpNfcLease" [ 1574.019942] env[62298]: } is initializing. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1574.024013] env[62298]: DEBUG oslo_vmware.api [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804200, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.079537] env[62298]: DEBUG oslo_vmware.api [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1804199, 'name': PowerOnVM_Task, 'duration_secs': 0.546332} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.079818] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1574.080082] env[62298]: INFO nova.compute.manager [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Took 9.90 seconds to spawn the instance on the hypervisor. [ 1574.080304] env[62298]: DEBUG nova.compute.manager [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1574.081134] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a2131d-73a1-4ab2-81a7-d48ff37660af {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.149958] env[62298]: DEBUG nova.network.neutron [req-cf62bc07-02d0-4fb3-8d80-677ca12cfe50 req-876c9927-9938-4c27-b671-a83be5d801d2 service nova] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Updated VIF entry in instance network info cache for port 24cf4e8b-4f83-4907-9f3e-cc97d344461c. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1574.150362] env[62298]: DEBUG nova.network.neutron [req-cf62bc07-02d0-4fb3-8d80-677ca12cfe50 req-876c9927-9938-4c27-b671-a83be5d801d2 service nova] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Updating instance_info_cache with network_info: [{"id": "24cf4e8b-4f83-4907-9f3e-cc97d344461c", "address": "fa:16:3e:0a:3c:af", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24cf4e8b-4f", "ovs_interfaceid": "24cf4e8b-4f83-4907-9f3e-cc97d344461c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.202224] env[62298]: DEBUG nova.objects.base [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Object Instance<005007c7-b4dc-41b7-837c-4b8c5cc8feff> lazy-loaded attributes: resources,numa_topology {{(pid=62298) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1574.208175] env[62298]: DEBUG nova.compute.manager [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1574.447244] env[62298]: DEBUG nova.network.neutron [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Successfully created port: 99269100-8856-4132-b0d6-f7585f5e37d9 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1574.525615] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1574.525615] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52961b00-79eb-08a2-e417-e989ad666f2d" [ 1574.525615] env[62298]: _type = "HttpNfcLease" [ 1574.525615] env[62298]: } is ready. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1574.526834] env[62298]: DEBUG oslo_vmware.rw_handles [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1574.526834] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52961b00-79eb-08a2-e417-e989ad666f2d" [ 1574.526834] env[62298]: _type = "HttpNfcLease" [ 1574.526834] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1574.534753] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b7f98b-dbcd-4c7f-9f7f-bbc17766231b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.536229] env[62298]: DEBUG oslo_vmware.api [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804200, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.546990] env[62298]: DEBUG oslo_vmware.rw_handles [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5260b0cf-0b8b-bdf2-da3e-5b3e01fde238/disk-0.vmdk from lease info. {{(pid=62298) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1574.548081] env[62298]: DEBUG oslo_vmware.rw_handles [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5260b0cf-0b8b-bdf2-da3e-5b3e01fde238/disk-0.vmdk for reading. {{(pid=62298) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1574.632708] env[62298]: DEBUG nova.network.neutron [req-8b503a65-6f33-45a5-9744-e52afe2809a4 req-820579a9-8c6b-4467-b7c2-f5568a39bd31 service nova] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Updated VIF entry in instance network info cache for port e977c628-c126-4ce0-9f7e-204d3906e8de. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1574.633544] env[62298]: DEBUG nova.network.neutron [req-8b503a65-6f33-45a5-9744-e52afe2809a4 req-820579a9-8c6b-4467-b7c2-f5568a39bd31 service nova] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Updating instance_info_cache with network_info: [{"id": "e977c628-c126-4ce0-9f7e-204d3906e8de", "address": "fa:16:3e:af:b8:93", "network": {"id": "e136c59d-cfd5-4a9a-a0be-50a1779abbfe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-131046779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a665a1bca714cd4a6e99d153251955a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape977c628-c1", "ovs_interfaceid": "e977c628-c126-4ce0-9f7e-204d3906e8de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.637160] env[62298]: INFO nova.compute.manager [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Took 44.92 seconds to build instance. [ 1574.654338] env[62298]: DEBUG oslo_concurrency.lockutils [req-cf62bc07-02d0-4fb3-8d80-677ca12cfe50 req-876c9927-9938-4c27-b671-a83be5d801d2 service nova] Releasing lock "refresh_cache-6f4534a2-3554-42e4-99c9-8e2891943389" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.690287] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f6a68dc0-0531-489b-bb0a-554c5ad52119 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.822731] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d070f5-05db-4fd9-b0b5-69d7cb21867f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.830618] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fed731-bfd9-4098-886c-f03c7e69b550 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.864965] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f6afd7-5419-41de-8b0b-4de22f7ea786 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.872789] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdabda3-ff36-4123-b98d-03a8e7044d37 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.892197] env[62298]: DEBUG nova.compute.provider_tree [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1575.029646] env[62298]: DEBUG oslo_vmware.api [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804200, 'name': CreateSnapshot_Task, 'duration_secs': 1.19211} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.030902] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Created Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1575.034934] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f73808b-4e07-4c70-be03-0e1801c274c7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.137882] env[62298]: DEBUG oslo_concurrency.lockutils [req-8b503a65-6f33-45a5-9744-e52afe2809a4 req-820579a9-8c6b-4467-b7c2-f5568a39bd31 service nova] Releasing lock "refresh_cache-9a0b606b-2b47-4257-8722-e3933b63890b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.138519] env[62298]: DEBUG nova.compute.manager [req-8b503a65-6f33-45a5-9744-e52afe2809a4 req-820579a9-8c6b-4467-b7c2-f5568a39bd31 service nova] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Received event network-changed-cea752d2-00d0-4c94-b23b-c3625848384f {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1575.138842] env[62298]: DEBUG nova.compute.manager [req-8b503a65-6f33-45a5-9744-e52afe2809a4 req-820579a9-8c6b-4467-b7c2-f5568a39bd31 service nova] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Refreshing instance network info cache due to event network-changed-cea752d2-00d0-4c94-b23b-c3625848384f. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1575.139349] env[62298]: DEBUG oslo_concurrency.lockutils [req-8b503a65-6f33-45a5-9744-e52afe2809a4 req-820579a9-8c6b-4467-b7c2-f5568a39bd31 service nova] Acquiring lock "refresh_cache-7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.139576] env[62298]: DEBUG oslo_concurrency.lockutils [req-8b503a65-6f33-45a5-9744-e52afe2809a4 req-820579a9-8c6b-4467-b7c2-f5568a39bd31 service nova] Acquired lock "refresh_cache-7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.139828] env[62298]: DEBUG nova.network.neutron [req-8b503a65-6f33-45a5-9744-e52afe2809a4 req-820579a9-8c6b-4467-b7c2-f5568a39bd31 service nova] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Refreshing network info cache for port cea752d2-00d0-4c94-b23b-c3625848384f {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1575.141782] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5387a7fa-e615-4fe8-ae30-a26d38603e73 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Lock "ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.646s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.231079] env[62298]: DEBUG nova.compute.manager [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1575.265484] env[62298]: DEBUG nova.virt.hardware [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1575.265859] env[62298]: DEBUG nova.virt.hardware [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1575.267297] env[62298]: DEBUG nova.virt.hardware [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1575.267398] env[62298]: DEBUG nova.virt.hardware [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1575.267586] env[62298]: DEBUG nova.virt.hardware [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1575.267882] env[62298]: DEBUG nova.virt.hardware [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1575.268139] env[62298]: DEBUG nova.virt.hardware [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1575.268360] env[62298]: DEBUG nova.virt.hardware [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1575.268647] env[62298]: DEBUG nova.virt.hardware [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1575.268815] env[62298]: DEBUG nova.virt.hardware [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1575.269585] env[62298]: DEBUG nova.virt.hardware [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1575.270946] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a61b49-e100-4a1f-b492-cc052ef68b53 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.292027] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe70deb-5644-4bf2-9e07-22ac09234bc0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.396068] env[62298]: DEBUG nova.scheduler.client.report [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1575.563283] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Creating linked-clone VM from snapshot {{(pid=62298) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1575.563283] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4b6f12aa-e8b0-4810-b3cd-d10deb9047b3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.572436] env[62298]: DEBUG oslo_vmware.api [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1575.572436] env[62298]: value = "task-1804202" [ 1575.572436] env[62298]: _type = "Task" [ 1575.572436] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.581993] env[62298]: DEBUG oslo_vmware.api [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804202, 'name': CloneVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.743724] env[62298]: DEBUG nova.compute.manager [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1575.744741] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14764b06-b6cf-49ba-8c76-9bb354a0ee76 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.904377] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.710s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.905389] env[62298]: DEBUG oslo_concurrency.lockutils [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.564s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.905689] env[62298]: DEBUG nova.objects.instance [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Lazy-loading 'resources' on Instance uuid d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1576.091654] env[62298]: DEBUG oslo_vmware.api [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804202, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.220774] env[62298]: DEBUG nova.network.neutron [req-8b503a65-6f33-45a5-9744-e52afe2809a4 req-820579a9-8c6b-4467-b7c2-f5568a39bd31 service nova] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Updated VIF entry in instance network info cache for port cea752d2-00d0-4c94-b23b-c3625848384f. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1576.221274] env[62298]: DEBUG nova.network.neutron [req-8b503a65-6f33-45a5-9744-e52afe2809a4 req-820579a9-8c6b-4467-b7c2-f5568a39bd31 service nova] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Updating instance_info_cache with network_info: [{"id": "cea752d2-00d0-4c94-b23b-c3625848384f", "address": "fa:16:3e:5d:fd:9c", "network": {"id": "e136c59d-cfd5-4a9a-a0be-50a1779abbfe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-131046779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a665a1bca714cd4a6e99d153251955a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcea752d2-00", "ovs_interfaceid": "cea752d2-00d0-4c94-b23b-c3625848384f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1576.257316] env[62298]: INFO nova.compute.manager [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] instance snapshotting [ 1576.262766] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991c7f48-79b2-44ba-83e2-cd746cca33b3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.294884] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067f31e1-7995-4159-9820-471df79c9320 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.422760] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e2584da-8e08-4e56-8075-806df4d6c1ee tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "005007c7-b4dc-41b7-837c-4b8c5cc8feff" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 57.259s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.424134] env[62298]: DEBUG oslo_concurrency.lockutils [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "005007c7-b4dc-41b7-837c-4b8c5cc8feff" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 32.810s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.424134] env[62298]: INFO nova.compute.manager [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Unshelving [ 1576.463346] env[62298]: DEBUG nova.network.neutron [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Successfully updated port: 99269100-8856-4132-b0d6-f7585f5e37d9 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1576.587805] env[62298]: DEBUG oslo_vmware.api [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804202, 'name': CloneVM_Task} progress is 95%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.683252] env[62298]: DEBUG nova.compute.manager [req-03821dca-5508-4855-b499-8ef32e4efdce req-635cdd96-f6ce-4c58-95b2-925dfa22dfff service nova] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Received event network-changed-cea752d2-00d0-4c94-b23b-c3625848384f {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1576.683252] env[62298]: DEBUG nova.compute.manager [req-03821dca-5508-4855-b499-8ef32e4efdce req-635cdd96-f6ce-4c58-95b2-925dfa22dfff service nova] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Refreshing instance network info cache due to event network-changed-cea752d2-00d0-4c94-b23b-c3625848384f. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1576.683252] env[62298]: DEBUG oslo_concurrency.lockutils [req-03821dca-5508-4855-b499-8ef32e4efdce req-635cdd96-f6ce-4c58-95b2-925dfa22dfff service nova] Acquiring lock "refresh_cache-7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.708279] env[62298]: DEBUG nova.compute.manager [req-cb65e2dc-36b2-463a-b0c9-04ed1a3ff851 req-271a176f-c9f0-4b77-9236-695aa7d0a2db service nova] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Received event network-vif-plugged-99269100-8856-4132-b0d6-f7585f5e37d9 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1576.708604] env[62298]: DEBUG oslo_concurrency.lockutils [req-cb65e2dc-36b2-463a-b0c9-04ed1a3ff851 req-271a176f-c9f0-4b77-9236-695aa7d0a2db service nova] Acquiring lock "6c96450f-c626-4bcb-a07d-3eee06e8a539-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.708941] env[62298]: DEBUG oslo_concurrency.lockutils [req-cb65e2dc-36b2-463a-b0c9-04ed1a3ff851 req-271a176f-c9f0-4b77-9236-695aa7d0a2db service nova] Lock "6c96450f-c626-4bcb-a07d-3eee06e8a539-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.709210] env[62298]: DEBUG oslo_concurrency.lockutils [req-cb65e2dc-36b2-463a-b0c9-04ed1a3ff851 req-271a176f-c9f0-4b77-9236-695aa7d0a2db service nova] Lock "6c96450f-c626-4bcb-a07d-3eee06e8a539-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.709488] env[62298]: DEBUG nova.compute.manager [req-cb65e2dc-36b2-463a-b0c9-04ed1a3ff851 req-271a176f-c9f0-4b77-9236-695aa7d0a2db service nova] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] No waiting events found dispatching network-vif-plugged-99269100-8856-4132-b0d6-f7585f5e37d9 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1576.709755] env[62298]: WARNING nova.compute.manager [req-cb65e2dc-36b2-463a-b0c9-04ed1a3ff851 req-271a176f-c9f0-4b77-9236-695aa7d0a2db service nova] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Received unexpected event network-vif-plugged-99269100-8856-4132-b0d6-f7585f5e37d9 for instance with vm_state building and task_state spawning. [ 1576.728513] env[62298]: DEBUG oslo_concurrency.lockutils [req-8b503a65-6f33-45a5-9744-e52afe2809a4 req-820579a9-8c6b-4467-b7c2-f5568a39bd31 service nova] Releasing lock "refresh_cache-7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.729159] env[62298]: DEBUG oslo_concurrency.lockutils [req-03821dca-5508-4855-b499-8ef32e4efdce req-635cdd96-f6ce-4c58-95b2-925dfa22dfff service nova] Acquired lock "refresh_cache-7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.729504] env[62298]: DEBUG nova.network.neutron [req-03821dca-5508-4855-b499-8ef32e4efdce req-635cdd96-f6ce-4c58-95b2-925dfa22dfff service nova] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Refreshing network info cache for port cea752d2-00d0-4c94-b23b-c3625848384f {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1576.817508] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Creating Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1576.817979] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4f9acf15-161c-4a01-9596-5128cf23b9a0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.832045] env[62298]: DEBUG oslo_vmware.api [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the task: (returnval){ [ 1576.832045] env[62298]: value = "task-1804203" [ 1576.832045] env[62298]: _type = "Task" [ 1576.832045] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.846114] env[62298]: DEBUG oslo_vmware.api [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804203, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.912812] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e33b44-524c-467e-8311-4ffdb9ce4797 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.921611] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89eda1d0-182c-47cf-a61f-2a021a150dcb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.967877] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b870944-272a-4158-a4ad-dfca0bc1ec7f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.971103] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Acquiring lock "refresh_cache-6c96450f-c626-4bcb-a07d-3eee06e8a539" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.972198] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Acquired lock "refresh_cache-6c96450f-c626-4bcb-a07d-3eee06e8a539" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.972198] env[62298]: DEBUG nova.network.neutron [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1576.978921] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1c915e-ba15-40cb-ab7e-407373b613f3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.994856] env[62298]: DEBUG nova.compute.provider_tree [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1577.086496] env[62298]: DEBUG oslo_vmware.api [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804202, 'name': CloneVM_Task, 'duration_secs': 1.360044} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.088765] env[62298]: INFO nova.virt.vmwareapi.vmops [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Created linked-clone VM from snapshot [ 1577.089800] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30207fd6-776c-47dd-a124-7f9026ddbdd1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.099403] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Uploading image 234b04ba-de02-4547-8a1c-1fda17addb0a {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1577.132869] env[62298]: DEBUG oslo_vmware.rw_handles [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1577.132869] env[62298]: value = "vm-374039" [ 1577.132869] env[62298]: _type = "VirtualMachine" [ 1577.132869] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1577.132869] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e5ce4bcb-a0cd-4f58-ae8f-bb8f01560698 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.140969] env[62298]: DEBUG oslo_vmware.rw_handles [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lease: (returnval){ [ 1577.140969] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5260a94a-a260-64e1-e0f5-2c5f32bd7af4" [ 1577.140969] env[62298]: _type = "HttpNfcLease" [ 1577.140969] env[62298]: } obtained for exporting VM: (result){ [ 1577.140969] env[62298]: value = "vm-374039" [ 1577.140969] env[62298]: _type = "VirtualMachine" [ 1577.140969] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1577.141372] env[62298]: DEBUG oslo_vmware.api [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the lease: (returnval){ [ 1577.141372] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5260a94a-a260-64e1-e0f5-2c5f32bd7af4" [ 1577.141372] env[62298]: _type = "HttpNfcLease" [ 1577.141372] env[62298]: } to be ready. {{(pid=62298) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1577.151934] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1577.151934] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5260a94a-a260-64e1-e0f5-2c5f32bd7af4" [ 1577.151934] env[62298]: _type = "HttpNfcLease" [ 1577.151934] env[62298]: } is initializing. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1577.336521] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Acquiring lock "7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.336521] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Lock "7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.336521] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Acquiring lock "7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.336521] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Lock "7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.336521] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Lock "7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.340960] env[62298]: INFO nova.compute.manager [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Terminating instance [ 1577.350714] env[62298]: DEBUG oslo_vmware.api [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804203, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.489762] env[62298]: DEBUG oslo_concurrency.lockutils [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.500025] env[62298]: DEBUG nova.scheduler.client.report [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1577.544372] env[62298]: DEBUG nova.network.neutron [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1577.603920] env[62298]: DEBUG nova.network.neutron [req-03821dca-5508-4855-b499-8ef32e4efdce req-635cdd96-f6ce-4c58-95b2-925dfa22dfff service nova] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Updated VIF entry in instance network info cache for port cea752d2-00d0-4c94-b23b-c3625848384f. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1577.603920] env[62298]: DEBUG nova.network.neutron [req-03821dca-5508-4855-b499-8ef32e4efdce req-635cdd96-f6ce-4c58-95b2-925dfa22dfff service nova] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Updating instance_info_cache with network_info: [{"id": "cea752d2-00d0-4c94-b23b-c3625848384f", "address": "fa:16:3e:5d:fd:9c", "network": {"id": "e136c59d-cfd5-4a9a-a0be-50a1779abbfe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-131046779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a665a1bca714cd4a6e99d153251955a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcea752d2-00", "ovs_interfaceid": "cea752d2-00d0-4c94-b23b-c3625848384f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.653105] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1577.653105] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5260a94a-a260-64e1-e0f5-2c5f32bd7af4" [ 1577.653105] env[62298]: _type = "HttpNfcLease" [ 1577.653105] env[62298]: } is ready. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1577.653105] env[62298]: DEBUG oslo_vmware.rw_handles [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1577.653105] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5260a94a-a260-64e1-e0f5-2c5f32bd7af4" [ 1577.653105] env[62298]: _type = "HttpNfcLease" [ 1577.653105] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1577.653105] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a2ad5c-8145-4123-9f45-76ae88af90fc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.665538] env[62298]: DEBUG oslo_vmware.rw_handles [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ebe64-e226-bc14-e73d-5f21bc61d3bc/disk-0.vmdk from lease info. {{(pid=62298) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1577.665744] env[62298]: DEBUG oslo_vmware.rw_handles [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ebe64-e226-bc14-e73d-5f21bc61d3bc/disk-0.vmdk for reading. {{(pid=62298) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1577.811222] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a00d4278-374f-417c-9e0e-ff1643244963 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.832468] env[62298]: DEBUG nova.network.neutron [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Updating instance_info_cache with network_info: [{"id": "99269100-8856-4132-b0d6-f7585f5e37d9", "address": "fa:16:3e:72:e5:d0", "network": {"id": "8e71e3f3-9bb8-4333-a4fa-f22ecfbff619", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-187545421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90c991d19db946a48b227d7852b95b3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99269100-88", "ovs_interfaceid": "99269100-8856-4132-b0d6-f7585f5e37d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.846886] env[62298]: DEBUG nova.compute.manager [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1577.847165] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1577.849837] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89ec566-0201-4c60-9932-8175cc413542 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.860394] env[62298]: DEBUG oslo_vmware.api [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804203, 'name': CreateSnapshot_Task, 'duration_secs': 0.577232} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.861717] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Created Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1577.867104] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e997dbe-0871-4396-8d73-9f3137fc7999 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.869991] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1577.870634] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d76fcf47-8947-4933-918c-ec5a3195bf91 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.883148] env[62298]: DEBUG oslo_vmware.api [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Waiting for the task: (returnval){ [ 1577.883148] env[62298]: value = "task-1804205" [ 1577.883148] env[62298]: _type = "Task" [ 1577.883148] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.893720] env[62298]: DEBUG oslo_vmware.api [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1804205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.008591] env[62298]: DEBUG oslo_concurrency.lockutils [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.010759] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.791s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.015836] env[62298]: INFO nova.compute.claims [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1578.052974] env[62298]: INFO nova.scheduler.client.report [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Deleted allocations for instance d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6 [ 1578.109275] env[62298]: DEBUG oslo_concurrency.lockutils [req-03821dca-5508-4855-b499-8ef32e4efdce req-635cdd96-f6ce-4c58-95b2-925dfa22dfff service nova] Releasing lock "refresh_cache-7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.336664] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Releasing lock "refresh_cache-6c96450f-c626-4bcb-a07d-3eee06e8a539" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.336664] env[62298]: DEBUG nova.compute.manager [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Instance network_info: |[{"id": "99269100-8856-4132-b0d6-f7585f5e37d9", "address": "fa:16:3e:72:e5:d0", "network": {"id": "8e71e3f3-9bb8-4333-a4fa-f22ecfbff619", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-187545421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90c991d19db946a48b227d7852b95b3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99269100-88", "ovs_interfaceid": "99269100-8856-4132-b0d6-f7585f5e37d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1578.337088] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:e5:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cf748a8-7ae0-4dca-817d-e727c30d72f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99269100-8856-4132-b0d6-f7585f5e37d9', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1578.345230] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Creating folder: Project (90c991d19db946a48b227d7852b95b3a). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1578.345999] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df823d65-73ff-4e53-bcd3-c1b98cb6c99d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.357051] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Created folder: Project (90c991d19db946a48b227d7852b95b3a) in parent group-v373906. [ 1578.358311] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Creating folder: Instances. Parent ref: group-v374041. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1578.358311] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8a4b9e8-9184-4c0b-bda8-89532f74e788 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.371942] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Created folder: Instances in parent group-v374041. [ 1578.373041] env[62298]: DEBUG oslo.service.loopingcall [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1578.373041] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1578.373041] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68bfd459-1e6e-44a2-9619-da1ff2b9175e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.399125] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Creating linked-clone VM from snapshot {{(pid=62298) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1578.400013] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b37b8ae3-275a-465b-8e54-423a37059be4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.412376] env[62298]: DEBUG oslo_vmware.api [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1804205, 'name': PowerOffVM_Task, 'duration_secs': 0.282725} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.414917] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1578.415132] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1578.415642] env[62298]: DEBUG oslo_vmware.api [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the task: (returnval){ [ 1578.415642] env[62298]: value = "task-1804209" [ 1578.415642] env[62298]: _type = "Task" [ 1578.415642] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.415864] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1578.415864] env[62298]: value = "task-1804208" [ 1578.415864] env[62298]: _type = "Task" [ 1578.415864] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.416153] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e285462-ebdf-4cda-baa0-75764917cb0b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.433724] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804208, 'name': CreateVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.439239] env[62298]: DEBUG oslo_vmware.api [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804209, 'name': CloneVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.506933] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1578.507264] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1578.507502] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Deleting the datastore file [datastore1] 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1578.508296] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0522d5c2-c615-487f-afb2-587514847e91 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.515318] env[62298]: DEBUG oslo_vmware.api [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Waiting for the task: (returnval){ [ 1578.515318] env[62298]: value = "task-1804211" [ 1578.515318] env[62298]: _type = "Task" [ 1578.515318] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.528569] env[62298]: DEBUG oslo_vmware.api [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1804211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.563610] env[62298]: DEBUG oslo_concurrency.lockutils [None req-657541e6-cabe-41bd-8c06-5fd6119ae2bd tempest-ServersTestBootFromVolume-815453236 tempest-ServersTestBootFromVolume-815453236-project-member] Lock "d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.485s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.936649] env[62298]: DEBUG oslo_vmware.api [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804209, 'name': CloneVM_Task} progress is 12%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.938117] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804208, 'name': CreateVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.026380] env[62298]: DEBUG oslo_vmware.api [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1804211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.431234] env[62298]: DEBUG oslo_vmware.api [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804209, 'name': CloneVM_Task} progress is 12%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.437600] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804208, 'name': CreateVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.499783] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde4b394-871a-45cf-b986-d848981a6591 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.507576] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b15b1d-9b4c-400d-bdee-6341c0667fce {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.542523] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c7a0ad-8f56-4e99-8f0f-ead4cd89fc12 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.552660] env[62298]: DEBUG oslo_vmware.api [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1804211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.553992] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee396cb5-4515-4714-8e6d-231e212620ef {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.568887] env[62298]: DEBUG nova.compute.provider_tree [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1579.682981] env[62298]: DEBUG nova.compute.manager [req-cbf35606-a01b-43c5-a960-2ea089b7f49b req-383b4b63-9821-4de2-87f6-1b8cbeb62244 service nova] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Received event network-changed-e977c628-c126-4ce0-9f7e-204d3906e8de {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1579.683182] env[62298]: DEBUG nova.compute.manager [req-cbf35606-a01b-43c5-a960-2ea089b7f49b req-383b4b63-9821-4de2-87f6-1b8cbeb62244 service nova] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Refreshing instance network info cache due to event network-changed-e977c628-c126-4ce0-9f7e-204d3906e8de. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1579.683616] env[62298]: DEBUG oslo_concurrency.lockutils [req-cbf35606-a01b-43c5-a960-2ea089b7f49b req-383b4b63-9821-4de2-87f6-1b8cbeb62244 service nova] Acquiring lock "refresh_cache-9a0b606b-2b47-4257-8722-e3933b63890b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.683771] env[62298]: DEBUG oslo_concurrency.lockutils [req-cbf35606-a01b-43c5-a960-2ea089b7f49b req-383b4b63-9821-4de2-87f6-1b8cbeb62244 service nova] Acquired lock "refresh_cache-9a0b606b-2b47-4257-8722-e3933b63890b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.683941] env[62298]: DEBUG nova.network.neutron [req-cbf35606-a01b-43c5-a960-2ea089b7f49b req-383b4b63-9821-4de2-87f6-1b8cbeb62244 service nova] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Refreshing network info cache for port e977c628-c126-4ce0-9f7e-204d3906e8de {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1579.708338] env[62298]: DEBUG nova.compute.manager [req-b5d300b0-dc1b-44fb-9860-12df6c617873 req-63eeb067-5de0-4d06-b112-c1fc7a2cfda4 service nova] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Received event network-changed-99269100-8856-4132-b0d6-f7585f5e37d9 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1579.708551] env[62298]: DEBUG nova.compute.manager [req-b5d300b0-dc1b-44fb-9860-12df6c617873 req-63eeb067-5de0-4d06-b112-c1fc7a2cfda4 service nova] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Refreshing instance network info cache due to event network-changed-99269100-8856-4132-b0d6-f7585f5e37d9. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1579.708785] env[62298]: DEBUG oslo_concurrency.lockutils [req-b5d300b0-dc1b-44fb-9860-12df6c617873 req-63eeb067-5de0-4d06-b112-c1fc7a2cfda4 service nova] Acquiring lock "refresh_cache-6c96450f-c626-4bcb-a07d-3eee06e8a539" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.708932] env[62298]: DEBUG oslo_concurrency.lockutils [req-b5d300b0-dc1b-44fb-9860-12df6c617873 req-63eeb067-5de0-4d06-b112-c1fc7a2cfda4 service nova] Acquired lock "refresh_cache-6c96450f-c626-4bcb-a07d-3eee06e8a539" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.710941] env[62298]: DEBUG nova.network.neutron [req-b5d300b0-dc1b-44fb-9860-12df6c617873 req-63eeb067-5de0-4d06-b112-c1fc7a2cfda4 service nova] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Refreshing network info cache for port 99269100-8856-4132-b0d6-f7585f5e37d9 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1579.932383] env[62298]: DEBUG oslo_vmware.api [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804209, 'name': CloneVM_Task} progress is 23%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.936366] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804208, 'name': CreateVM_Task} progress is 15%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.051949] env[62298]: DEBUG oslo_vmware.api [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1804211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.075025] env[62298]: DEBUG nova.scheduler.client.report [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1580.280234] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0a7f29e3-1148-47c5-9513-b1fcfcbd27b7 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Acquiring lock "ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.280517] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0a7f29e3-1148-47c5-9513-b1fcfcbd27b7 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Lock "ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.280729] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0a7f29e3-1148-47c5-9513-b1fcfcbd27b7 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Acquiring lock "ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.281278] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0a7f29e3-1148-47c5-9513-b1fcfcbd27b7 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Lock "ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.281278] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0a7f29e3-1148-47c5-9513-b1fcfcbd27b7 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Lock "ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.283787] env[62298]: INFO nova.compute.manager [None req-0a7f29e3-1148-47c5-9513-b1fcfcbd27b7 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Terminating instance [ 1580.420206] env[62298]: DEBUG nova.network.neutron [req-cbf35606-a01b-43c5-a960-2ea089b7f49b req-383b4b63-9821-4de2-87f6-1b8cbeb62244 service nova] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Updated VIF entry in instance network info cache for port e977c628-c126-4ce0-9f7e-204d3906e8de. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1580.420565] env[62298]: DEBUG nova.network.neutron [req-cbf35606-a01b-43c5-a960-2ea089b7f49b req-383b4b63-9821-4de2-87f6-1b8cbeb62244 service nova] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Updating instance_info_cache with network_info: [{"id": "e977c628-c126-4ce0-9f7e-204d3906e8de", "address": "fa:16:3e:af:b8:93", "network": {"id": "e136c59d-cfd5-4a9a-a0be-50a1779abbfe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-131046779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a665a1bca714cd4a6e99d153251955a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape977c628-c1", "ovs_interfaceid": "e977c628-c126-4ce0-9f7e-204d3906e8de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.434655] env[62298]: DEBUG oslo_vmware.api [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804209, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.438626] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804208, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.552450] env[62298]: DEBUG oslo_vmware.api [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1804211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.626994} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.552722] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1580.552920] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1580.553121] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1580.553331] env[62298]: INFO nova.compute.manager [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Took 2.71 seconds to destroy the instance on the hypervisor. [ 1580.553557] env[62298]: DEBUG oslo.service.loopingcall [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1580.553758] env[62298]: DEBUG nova.compute.manager [-] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1580.553854] env[62298]: DEBUG nova.network.neutron [-] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1580.577831] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.578448] env[62298]: DEBUG nova.compute.manager [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1580.581313] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a03add43-1a92-40aa-8b62-6b5c07a8699b tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.357s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.581459] env[62298]: DEBUG nova.objects.instance [None req-a03add43-1a92-40aa-8b62-6b5c07a8699b tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lazy-loading 'resources' on Instance uuid b6d22d28-9442-4dcc-9905-961b2175ed95 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1580.624631] env[62298]: DEBUG nova.network.neutron [req-b5d300b0-dc1b-44fb-9860-12df6c617873 req-63eeb067-5de0-4d06-b112-c1fc7a2cfda4 service nova] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Updated VIF entry in instance network info cache for port 99269100-8856-4132-b0d6-f7585f5e37d9. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1580.625360] env[62298]: DEBUG nova.network.neutron [req-b5d300b0-dc1b-44fb-9860-12df6c617873 req-63eeb067-5de0-4d06-b112-c1fc7a2cfda4 service nova] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Updating instance_info_cache with network_info: [{"id": "99269100-8856-4132-b0d6-f7585f5e37d9", "address": "fa:16:3e:72:e5:d0", "network": {"id": "8e71e3f3-9bb8-4333-a4fa-f22ecfbff619", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-187545421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90c991d19db946a48b227d7852b95b3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99269100-88", "ovs_interfaceid": "99269100-8856-4132-b0d6-f7585f5e37d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.790982] env[62298]: DEBUG nova.compute.manager [None req-0a7f29e3-1148-47c5-9513-b1fcfcbd27b7 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1580.791241] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7f29e3-1148-47c5-9513-b1fcfcbd27b7 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1580.792297] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949d6864-6f25-428d-b27f-423892bd770c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.802165] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7f29e3-1148-47c5-9513-b1fcfcbd27b7 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1580.802455] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11cade78-728b-4eba-b0a9-ddbd68151190 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.809093] env[62298]: DEBUG oslo_vmware.api [None req-0a7f29e3-1148-47c5-9513-b1fcfcbd27b7 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Waiting for the task: (returnval){ [ 1580.809093] env[62298]: value = "task-1804212" [ 1580.809093] env[62298]: _type = "Task" [ 1580.809093] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.818450] env[62298]: DEBUG oslo_vmware.api [None req-0a7f29e3-1148-47c5-9513-b1fcfcbd27b7 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1804212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.929984] env[62298]: DEBUG oslo_concurrency.lockutils [req-cbf35606-a01b-43c5-a960-2ea089b7f49b req-383b4b63-9821-4de2-87f6-1b8cbeb62244 service nova] Releasing lock "refresh_cache-9a0b606b-2b47-4257-8722-e3933b63890b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.937143] env[62298]: DEBUG oslo_vmware.api [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804209, 'name': CloneVM_Task} progress is 95%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.940741] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804208, 'name': CreateVM_Task, 'duration_secs': 2.095438} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.940948] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1580.941896] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1580.942403] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.942739] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1580.943162] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41c000fe-e2af-4023-9562-c365c2e986a8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.948919] env[62298]: DEBUG oslo_vmware.api [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Waiting for the task: (returnval){ [ 1580.948919] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ca1fa2-3fee-3ca0-1555-9547618a0780" [ 1580.948919] env[62298]: _type = "Task" [ 1580.948919] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.957977] env[62298]: DEBUG oslo_vmware.api [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ca1fa2-3fee-3ca0-1555-9547618a0780, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.085142] env[62298]: DEBUG nova.compute.utils [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1581.091884] env[62298]: DEBUG nova.compute.manager [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1581.092225] env[62298]: DEBUG nova.network.neutron [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1581.130911] env[62298]: DEBUG oslo_concurrency.lockutils [req-b5d300b0-dc1b-44fb-9860-12df6c617873 req-63eeb067-5de0-4d06-b112-c1fc7a2cfda4 service nova] Releasing lock "refresh_cache-6c96450f-c626-4bcb-a07d-3eee06e8a539" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.178378] env[62298]: DEBUG nova.policy [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '652c753f8338498ca1cf0f2dd77c3560', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c515e149617c437db262f33a96371659', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1581.323097] env[62298]: DEBUG oslo_vmware.api [None req-0a7f29e3-1148-47c5-9513-b1fcfcbd27b7 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1804212, 'name': PowerOffVM_Task, 'duration_secs': 0.310547} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.323472] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a7f29e3-1148-47c5-9513-b1fcfcbd27b7 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1581.323809] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7f29e3-1148-47c5-9513-b1fcfcbd27b7 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1581.324189] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0332f677-e585-42a9-8c90-78197f66c9cc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.435047] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7f29e3-1148-47c5-9513-b1fcfcbd27b7 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1581.435389] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7f29e3-1148-47c5-9513-b1fcfcbd27b7 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1581.436622] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a7f29e3-1148-47c5-9513-b1fcfcbd27b7 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Deleting the datastore file [datastore1] ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1581.444110] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a7bf84d-1d6b-4ef8-94bb-73c40642213e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.446717] env[62298]: DEBUG oslo_vmware.api [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804209, 'name': CloneVM_Task, 'duration_secs': 2.853012} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.447339] env[62298]: INFO nova.virt.vmwareapi.vmops [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Created linked-clone VM from snapshot [ 1581.448613] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65610cf-21c5-4ffd-8a3b-791cefe5bf21 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.452826] env[62298]: DEBUG oslo_vmware.api [None req-0a7f29e3-1148-47c5-9513-b1fcfcbd27b7 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Waiting for the task: (returnval){ [ 1581.452826] env[62298]: value = "task-1804214" [ 1581.452826] env[62298]: _type = "Task" [ 1581.452826] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.462982] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Uploading image bf666668-c096-4432-8f9f-da43b1f590fa {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1581.471677] env[62298]: DEBUG oslo_vmware.api [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ca1fa2-3fee-3ca0-1555-9547618a0780, 'name': SearchDatastore_Task, 'duration_secs': 0.011574} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.472232] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.472581] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1581.472857] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.473042] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.473240] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1581.478316] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08f08b76-c35f-4985-809b-a6b695b7f80c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.480375] env[62298]: DEBUG oslo_vmware.api [None req-0a7f29e3-1148-47c5-9513-b1fcfcbd27b7 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1804214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.487701] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1581.487950] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1581.489623] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc585132-82ff-4e81-8408-58b969d1db1f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.495914] env[62298]: DEBUG oslo_vmware.api [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Waiting for the task: (returnval){ [ 1581.495914] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5281e0a8-acb7-0b12-753c-a4ff5762e9e8" [ 1581.495914] env[62298]: _type = "Task" [ 1581.495914] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.510044] env[62298]: DEBUG oslo_vmware.api [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5281e0a8-acb7-0b12-753c-a4ff5762e9e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.526353] env[62298]: DEBUG nova.network.neutron [-] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.588433] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff8a48a-888d-4597-99c9-add3bf266e7c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.594131] env[62298]: DEBUG nova.compute.utils [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1581.598905] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1622bed9-3060-4eed-9a1d-e434a3dee531 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.636996] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed19076-e8e3-4acf-b42f-97acd96671b9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.645520] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c80483-9d1e-4b58-97e4-8ff591cce961 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.663688] env[62298]: DEBUG nova.compute.provider_tree [None req-a03add43-1a92-40aa-8b62-6b5c07a8699b tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1581.868439] env[62298]: DEBUG nova.network.neutron [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Successfully created port: df349965-0cbc-4e13-b7a9-4d2f55a02b5e {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1581.967159] env[62298]: DEBUG oslo_vmware.api [None req-0a7f29e3-1148-47c5-9513-b1fcfcbd27b7 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1804214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175735} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.967602] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a7f29e3-1148-47c5-9513-b1fcfcbd27b7 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1581.967721] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7f29e3-1148-47c5-9513-b1fcfcbd27b7 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1581.967816] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0a7f29e3-1148-47c5-9513-b1fcfcbd27b7 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1581.967998] env[62298]: INFO nova.compute.manager [None req-0a7f29e3-1148-47c5-9513-b1fcfcbd27b7 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1581.968266] env[62298]: DEBUG oslo.service.loopingcall [None req-0a7f29e3-1148-47c5-9513-b1fcfcbd27b7 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1581.968479] env[62298]: DEBUG nova.compute.manager [-] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1581.968567] env[62298]: DEBUG nova.network.neutron [-] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1582.007339] env[62298]: DEBUG oslo_vmware.api [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5281e0a8-acb7-0b12-753c-a4ff5762e9e8, 'name': SearchDatastore_Task, 'duration_secs': 0.012277} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.008241] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de9408de-8518-4125-82d8-a079d4cb2c78 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.014684] env[62298]: DEBUG oslo_vmware.api [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Waiting for the task: (returnval){ [ 1582.014684] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c6c670-8331-cee1-a4a8-0e5d77902834" [ 1582.014684] env[62298]: _type = "Task" [ 1582.014684] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.024155] env[62298]: DEBUG oslo_vmware.api [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c6c670-8331-cee1-a4a8-0e5d77902834, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.028829] env[62298]: INFO nova.compute.manager [-] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Took 1.47 seconds to deallocate network for instance. [ 1582.099112] env[62298]: DEBUG nova.compute.manager [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1582.171266] env[62298]: DEBUG nova.scheduler.client.report [None req-a03add43-1a92-40aa-8b62-6b5c07a8699b tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1582.526811] env[62298]: DEBUG oslo_vmware.api [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c6c670-8331-cee1-a4a8-0e5d77902834, 'name': SearchDatastore_Task, 'duration_secs': 0.011188} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.527152] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.527454] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 6c96450f-c626-4bcb-a07d-3eee06e8a539/6c96450f-c626-4bcb-a07d-3eee06e8a539.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1582.528080] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37c0d31c-0b19-4070-91a0-755fca12adcd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.535502] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.535988] env[62298]: DEBUG oslo_vmware.api [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Waiting for the task: (returnval){ [ 1582.535988] env[62298]: value = "task-1804215" [ 1582.535988] env[62298]: _type = "Task" [ 1582.535988] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.544256] env[62298]: DEBUG oslo_vmware.api [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Task: {'id': task-1804215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.677033] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a03add43-1a92-40aa-8b62-6b5c07a8699b tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.095s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.679461] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.762s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.681820] env[62298]: INFO nova.compute.claims [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1582.703266] env[62298]: INFO nova.scheduler.client.report [None req-a03add43-1a92-40aa-8b62-6b5c07a8699b tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Deleted allocations for instance b6d22d28-9442-4dcc-9905-961b2175ed95 [ 1582.847988] env[62298]: DEBUG nova.network.neutron [-] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.047130] env[62298]: DEBUG oslo_vmware.api [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Task: {'id': task-1804215, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.091693] env[62298]: DEBUG oslo_vmware.rw_handles [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1583.091693] env[62298]: value = "vm-374044" [ 1583.091693] env[62298]: _type = "VirtualMachine" [ 1583.091693] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1583.095093] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e387254e-56cd-4b10-84ee-fd73267ffe14 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.102389] env[62298]: DEBUG oslo_vmware.rw_handles [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Lease: (returnval){ [ 1583.102389] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522ba8c4-5851-a6b8-580c-0229f54c101c" [ 1583.102389] env[62298]: _type = "HttpNfcLease" [ 1583.102389] env[62298]: } obtained for exporting VM: (result){ [ 1583.102389] env[62298]: value = "vm-374044" [ 1583.102389] env[62298]: _type = "VirtualMachine" [ 1583.102389] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1583.102806] env[62298]: DEBUG oslo_vmware.api [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the lease: (returnval){ [ 1583.102806] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522ba8c4-5851-a6b8-580c-0229f54c101c" [ 1583.102806] env[62298]: _type = "HttpNfcLease" [ 1583.102806] env[62298]: } to be ready. {{(pid=62298) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1583.109525] env[62298]: DEBUG oslo_vmware.rw_handles [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5260b0cf-0b8b-bdf2-da3e-5b3e01fde238/disk-0.vmdk. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1583.110593] env[62298]: DEBUG nova.compute.manager [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1583.113080] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab307b1e-66b5-49b0-95ea-d5c30612d5b3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.122533] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1583.122533] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522ba8c4-5851-a6b8-580c-0229f54c101c" [ 1583.122533] env[62298]: _type = "HttpNfcLease" [ 1583.122533] env[62298]: } is ready. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1583.122533] env[62298]: DEBUG oslo_vmware.rw_handles [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1583.122533] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522ba8c4-5851-a6b8-580c-0229f54c101c" [ 1583.122533] env[62298]: _type = "HttpNfcLease" [ 1583.122533] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1583.122533] env[62298]: DEBUG oslo_vmware.rw_handles [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5260b0cf-0b8b-bdf2-da3e-5b3e01fde238/disk-0.vmdk is in state: ready. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1583.122533] env[62298]: ERROR oslo_vmware.rw_handles [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5260b0cf-0b8b-bdf2-da3e-5b3e01fde238/disk-0.vmdk due to incomplete transfer. [ 1583.123861] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d29ca0f-29f9-4caa-938f-89bd1497d53f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.130022] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a5472a74-e362-4785-9f88-7568552c2f81 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.139060] env[62298]: DEBUG oslo_vmware.rw_handles [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7b86b-0e72-8161-deb1-df8d57857e43/disk-0.vmdk from lease info. {{(pid=62298) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1583.139123] env[62298]: DEBUG oslo_vmware.rw_handles [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7b86b-0e72-8161-deb1-df8d57857e43/disk-0.vmdk for reading. {{(pid=62298) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1583.143255] env[62298]: DEBUG nova.virt.hardware [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:50:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='605043216',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-2108069508',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1583.143704] env[62298]: DEBUG nova.virt.hardware [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1583.143704] env[62298]: DEBUG nova.virt.hardware [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1583.143857] env[62298]: DEBUG nova.virt.hardware [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1583.144498] env[62298]: DEBUG nova.virt.hardware [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1583.144498] env[62298]: DEBUG nova.virt.hardware [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1583.144498] env[62298]: DEBUG nova.virt.hardware [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1583.144653] env[62298]: DEBUG nova.virt.hardware [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1583.144701] env[62298]: DEBUG nova.virt.hardware [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1583.144867] env[62298]: DEBUG nova.virt.hardware [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1583.145282] env[62298]: DEBUG nova.virt.hardware [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1583.145377] env[62298]: DEBUG oslo_vmware.rw_handles [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5260b0cf-0b8b-bdf2-da3e-5b3e01fde238/disk-0.vmdk. {{(pid=62298) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1583.145757] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Uploaded image 34e147be-f7d9-41ca-a28a-369e36c30abf to the Glance image server {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1583.147764] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Destroying the VM {{(pid=62298) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1583.148595] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b274ef1-ae75-44a0-ade9-1cbe1cd13527 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.152183] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-839f20cb-eb53-46a3-bf77-358314d7b2c0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.217953] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a03add43-1a92-40aa-8b62-6b5c07a8699b tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "b6d22d28-9442-4dcc-9905-961b2175ed95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.890s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.219901] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae09ff9-dd85-4e02-88a6-c10fe42332aa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.226285] env[62298]: DEBUG oslo_vmware.api [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1583.226285] env[62298]: value = "task-1804217" [ 1583.226285] env[62298]: _type = "Task" [ 1583.226285] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.245826] env[62298]: DEBUG oslo_vmware.api [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804217, 'name': Destroy_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.257639] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b1388321-db64-4fc9-bb74-06c1eb7bf8bc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.350692] env[62298]: INFO nova.compute.manager [-] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Took 1.38 seconds to deallocate network for instance. [ 1583.549282] env[62298]: DEBUG oslo_vmware.api [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Task: {'id': task-1804215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548758} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.553340] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 6c96450f-c626-4bcb-a07d-3eee06e8a539/6c96450f-c626-4bcb-a07d-3eee06e8a539.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1583.553340] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1583.553340] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba8674d3-b7b1-44cb-a4fa-9f929c10eec4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.557944] env[62298]: DEBUG oslo_vmware.api [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Waiting for the task: (returnval){ [ 1583.557944] env[62298]: value = "task-1804218" [ 1583.557944] env[62298]: _type = "Task" [ 1583.557944] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.567530] env[62298]: DEBUG oslo_vmware.api [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Task: {'id': task-1804218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.700225] env[62298]: DEBUG nova.network.neutron [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Successfully updated port: df349965-0cbc-4e13-b7a9-4d2f55a02b5e {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1583.738244] env[62298]: DEBUG oslo_vmware.api [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804217, 'name': Destroy_Task} progress is 33%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.859021] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0a7f29e3-1148-47c5-9513-b1fcfcbd27b7 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.059109] env[62298]: DEBUG nova.compute.manager [req-86121fba-3a69-4746-bb6c-88fa710879bc req-881555ba-ae9e-4218-830f-dcd03a5230aa service nova] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Received event network-changed-e977c628-c126-4ce0-9f7e-204d3906e8de {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1584.059440] env[62298]: DEBUG nova.compute.manager [req-86121fba-3a69-4746-bb6c-88fa710879bc req-881555ba-ae9e-4218-830f-dcd03a5230aa service nova] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Refreshing instance network info cache due to event network-changed-e977c628-c126-4ce0-9f7e-204d3906e8de. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1584.060101] env[62298]: DEBUG oslo_concurrency.lockutils [req-86121fba-3a69-4746-bb6c-88fa710879bc req-881555ba-ae9e-4218-830f-dcd03a5230aa service nova] Acquiring lock "refresh_cache-9a0b606b-2b47-4257-8722-e3933b63890b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.060370] env[62298]: DEBUG oslo_concurrency.lockutils [req-86121fba-3a69-4746-bb6c-88fa710879bc req-881555ba-ae9e-4218-830f-dcd03a5230aa service nova] Acquired lock "refresh_cache-9a0b606b-2b47-4257-8722-e3933b63890b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.060625] env[62298]: DEBUG nova.network.neutron [req-86121fba-3a69-4746-bb6c-88fa710879bc req-881555ba-ae9e-4218-830f-dcd03a5230aa service nova] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Refreshing network info cache for port e977c628-c126-4ce0-9f7e-204d3906e8de {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1584.064516] env[62298]: DEBUG nova.compute.manager [req-5860959e-eb52-473a-b906-9ae8b049b885 req-f190c45b-d183-4350-9834-b7263291e6aa service nova] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Received event network-vif-deleted-25a8bd4b-0e88-4b1a-a017-bf554fc520ae {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1584.078463] env[62298]: DEBUG oslo_vmware.api [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Task: {'id': task-1804218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075755} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.079084] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1584.080443] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8165c8-1e8f-46eb-aa63-91f0181a33a7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.108797] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 6c96450f-c626-4bcb-a07d-3eee06e8a539/6c96450f-c626-4bcb-a07d-3eee06e8a539.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1584.113593] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb0e8c9d-5abc-4d72-94d1-8d8dd13f2664 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.135350] env[62298]: DEBUG oslo_vmware.api [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Waiting for the task: (returnval){ [ 1584.135350] env[62298]: value = "task-1804219" [ 1584.135350] env[62298]: _type = "Task" [ 1584.135350] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.147709] env[62298]: DEBUG oslo_vmware.api [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Task: {'id': task-1804219, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.202991] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Acquiring lock "refresh_cache-e193ef8f-e790-4a93-add2-af0f3896f8a8" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.203239] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Acquired lock "refresh_cache-e193ef8f-e790-4a93-add2-af0f3896f8a8" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.203333] env[62298]: DEBUG nova.network.neutron [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1584.240976] env[62298]: DEBUG oslo_vmware.api [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804217, 'name': Destroy_Task, 'duration_secs': 0.61673} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.244336] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Destroyed the VM [ 1584.244867] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Deleting Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1584.245148] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-16dd3b9a-c9af-4e5d-819b-8b726d3c625d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.253109] env[62298]: DEBUG oslo_vmware.api [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1584.253109] env[62298]: value = "task-1804220" [ 1584.253109] env[62298]: _type = "Task" [ 1584.253109] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.264556] env[62298]: DEBUG oslo_vmware.api [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804220, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.274318] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5179ca7c-1ac3-4877-bf1d-abc6e9d0f1ee tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Acquiring lock "7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.285603] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725bb4e2-efc8-46cb-a531-db09d35c157c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.294076] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2abd68a-6b07-46a9-8f2e-5a8a76b30b80 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.327554] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ed0711-7070-49f5-8dcb-0e947ce78310 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.337908] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92e18e7-6d28-4114-b7c1-2865edd2083e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.354505] env[62298]: DEBUG nova.compute.provider_tree [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1584.645543] env[62298]: DEBUG oslo_vmware.api [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Task: {'id': task-1804219, 'name': ReconfigVM_Task, 'duration_secs': 0.39263} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.646670] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 6c96450f-c626-4bcb-a07d-3eee06e8a539/6c96450f-c626-4bcb-a07d-3eee06e8a539.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1584.646670] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e64ce262-a785-4d50-afa1-9bf82290c9f2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.653472] env[62298]: DEBUG oslo_vmware.api [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Waiting for the task: (returnval){ [ 1584.653472] env[62298]: value = "task-1804221" [ 1584.653472] env[62298]: _type = "Task" [ 1584.653472] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.662319] env[62298]: DEBUG oslo_vmware.api [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Task: {'id': task-1804221, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.759077] env[62298]: DEBUG nova.network.neutron [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1584.766294] env[62298]: DEBUG oslo_vmware.api [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804220, 'name': RemoveSnapshot_Task, 'duration_secs': 0.404674} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.766581] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Deleted Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1584.766814] env[62298]: INFO nova.compute.manager [None req-0fb0a81a-1472-4413-9bd4-f4336b206c0d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Took 15.46 seconds to snapshot the instance on the hypervisor. [ 1584.830011] env[62298]: DEBUG nova.network.neutron [req-86121fba-3a69-4746-bb6c-88fa710879bc req-881555ba-ae9e-4218-830f-dcd03a5230aa service nova] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Updated VIF entry in instance network info cache for port e977c628-c126-4ce0-9f7e-204d3906e8de. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1584.830424] env[62298]: DEBUG nova.network.neutron [req-86121fba-3a69-4746-bb6c-88fa710879bc req-881555ba-ae9e-4218-830f-dcd03a5230aa service nova] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Updating instance_info_cache with network_info: [{"id": "e977c628-c126-4ce0-9f7e-204d3906e8de", "address": "fa:16:3e:af:b8:93", "network": {"id": "e136c59d-cfd5-4a9a-a0be-50a1779abbfe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-131046779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a665a1bca714cd4a6e99d153251955a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape977c628-c1", "ovs_interfaceid": "e977c628-c126-4ce0-9f7e-204d3906e8de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.859011] env[62298]: DEBUG nova.scheduler.client.report [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1585.004984] env[62298]: DEBUG nova.network.neutron [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Updating instance_info_cache with network_info: [{"id": "df349965-0cbc-4e13-b7a9-4d2f55a02b5e", "address": "fa:16:3e:a7:95:bf", "network": {"id": "e036b4db-a501-40a4-aabe-cd64cbe4e0e3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1731901231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c515e149617c437db262f33a96371659", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf349965-0c", "ovs_interfaceid": "df349965-0cbc-4e13-b7a9-4d2f55a02b5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.124061] env[62298]: DEBUG oslo_vmware.rw_handles [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ebe64-e226-bc14-e73d-5f21bc61d3bc/disk-0.vmdk. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1585.128162] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b795e393-cb50-4263-99d8-0b0d4b8d6149 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.133596] env[62298]: DEBUG oslo_vmware.rw_handles [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ebe64-e226-bc14-e73d-5f21bc61d3bc/disk-0.vmdk is in state: ready. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1585.136804] env[62298]: ERROR oslo_vmware.rw_handles [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ebe64-e226-bc14-e73d-5f21bc61d3bc/disk-0.vmdk due to incomplete transfer. [ 1585.136804] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2d8ea714-d8e5-4119-bed6-be7e9e36e94d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.143584] env[62298]: DEBUG oslo_vmware.rw_handles [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ebe64-e226-bc14-e73d-5f21bc61d3bc/disk-0.vmdk. {{(pid=62298) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1585.143972] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Uploaded image 234b04ba-de02-4547-8a1c-1fda17addb0a to the Glance image server {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1585.146459] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Destroying the VM {{(pid=62298) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1585.146738] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b4d98ac4-431e-420a-a632-f19c3b3e3612 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.154180] env[62298]: DEBUG oslo_vmware.api [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1585.154180] env[62298]: value = "task-1804222" [ 1585.154180] env[62298]: _type = "Task" [ 1585.154180] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.166419] env[62298]: DEBUG oslo_vmware.api [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804222, 'name': Destroy_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.170347] env[62298]: DEBUG oslo_vmware.api [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Task: {'id': task-1804221, 'name': Rename_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.339343] env[62298]: DEBUG oslo_concurrency.lockutils [req-86121fba-3a69-4746-bb6c-88fa710879bc req-881555ba-ae9e-4218-830f-dcd03a5230aa service nova] Releasing lock "refresh_cache-9a0b606b-2b47-4257-8722-e3933b63890b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.339672] env[62298]: DEBUG nova.compute.manager [req-86121fba-3a69-4746-bb6c-88fa710879bc req-881555ba-ae9e-4218-830f-dcd03a5230aa service nova] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Received event network-vif-deleted-cea752d2-00d0-4c94-b23b-c3625848384f {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1585.367432] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.367987] env[62298]: DEBUG nova.compute.manager [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1585.370672] env[62298]: DEBUG oslo_concurrency.lockutils [None req-15a68217-de7d-45b4-9212-b61a82f57d99 tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.100s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.370901] env[62298]: DEBUG nova.objects.instance [None req-15a68217-de7d-45b4-9212-b61a82f57d99 tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Lazy-loading 'resources' on Instance uuid b5509412-69b2-4de3-a46a-41bfbb24bf6b {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1585.508269] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Releasing lock "refresh_cache-e193ef8f-e790-4a93-add2-af0f3896f8a8" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.508269] env[62298]: DEBUG nova.compute.manager [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Instance network_info: |[{"id": "df349965-0cbc-4e13-b7a9-4d2f55a02b5e", "address": "fa:16:3e:a7:95:bf", "network": {"id": "e036b4db-a501-40a4-aabe-cd64cbe4e0e3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1731901231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c515e149617c437db262f33a96371659", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf349965-0c", "ovs_interfaceid": "df349965-0cbc-4e13-b7a9-4d2f55a02b5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1585.508467] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:95:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df349965-0cbc-4e13-b7a9-4d2f55a02b5e', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1585.516736] env[62298]: DEBUG oslo.service.loopingcall [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1585.516963] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1585.517267] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2b92c7e-2cb0-45ae-9bc8-db339afec29c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.538651] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1585.538651] env[62298]: value = "task-1804223" [ 1585.538651] env[62298]: _type = "Task" [ 1585.538651] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.546257] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804223, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.665934] env[62298]: DEBUG oslo_vmware.api [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804222, 'name': Destroy_Task, 'duration_secs': 0.350723} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.669144] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Destroyed the VM [ 1585.669405] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Deleting Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1585.669660] env[62298]: DEBUG oslo_vmware.api [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Task: {'id': task-1804221, 'name': Rename_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.669868] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b2a48bec-cee1-441e-b2d4-63e15ebc2b80 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.675959] env[62298]: DEBUG oslo_vmware.api [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1585.675959] env[62298]: value = "task-1804224" [ 1585.675959] env[62298]: _type = "Task" [ 1585.675959] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.683707] env[62298]: DEBUG oslo_vmware.api [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804224, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.874187] env[62298]: DEBUG nova.compute.utils [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1585.878270] env[62298]: DEBUG nova.compute.manager [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1585.878393] env[62298]: DEBUG nova.network.neutron [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1585.943219] env[62298]: DEBUG nova.policy [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c8356a889424576bda47d2828c69ff9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d76a93e5ca74ae88ec055d9e88d8b97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1586.050611] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804223, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.173279] env[62298]: DEBUG oslo_vmware.api [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Task: {'id': task-1804221, 'name': Rename_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.186420] env[62298]: DEBUG oslo_vmware.api [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804224, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.268066] env[62298]: DEBUG nova.compute.manager [req-00513d4c-b38b-4018-8388-7f4ba9f97d8d req-27c04c54-9449-4dd9-a674-07191056dec6 service nova] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Received event network-vif-plugged-df349965-0cbc-4e13-b7a9-4d2f55a02b5e {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1586.268066] env[62298]: DEBUG oslo_concurrency.lockutils [req-00513d4c-b38b-4018-8388-7f4ba9f97d8d req-27c04c54-9449-4dd9-a674-07191056dec6 service nova] Acquiring lock "e193ef8f-e790-4a93-add2-af0f3896f8a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.268066] env[62298]: DEBUG oslo_concurrency.lockutils [req-00513d4c-b38b-4018-8388-7f4ba9f97d8d req-27c04c54-9449-4dd9-a674-07191056dec6 service nova] Lock "e193ef8f-e790-4a93-add2-af0f3896f8a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.268066] env[62298]: DEBUG oslo_concurrency.lockutils [req-00513d4c-b38b-4018-8388-7f4ba9f97d8d req-27c04c54-9449-4dd9-a674-07191056dec6 service nova] Lock "e193ef8f-e790-4a93-add2-af0f3896f8a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.268066] env[62298]: DEBUG nova.compute.manager [req-00513d4c-b38b-4018-8388-7f4ba9f97d8d req-27c04c54-9449-4dd9-a674-07191056dec6 service nova] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] No waiting events found dispatching network-vif-plugged-df349965-0cbc-4e13-b7a9-4d2f55a02b5e {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1586.268066] env[62298]: WARNING nova.compute.manager [req-00513d4c-b38b-4018-8388-7f4ba9f97d8d req-27c04c54-9449-4dd9-a674-07191056dec6 service nova] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Received unexpected event network-vif-plugged-df349965-0cbc-4e13-b7a9-4d2f55a02b5e for instance with vm_state building and task_state spawning. [ 1586.268066] env[62298]: DEBUG nova.compute.manager [req-00513d4c-b38b-4018-8388-7f4ba9f97d8d req-27c04c54-9449-4dd9-a674-07191056dec6 service nova] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Received event network-changed-df349965-0cbc-4e13-b7a9-4d2f55a02b5e {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1586.268066] env[62298]: DEBUG nova.compute.manager [req-00513d4c-b38b-4018-8388-7f4ba9f97d8d req-27c04c54-9449-4dd9-a674-07191056dec6 service nova] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Refreshing instance network info cache due to event network-changed-df349965-0cbc-4e13-b7a9-4d2f55a02b5e. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1586.268066] env[62298]: DEBUG oslo_concurrency.lockutils [req-00513d4c-b38b-4018-8388-7f4ba9f97d8d req-27c04c54-9449-4dd9-a674-07191056dec6 service nova] Acquiring lock "refresh_cache-e193ef8f-e790-4a93-add2-af0f3896f8a8" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.268066] env[62298]: DEBUG oslo_concurrency.lockutils [req-00513d4c-b38b-4018-8388-7f4ba9f97d8d req-27c04c54-9449-4dd9-a674-07191056dec6 service nova] Acquired lock "refresh_cache-e193ef8f-e790-4a93-add2-af0f3896f8a8" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.269595] env[62298]: DEBUG nova.network.neutron [req-00513d4c-b38b-4018-8388-7f4ba9f97d8d req-27c04c54-9449-4dd9-a674-07191056dec6 service nova] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Refreshing network info cache for port df349965-0cbc-4e13-b7a9-4d2f55a02b5e {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1586.313987] env[62298]: DEBUG nova.network.neutron [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Successfully created port: 7e515ada-0306-4f67-b5c9-9351a0953022 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1586.372996] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cab8fed-e77d-4f28-a9c6-2dacae979455 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.384735] env[62298]: DEBUG nova.compute.manager [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1586.390049] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5181e323-3495-4445-bb9e-1d9fe700b2fd tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "8c102689-976b-40e4-8faf-1954e1a3dbd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.390049] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5181e323-3495-4445-bb9e-1d9fe700b2fd tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "8c102689-976b-40e4-8faf-1954e1a3dbd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.390049] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5181e323-3495-4445-bb9e-1d9fe700b2fd tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "8c102689-976b-40e4-8faf-1954e1a3dbd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.390049] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5181e323-3495-4445-bb9e-1d9fe700b2fd tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "8c102689-976b-40e4-8faf-1954e1a3dbd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.390049] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5181e323-3495-4445-bb9e-1d9fe700b2fd tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "8c102689-976b-40e4-8faf-1954e1a3dbd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.391106] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50acfe1f-8424-40ed-9066-5898581c0297 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.394881] env[62298]: INFO nova.compute.manager [None req-5181e323-3495-4445-bb9e-1d9fe700b2fd tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Terminating instance [ 1586.437924] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34d8e89-083b-44d2-bd9e-9b0bef9b01f7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.446073] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1484d599-9586-4b61-a1f0-1e20628e998c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.461075] env[62298]: DEBUG nova.compute.provider_tree [None req-15a68217-de7d-45b4-9212-b61a82f57d99 tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1586.550404] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804223, 'name': CreateVM_Task, 'duration_secs': 0.523328} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.550581] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1586.551313] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.551474] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.551803] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1586.552066] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-784f9a48-6fb3-44dc-b9df-54dba2a29293 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.557154] env[62298]: DEBUG oslo_vmware.api [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Waiting for the task: (returnval){ [ 1586.557154] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e14f9e-d70e-77d9-e262-cbfb7bfe6ad3" [ 1586.557154] env[62298]: _type = "Task" [ 1586.557154] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.567171] env[62298]: DEBUG oslo_vmware.api [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e14f9e-d70e-77d9-e262-cbfb7bfe6ad3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.623853] env[62298]: DEBUG nova.network.neutron [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Successfully created port: 9c9304e8-525d-4412-ac6f-b4e5bd454cf6 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1586.668940] env[62298]: DEBUG oslo_vmware.api [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Task: {'id': task-1804221, 'name': Rename_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.686701] env[62298]: DEBUG oslo_vmware.api [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804224, 'name': RemoveSnapshot_Task, 'duration_secs': 0.632784} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.686982] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Deleted Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1586.687313] env[62298]: INFO nova.compute.manager [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Took 13.73 seconds to snapshot the instance on the hypervisor. [ 1586.892516] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Acquiring lock "6cbf6b6c-e2de-4fbc-a383-ad9cb156454c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.892516] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Lock "6cbf6b6c-e2de-4fbc-a383-ad9cb156454c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.904225] env[62298]: DEBUG nova.compute.manager [None req-5181e323-3495-4445-bb9e-1d9fe700b2fd tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1586.904225] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5181e323-3495-4445-bb9e-1d9fe700b2fd tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1586.904225] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087b463c-7397-47be-9297-148cc6fe5956 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.913820] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5181e323-3495-4445-bb9e-1d9fe700b2fd tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1586.914022] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73be7a50-8dc9-42d0-82a6-80b931b29677 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.967044] env[62298]: DEBUG nova.scheduler.client.report [None req-15a68217-de7d-45b4-9212-b61a82f57d99 tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1587.019721] env[62298]: DEBUG oslo_concurrency.lockutils [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "6c8c4667-1a5d-4764-902a-351aee2d60f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.019968] env[62298]: DEBUG oslo_concurrency.lockutils [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "6c8c4667-1a5d-4764-902a-351aee2d60f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.048190] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5181e323-3495-4445-bb9e-1d9fe700b2fd tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1587.048425] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5181e323-3495-4445-bb9e-1d9fe700b2fd tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1587.048618] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-5181e323-3495-4445-bb9e-1d9fe700b2fd tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Deleting the datastore file [datastore1] 8c102689-976b-40e4-8faf-1954e1a3dbd6 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1587.048891] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-972cb078-d78f-4dd1-a92e-6017d77da680 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.055538] env[62298]: DEBUG oslo_vmware.api [None req-5181e323-3495-4445-bb9e-1d9fe700b2fd tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1587.055538] env[62298]: value = "task-1804226" [ 1587.055538] env[62298]: _type = "Task" [ 1587.055538] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.070694] env[62298]: DEBUG oslo_vmware.api [None req-5181e323-3495-4445-bb9e-1d9fe700b2fd tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.070927] env[62298]: DEBUG oslo_vmware.api [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e14f9e-d70e-77d9-e262-cbfb7bfe6ad3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.169745] env[62298]: DEBUG oslo_vmware.api [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Task: {'id': task-1804221, 'name': Rename_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.187396] env[62298]: DEBUG nova.network.neutron [req-00513d4c-b38b-4018-8388-7f4ba9f97d8d req-27c04c54-9449-4dd9-a674-07191056dec6 service nova] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Updated VIF entry in instance network info cache for port df349965-0cbc-4e13-b7a9-4d2f55a02b5e. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1587.187628] env[62298]: DEBUG nova.network.neutron [req-00513d4c-b38b-4018-8388-7f4ba9f97d8d req-27c04c54-9449-4dd9-a674-07191056dec6 service nova] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Updating instance_info_cache with network_info: [{"id": "df349965-0cbc-4e13-b7a9-4d2f55a02b5e", "address": "fa:16:3e:a7:95:bf", "network": {"id": "e036b4db-a501-40a4-aabe-cd64cbe4e0e3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1731901231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c515e149617c437db262f33a96371659", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf349965-0c", "ovs_interfaceid": "df349965-0cbc-4e13-b7a9-4d2f55a02b5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.247633] env[62298]: DEBUG nova.compute.manager [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Found 3 images (rotation: 2) {{(pid=62298) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4986}} [ 1587.247832] env[62298]: DEBUG nova.compute.manager [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Rotating out 1 backups {{(pid=62298) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4994}} [ 1587.247997] env[62298]: DEBUG nova.compute.manager [None req-78939422-22cb-4472-938c-86bc8a5955a8 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Deleting image 67c2675f-3fe9-4d2b-8098-ca0a8350cd2d {{(pid=62298) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4999}} [ 1587.396277] env[62298]: DEBUG nova.compute.manager [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1587.403218] env[62298]: DEBUG nova.compute.manager [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1587.431423] env[62298]: DEBUG nova.virt.hardware [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1587.431847] env[62298]: DEBUG nova.virt.hardware [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1587.432140] env[62298]: DEBUG nova.virt.hardware [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1587.432406] env[62298]: DEBUG nova.virt.hardware [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1587.433458] env[62298]: DEBUG nova.virt.hardware [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1587.433458] env[62298]: DEBUG nova.virt.hardware [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1587.433458] env[62298]: DEBUG nova.virt.hardware [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1587.433458] env[62298]: DEBUG nova.virt.hardware [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1587.433647] env[62298]: DEBUG nova.virt.hardware [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1587.433778] env[62298]: DEBUG nova.virt.hardware [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1587.434023] env[62298]: DEBUG nova.virt.hardware [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1587.435019] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47671ac6-be73-4645-ab99-a4d4592d2b97 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.444015] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bcfca6-02b2-48d7-97dd-6b2bf6a294ad {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.471801] env[62298]: DEBUG oslo_concurrency.lockutils [None req-15a68217-de7d-45b4-9212-b61a82f57d99 tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.474250] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bb1f730d-f0c9-4693-8bec-fbeb921222c2 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.165s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.475224] env[62298]: DEBUG nova.objects.instance [None req-bb1f730d-f0c9-4693-8bec-fbeb921222c2 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lazy-loading 'resources' on Instance uuid 4daacdb1-2bf0-4000-9483-ede74b2e96fe {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1587.500108] env[62298]: INFO nova.scheduler.client.report [None req-15a68217-de7d-45b4-9212-b61a82f57d99 tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Deleted allocations for instance b5509412-69b2-4de3-a46a-41bfbb24bf6b [ 1587.522957] env[62298]: DEBUG nova.compute.manager [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1587.567815] env[62298]: DEBUG oslo_vmware.api [None req-5181e323-3495-4445-bb9e-1d9fe700b2fd tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.491408} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.572604] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-5181e323-3495-4445-bb9e-1d9fe700b2fd tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1587.572877] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5181e323-3495-4445-bb9e-1d9fe700b2fd tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1587.572984] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5181e323-3495-4445-bb9e-1d9fe700b2fd tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1587.573199] env[62298]: INFO nova.compute.manager [None req-5181e323-3495-4445-bb9e-1d9fe700b2fd tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Took 0.67 seconds to destroy the instance on the hypervisor. [ 1587.573542] env[62298]: DEBUG oslo.service.loopingcall [None req-5181e323-3495-4445-bb9e-1d9fe700b2fd tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1587.573883] env[62298]: DEBUG oslo_vmware.api [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e14f9e-d70e-77d9-e262-cbfb7bfe6ad3, 'name': SearchDatastore_Task, 'duration_secs': 0.742066} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.574458] env[62298]: DEBUG nova.compute.manager [-] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1587.574613] env[62298]: DEBUG nova.network.neutron [-] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1587.576311] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.576623] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1587.576787] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.576961] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.577483] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1587.577785] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7276c3fc-528f-409f-9635-e58046204f8d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.588612] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1587.588879] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1587.589710] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d5d0f27-5e6b-4f79-b4da-fb72b6ab6e3d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.595310] env[62298]: DEBUG oslo_vmware.api [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Waiting for the task: (returnval){ [ 1587.595310] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52975173-1d58-373b-bd7b-390bc687a3be" [ 1587.595310] env[62298]: _type = "Task" [ 1587.595310] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.603253] env[62298]: DEBUG oslo_vmware.api [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52975173-1d58-373b-bd7b-390bc687a3be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.671686] env[62298]: DEBUG oslo_vmware.api [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Task: {'id': task-1804221, 'name': Rename_Task, 'duration_secs': 2.849011} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.671686] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1587.671686] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d023b390-2a46-412e-81cf-88c340d2ab51 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.676216] env[62298]: DEBUG oslo_vmware.api [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Waiting for the task: (returnval){ [ 1587.676216] env[62298]: value = "task-1804227" [ 1587.676216] env[62298]: _type = "Task" [ 1587.676216] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.683947] env[62298]: DEBUG oslo_vmware.api [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Task: {'id': task-1804227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.690720] env[62298]: DEBUG oslo_concurrency.lockutils [req-00513d4c-b38b-4018-8388-7f4ba9f97d8d req-27c04c54-9449-4dd9-a674-07191056dec6 service nova] Releasing lock "refresh_cache-e193ef8f-e790-4a93-add2-af0f3896f8a8" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.928800] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.010791] env[62298]: DEBUG oslo_concurrency.lockutils [None req-15a68217-de7d-45b4-9212-b61a82f57d99 tempest-ServersTestManualDisk-609566493 tempest-ServersTestManualDisk-609566493-project-member] Lock "b5509412-69b2-4de3-a46a-41bfbb24bf6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.856s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.046012] env[62298]: DEBUG oslo_concurrency.lockutils [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.108896] env[62298]: DEBUG oslo_vmware.api [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52975173-1d58-373b-bd7b-390bc687a3be, 'name': SearchDatastore_Task, 'duration_secs': 0.018868} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.112181] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68d39dc0-d0f7-40c3-a8ac-48ae5f30e3cc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.120384] env[62298]: DEBUG oslo_vmware.api [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Waiting for the task: (returnval){ [ 1588.120384] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ad9777-38de-4e3d-0296-fbcf95e6e191" [ 1588.120384] env[62298]: _type = "Task" [ 1588.120384] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.131016] env[62298]: DEBUG oslo_vmware.api [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ad9777-38de-4e3d-0296-fbcf95e6e191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.190249] env[62298]: DEBUG oslo_vmware.api [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Task: {'id': task-1804227, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.283154] env[62298]: DEBUG nova.network.neutron [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Successfully updated port: 7e515ada-0306-4f67-b5c9-9351a0953022 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1588.310466] env[62298]: DEBUG nova.compute.manager [req-6c2032a2-0843-4d16-93e1-1d5b6fbfe9cb req-89db49f8-68f1-4ad7-bdfa-4d9ecdbde4eb service nova] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Received event network-vif-plugged-7e515ada-0306-4f67-b5c9-9351a0953022 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1588.310725] env[62298]: DEBUG oslo_concurrency.lockutils [req-6c2032a2-0843-4d16-93e1-1d5b6fbfe9cb req-89db49f8-68f1-4ad7-bdfa-4d9ecdbde4eb service nova] Acquiring lock "ce92335d-f8c5-4ee3-a5e8-3f65f805f64d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.310981] env[62298]: DEBUG oslo_concurrency.lockutils [req-6c2032a2-0843-4d16-93e1-1d5b6fbfe9cb req-89db49f8-68f1-4ad7-bdfa-4d9ecdbde4eb service nova] Lock "ce92335d-f8c5-4ee3-a5e8-3f65f805f64d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.311213] env[62298]: DEBUG oslo_concurrency.lockutils [req-6c2032a2-0843-4d16-93e1-1d5b6fbfe9cb req-89db49f8-68f1-4ad7-bdfa-4d9ecdbde4eb service nova] Lock "ce92335d-f8c5-4ee3-a5e8-3f65f805f64d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.311418] env[62298]: DEBUG nova.compute.manager [req-6c2032a2-0843-4d16-93e1-1d5b6fbfe9cb req-89db49f8-68f1-4ad7-bdfa-4d9ecdbde4eb service nova] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] No waiting events found dispatching network-vif-plugged-7e515ada-0306-4f67-b5c9-9351a0953022 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1588.311626] env[62298]: WARNING nova.compute.manager [req-6c2032a2-0843-4d16-93e1-1d5b6fbfe9cb req-89db49f8-68f1-4ad7-bdfa-4d9ecdbde4eb service nova] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Received unexpected event network-vif-plugged-7e515ada-0306-4f67-b5c9-9351a0953022 for instance with vm_state building and task_state spawning. [ 1588.494093] env[62298]: DEBUG nova.compute.manager [req-15a9f980-a612-4848-8905-d0deb089200f req-495f924e-afd7-436c-bf62-0119b393e448 service nova] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Received event network-vif-deleted-3ddf5df9-0960-46a7-8878-a4de30bf508a {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1588.494339] env[62298]: INFO nova.compute.manager [req-15a9f980-a612-4848-8905-d0deb089200f req-495f924e-afd7-436c-bf62-0119b393e448 service nova] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Neutron deleted interface 3ddf5df9-0960-46a7-8878-a4de30bf508a; detaching it from the instance and deleting it from the info cache [ 1588.494503] env[62298]: DEBUG nova.network.neutron [req-15a9f980-a612-4848-8905-d0deb089200f req-495f924e-afd7-436c-bf62-0119b393e448 service nova] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.506330] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01f5ab6-2eeb-4ef8-a33d-7bf37ee1b1f7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.515127] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f49ccae-4a33-4516-bd85-727e9293e2fe {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.526019] env[62298]: DEBUG nova.network.neutron [-] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.554090] env[62298]: INFO nova.compute.manager [-] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Took 0.98 seconds to deallocate network for instance. [ 1588.555208] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bfece3-53c9-4351-9553-97b627de6a61 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.569057] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bf94d2-a4dc-4a1c-827a-bfa52128ae0d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.585061] env[62298]: DEBUG nova.compute.provider_tree [None req-bb1f730d-f0c9-4693-8bec-fbeb921222c2 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1588.630357] env[62298]: DEBUG oslo_vmware.api [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ad9777-38de-4e3d-0296-fbcf95e6e191, 'name': SearchDatastore_Task, 'duration_secs': 0.010988} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.630357] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.630357] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] e193ef8f-e790-4a93-add2-af0f3896f8a8/e193ef8f-e790-4a93-add2-af0f3896f8a8.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1588.630590] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd72d02a-a13b-409c-a81a-56d47295778a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.639142] env[62298]: DEBUG oslo_vmware.api [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Waiting for the task: (returnval){ [ 1588.639142] env[62298]: value = "task-1804228" [ 1588.639142] env[62298]: _type = "Task" [ 1588.639142] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.646829] env[62298]: DEBUG oslo_vmware.api [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1804228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.686797] env[62298]: DEBUG oslo_vmware.api [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Task: {'id': task-1804227, 'name': PowerOnVM_Task, 'duration_secs': 0.57518} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.687163] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1588.687353] env[62298]: INFO nova.compute.manager [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Took 13.46 seconds to spawn the instance on the hypervisor. [ 1588.687455] env[62298]: DEBUG nova.compute.manager [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1588.688363] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d923c2-c718-4157-9bdd-a2d90e7c3688 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.998754] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ce95baf-f731-445f-9f93-892d8ed1adc8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.008993] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2895f604-f32c-4aeb-903a-c9d8da4514f4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.045845] env[62298]: DEBUG nova.compute.manager [req-15a9f980-a612-4848-8905-d0deb089200f req-495f924e-afd7-436c-bf62-0119b393e448 service nova] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Detach interface failed, port_id=3ddf5df9-0960-46a7-8878-a4de30bf508a, reason: Instance 8c102689-976b-40e4-8faf-1954e1a3dbd6 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1589.064296] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5181e323-3495-4445-bb9e-1d9fe700b2fd tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.087605] env[62298]: DEBUG nova.scheduler.client.report [None req-bb1f730d-f0c9-4693-8bec-fbeb921222c2 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1589.153140] env[62298]: DEBUG oslo_vmware.api [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1804228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.206923] env[62298]: INFO nova.compute.manager [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Took 48.97 seconds to build instance. [ 1589.593535] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bb1f730d-f0c9-4693-8bec-fbeb921222c2 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.596286] env[62298]: DEBUG oslo_concurrency.lockutils [None req-65de8a05-41b3-464f-a576-382420ab90ca tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.683s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.596748] env[62298]: DEBUG nova.objects.instance [None req-65de8a05-41b3-464f-a576-382420ab90ca tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Lazy-loading 'resources' on Instance uuid 8aeef358-e8ad-473e-b881-1650be5e7121 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1589.623333] env[62298]: INFO nova.scheduler.client.report [None req-bb1f730d-f0c9-4693-8bec-fbeb921222c2 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Deleted allocations for instance 4daacdb1-2bf0-4000-9483-ede74b2e96fe [ 1589.650991] env[62298]: DEBUG oslo_vmware.api [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1804228, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.89471} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.651620] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] e193ef8f-e790-4a93-add2-af0f3896f8a8/e193ef8f-e790-4a93-add2-af0f3896f8a8.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1589.651901] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1589.652219] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53166601-5867-40b6-831d-29128a7726bb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.659496] env[62298]: DEBUG oslo_vmware.api [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Waiting for the task: (returnval){ [ 1589.659496] env[62298]: value = "task-1804229" [ 1589.659496] env[62298]: _type = "Task" [ 1589.659496] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.669530] env[62298]: DEBUG oslo_vmware.api [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1804229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.709873] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b544859e-10c9-4416-b3e3-4b727e8383cc tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Lock "6c96450f-c626-4bcb-a07d-3eee06e8a539" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.138s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.140777] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bb1f730d-f0c9-4693-8bec-fbeb921222c2 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "4daacdb1-2bf0-4000-9483-ede74b2e96fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.982s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.178112] env[62298]: DEBUG oslo_vmware.api [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1804229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097986} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.178112] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1590.178806] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e19511-579a-4ba9-811a-4e0944b28f81 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.208038] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] e193ef8f-e790-4a93-add2-af0f3896f8a8/e193ef8f-e790-4a93-add2-af0f3896f8a8.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1590.211023] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a80c610a-33fd-4d43-af7d-cdb217f0d905 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.233520] env[62298]: DEBUG oslo_vmware.api [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Waiting for the task: (returnval){ [ 1590.233520] env[62298]: value = "task-1804230" [ 1590.233520] env[62298]: _type = "Task" [ 1590.233520] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.245432] env[62298]: DEBUG oslo_vmware.api [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1804230, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.431509] env[62298]: DEBUG oslo_concurrency.lockutils [None req-05ad7323-b94f-4062-8d58-33f2ab06d83e tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "8986a988-9d2f-4838-9d87-44753fe83c76" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.431808] env[62298]: DEBUG oslo_concurrency.lockutils [None req-05ad7323-b94f-4062-8d58-33f2ab06d83e tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "8986a988-9d2f-4838-9d87-44753fe83c76" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.431963] env[62298]: DEBUG nova.compute.manager [None req-05ad7323-b94f-4062-8d58-33f2ab06d83e tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1590.432895] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0fdf40-f8fd-45e6-8cb7-f1cf25f94ca2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.442935] env[62298]: DEBUG nova.compute.manager [None req-05ad7323-b94f-4062-8d58-33f2ab06d83e tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62298) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1590.443561] env[62298]: DEBUG nova.objects.instance [None req-05ad7323-b94f-4062-8d58-33f2ab06d83e tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lazy-loading 'flavor' on Instance uuid 8986a988-9d2f-4838-9d87-44753fe83c76 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1590.536560] env[62298]: DEBUG nova.network.neutron [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Successfully updated port: 9c9304e8-525d-4412-ac6f-b4e5bd454cf6 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1590.596421] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac2a89d-3862-4448-be4d-dd06b359f6a7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.604159] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccfcf45-41dc-4b19-961c-6cc868b57ec3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.638322] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e42fba4-6da7-48cf-bcbe-1a4a09857525 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.646990] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af0556c-a87e-426a-ae28-0695ed42dd43 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.661529] env[62298]: DEBUG nova.compute.provider_tree [None req-65de8a05-41b3-464f-a576-382420ab90ca tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1590.744933] env[62298]: DEBUG oslo_vmware.api [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1804230, 'name': ReconfigVM_Task, 'duration_secs': 0.311787} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.745277] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Reconfigured VM instance instance-00000031 to attach disk [datastore1] e193ef8f-e790-4a93-add2-af0f3896f8a8/e193ef8f-e790-4a93-add2-af0f3896f8a8.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1590.745603] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62298) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1590.746441] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-792564e9-90df-45b4-afe4-a5e79b366624 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.754012] env[62298]: DEBUG oslo_vmware.api [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Waiting for the task: (returnval){ [ 1590.754012] env[62298]: value = "task-1804231" [ 1590.754012] env[62298]: _type = "Task" [ 1590.754012] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.766714] env[62298]: DEBUG oslo_vmware.api [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1804231, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.013371] env[62298]: DEBUG nova.compute.manager [req-8276ab6a-dca6-4cfc-907f-1978d0c295fd req-08896c36-db3e-4c48-8d69-5a8bf9d9bdfb service nova] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Received event network-changed-7e515ada-0306-4f67-b5c9-9351a0953022 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1591.013371] env[62298]: DEBUG nova.compute.manager [req-8276ab6a-dca6-4cfc-907f-1978d0c295fd req-08896c36-db3e-4c48-8d69-5a8bf9d9bdfb service nova] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Refreshing instance network info cache due to event network-changed-7e515ada-0306-4f67-b5c9-9351a0953022. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1591.013371] env[62298]: DEBUG oslo_concurrency.lockutils [req-8276ab6a-dca6-4cfc-907f-1978d0c295fd req-08896c36-db3e-4c48-8d69-5a8bf9d9bdfb service nova] Acquiring lock "refresh_cache-ce92335d-f8c5-4ee3-a5e8-3f65f805f64d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.013371] env[62298]: DEBUG oslo_concurrency.lockutils [req-8276ab6a-dca6-4cfc-907f-1978d0c295fd req-08896c36-db3e-4c48-8d69-5a8bf9d9bdfb service nova] Acquired lock "refresh_cache-ce92335d-f8c5-4ee3-a5e8-3f65f805f64d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.013371] env[62298]: DEBUG nova.network.neutron [req-8276ab6a-dca6-4cfc-907f-1978d0c295fd req-08896c36-db3e-4c48-8d69-5a8bf9d9bdfb service nova] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Refreshing network info cache for port 7e515ada-0306-4f67-b5c9-9351a0953022 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1591.041759] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Acquiring lock "refresh_cache-ce92335d-f8c5-4ee3-a5e8-3f65f805f64d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.164871] env[62298]: DEBUG nova.scheduler.client.report [None req-65de8a05-41b3-464f-a576-382420ab90ca tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1591.265014] env[62298]: DEBUG oslo_vmware.api [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1804231, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.080224} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.265437] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62298) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1591.266862] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c45c85b-8627-4178-9423-0f6ab909395f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.293403] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] e193ef8f-e790-4a93-add2-af0f3896f8a8/ephemeral_0.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1591.293746] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96b02214-4181-438c-a007-7e0f23fbc988 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.314525] env[62298]: DEBUG oslo_vmware.api [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Waiting for the task: (returnval){ [ 1591.314525] env[62298]: value = "task-1804232" [ 1591.314525] env[62298]: _type = "Task" [ 1591.314525] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.327206] env[62298]: DEBUG oslo_vmware.api [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1804232, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.341777] env[62298]: DEBUG nova.compute.manager [req-2a1a3cd3-3bb1-458e-9ba7-69e20a4b285c req-33758dd0-6f4b-4891-9d59-73fcc84fe455 service nova] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Received event network-changed-99269100-8856-4132-b0d6-f7585f5e37d9 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1591.342100] env[62298]: DEBUG nova.compute.manager [req-2a1a3cd3-3bb1-458e-9ba7-69e20a4b285c req-33758dd0-6f4b-4891-9d59-73fcc84fe455 service nova] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Refreshing instance network info cache due to event network-changed-99269100-8856-4132-b0d6-f7585f5e37d9. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1591.342305] env[62298]: DEBUG oslo_concurrency.lockutils [req-2a1a3cd3-3bb1-458e-9ba7-69e20a4b285c req-33758dd0-6f4b-4891-9d59-73fcc84fe455 service nova] Acquiring lock "refresh_cache-6c96450f-c626-4bcb-a07d-3eee06e8a539" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.342478] env[62298]: DEBUG oslo_concurrency.lockutils [req-2a1a3cd3-3bb1-458e-9ba7-69e20a4b285c req-33758dd0-6f4b-4891-9d59-73fcc84fe455 service nova] Acquired lock "refresh_cache-6c96450f-c626-4bcb-a07d-3eee06e8a539" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.342716] env[62298]: DEBUG nova.network.neutron [req-2a1a3cd3-3bb1-458e-9ba7-69e20a4b285c req-33758dd0-6f4b-4891-9d59-73fcc84fe455 service nova] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Refreshing network info cache for port 99269100-8856-4132-b0d6-f7585f5e37d9 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1591.433341] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquiring lock "2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.434060] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.454235] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ad7323-b94f-4062-8d58-33f2ab06d83e tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1591.454575] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d608aea8-5d95-49ee-b57c-d62f5b1aff78 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.466815] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquiring lock "96f6489c-f4bd-4ec6-8562-d8d616c66950" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.467118] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "96f6489c-f4bd-4ec6-8562-d8d616c66950" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.467387] env[62298]: DEBUG oslo_vmware.api [None req-05ad7323-b94f-4062-8d58-33f2ab06d83e tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1591.467387] env[62298]: value = "task-1804233" [ 1591.467387] env[62298]: _type = "Task" [ 1591.467387] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.477326] env[62298]: DEBUG oslo_vmware.api [None req-05ad7323-b94f-4062-8d58-33f2ab06d83e tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.577699] env[62298]: DEBUG nova.network.neutron [req-8276ab6a-dca6-4cfc-907f-1978d0c295fd req-08896c36-db3e-4c48-8d69-5a8bf9d9bdfb service nova] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1591.671167] env[62298]: DEBUG oslo_concurrency.lockutils [None req-65de8a05-41b3-464f-a576-382420ab90ca tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.673663] env[62298]: DEBUG oslo_concurrency.lockutils [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.672s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.675502] env[62298]: INFO nova.compute.claims [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1591.700777] env[62298]: DEBUG nova.network.neutron [req-8276ab6a-dca6-4cfc-907f-1978d0c295fd req-08896c36-db3e-4c48-8d69-5a8bf9d9bdfb service nova] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.711971] env[62298]: INFO nova.scheduler.client.report [None req-65de8a05-41b3-464f-a576-382420ab90ca tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Deleted allocations for instance 8aeef358-e8ad-473e-b881-1650be5e7121 [ 1591.826331] env[62298]: DEBUG oslo_vmware.api [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1804232, 'name': ReconfigVM_Task, 'duration_secs': 0.355118} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.826331] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Reconfigured VM instance instance-00000031 to attach disk [datastore1] e193ef8f-e790-4a93-add2-af0f3896f8a8/ephemeral_0.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1591.826663] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78529ea5-43f4-483c-bdfd-49fef0b22c5c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.833959] env[62298]: DEBUG oslo_vmware.api [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Waiting for the task: (returnval){ [ 1591.833959] env[62298]: value = "task-1804234" [ 1591.833959] env[62298]: _type = "Task" [ 1591.833959] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.842446] env[62298]: DEBUG oslo_vmware.api [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1804234, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.938812] env[62298]: DEBUG nova.compute.manager [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1591.987469] env[62298]: DEBUG oslo_vmware.api [None req-05ad7323-b94f-4062-8d58-33f2ab06d83e tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804233, 'name': PowerOffVM_Task, 'duration_secs': 0.177787} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.988874] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ad7323-b94f-4062-8d58-33f2ab06d83e tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1591.989105] env[62298]: DEBUG nova.compute.manager [None req-05ad7323-b94f-4062-8d58-33f2ab06d83e tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1591.990336] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe18935-3dbf-4d96-9071-bb957809554e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.096167] env[62298]: DEBUG nova.network.neutron [req-2a1a3cd3-3bb1-458e-9ba7-69e20a4b285c req-33758dd0-6f4b-4891-9d59-73fcc84fe455 service nova] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Updated VIF entry in instance network info cache for port 99269100-8856-4132-b0d6-f7585f5e37d9. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1592.096167] env[62298]: DEBUG nova.network.neutron [req-2a1a3cd3-3bb1-458e-9ba7-69e20a4b285c req-33758dd0-6f4b-4891-9d59-73fcc84fe455 service nova] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Updating instance_info_cache with network_info: [{"id": "99269100-8856-4132-b0d6-f7585f5e37d9", "address": "fa:16:3e:72:e5:d0", "network": {"id": "8e71e3f3-9bb8-4333-a4fa-f22ecfbff619", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-187545421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90c991d19db946a48b227d7852b95b3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99269100-88", "ovs_interfaceid": "99269100-8856-4132-b0d6-f7585f5e37d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.204617] env[62298]: DEBUG oslo_concurrency.lockutils [req-8276ab6a-dca6-4cfc-907f-1978d0c295fd req-08896c36-db3e-4c48-8d69-5a8bf9d9bdfb service nova] Releasing lock "refresh_cache-ce92335d-f8c5-4ee3-a5e8-3f65f805f64d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.204617] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Acquired lock "refresh_cache-ce92335d-f8c5-4ee3-a5e8-3f65f805f64d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.204770] env[62298]: DEBUG nova.network.neutron [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1592.221797] env[62298]: DEBUG oslo_concurrency.lockutils [None req-65de8a05-41b3-464f-a576-382420ab90ca tempest-SecurityGroupsTestJSON-110132535 tempest-SecurityGroupsTestJSON-110132535-project-member] Lock "8aeef358-e8ad-473e-b881-1650be5e7121" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.784s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.343839] env[62298]: DEBUG oslo_vmware.api [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1804234, 'name': Rename_Task, 'duration_secs': 0.169934} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.343982] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1592.344318] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86ea8e7a-ae65-494d-abed-d519d86d974c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.351331] env[62298]: DEBUG oslo_vmware.api [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Waiting for the task: (returnval){ [ 1592.351331] env[62298]: value = "task-1804235" [ 1592.351331] env[62298]: _type = "Task" [ 1592.351331] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.361788] env[62298]: DEBUG oslo_vmware.api [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1804235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.464524] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.505136] env[62298]: DEBUG oslo_concurrency.lockutils [None req-05ad7323-b94f-4062-8d58-33f2ab06d83e tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "8986a988-9d2f-4838-9d87-44753fe83c76" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.073s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.599755] env[62298]: DEBUG oslo_concurrency.lockutils [req-2a1a3cd3-3bb1-458e-9ba7-69e20a4b285c req-33758dd0-6f4b-4891-9d59-73fcc84fe455 service nova] Releasing lock "refresh_cache-6c96450f-c626-4bcb-a07d-3eee06e8a539" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.777125] env[62298]: DEBUG nova.network.neutron [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1592.830764] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquiring lock "3ac82c27-bd02-486e-ac8c-36328891c942" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.830764] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lock "3ac82c27-bd02-486e-ac8c-36328891c942" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.866833] env[62298]: DEBUG oslo_vmware.api [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1804235, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.186561] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bece9b-9a05-4fee-817e-82de1574b6b4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.200077] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55173cb-6251-447e-9615-6d6664a4d0bd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.233417] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16a6bdf-1f2e-4c3d-8346-ebf7e52cea45 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.241514] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a780cf5b-4ef9-4609-8139-5695fa73b8e5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.257107] env[62298]: DEBUG nova.compute.provider_tree [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1593.318512] env[62298]: DEBUG nova.compute.manager [req-2cbde97e-7601-421e-ae93-81f21946f4e5 req-eaace19b-37bc-455f-b3d7-38661a57f4e6 service nova] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Received event network-vif-plugged-9c9304e8-525d-4412-ac6f-b4e5bd454cf6 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1593.318724] env[62298]: DEBUG oslo_concurrency.lockutils [req-2cbde97e-7601-421e-ae93-81f21946f4e5 req-eaace19b-37bc-455f-b3d7-38661a57f4e6 service nova] Acquiring lock "ce92335d-f8c5-4ee3-a5e8-3f65f805f64d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.318926] env[62298]: DEBUG oslo_concurrency.lockutils [req-2cbde97e-7601-421e-ae93-81f21946f4e5 req-eaace19b-37bc-455f-b3d7-38661a57f4e6 service nova] Lock "ce92335d-f8c5-4ee3-a5e8-3f65f805f64d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.319097] env[62298]: DEBUG oslo_concurrency.lockutils [req-2cbde97e-7601-421e-ae93-81f21946f4e5 req-eaace19b-37bc-455f-b3d7-38661a57f4e6 service nova] Lock "ce92335d-f8c5-4ee3-a5e8-3f65f805f64d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.319272] env[62298]: DEBUG nova.compute.manager [req-2cbde97e-7601-421e-ae93-81f21946f4e5 req-eaace19b-37bc-455f-b3d7-38661a57f4e6 service nova] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] No waiting events found dispatching network-vif-plugged-9c9304e8-525d-4412-ac6f-b4e5bd454cf6 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1593.319432] env[62298]: WARNING nova.compute.manager [req-2cbde97e-7601-421e-ae93-81f21946f4e5 req-eaace19b-37bc-455f-b3d7-38661a57f4e6 service nova] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Received unexpected event network-vif-plugged-9c9304e8-525d-4412-ac6f-b4e5bd454cf6 for instance with vm_state building and task_state spawning. [ 1593.319582] env[62298]: DEBUG nova.compute.manager [req-2cbde97e-7601-421e-ae93-81f21946f4e5 req-eaace19b-37bc-455f-b3d7-38661a57f4e6 service nova] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Received event network-changed-9c9304e8-525d-4412-ac6f-b4e5bd454cf6 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1593.319727] env[62298]: DEBUG nova.compute.manager [req-2cbde97e-7601-421e-ae93-81f21946f4e5 req-eaace19b-37bc-455f-b3d7-38661a57f4e6 service nova] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Refreshing instance network info cache due to event network-changed-9c9304e8-525d-4412-ac6f-b4e5bd454cf6. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1593.319913] env[62298]: DEBUG oslo_concurrency.lockutils [req-2cbde97e-7601-421e-ae93-81f21946f4e5 req-eaace19b-37bc-455f-b3d7-38661a57f4e6 service nova] Acquiring lock "refresh_cache-ce92335d-f8c5-4ee3-a5e8-3f65f805f64d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.325049] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquiring lock "0a491f77-35c6-4698-bea7-526a4e99b5f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.325451] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lock "0a491f77-35c6-4698-bea7-526a4e99b5f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.362208] env[62298]: DEBUG oslo_vmware.api [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1804235, 'name': PowerOnVM_Task, 'duration_secs': 0.808021} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.362534] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1593.362792] env[62298]: INFO nova.compute.manager [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Took 10.25 seconds to spawn the instance on the hypervisor. [ 1593.362851] env[62298]: DEBUG nova.compute.manager [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1593.363909] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efc3282-60b7-4f4e-ae9d-6b1bfecf0df7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.525511] env[62298]: DEBUG nova.network.neutron [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Updating instance_info_cache with network_info: [{"id": "7e515ada-0306-4f67-b5c9-9351a0953022", "address": "fa:16:3e:eb:89:30", "network": {"id": "6585f860-00ec-489c-aee7-caa19ba1eea4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-366134753", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d76a93e5ca74ae88ec055d9e88d8b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e515ada-03", "ovs_interfaceid": "7e515ada-0306-4f67-b5c9-9351a0953022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9c9304e8-525d-4412-ac6f-b4e5bd454cf6", "address": "fa:16:3e:1b:a9:10", "network": {"id": "e8953de6-1624-455d-a140-eee879bfd2f6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-480987518", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5d76a93e5ca74ae88ec055d9e88d8b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c9304e8-52", "ovs_interfaceid": "9c9304e8-525d-4412-ac6f-b4e5bd454cf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.759482] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquiring lock "db851386-5e45-492c-bd34-a46c84610ce6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.759718] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lock "db851386-5e45-492c-bd34-a46c84610ce6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.762850] env[62298]: DEBUG nova.scheduler.client.report [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1593.884995] env[62298]: INFO nova.compute.manager [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Took 43.73 seconds to build instance. [ 1594.031042] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Releasing lock "refresh_cache-ce92335d-f8c5-4ee3-a5e8-3f65f805f64d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.031042] env[62298]: DEBUG nova.compute.manager [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Instance network_info: |[{"id": "7e515ada-0306-4f67-b5c9-9351a0953022", "address": "fa:16:3e:eb:89:30", "network": {"id": "6585f860-00ec-489c-aee7-caa19ba1eea4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-366134753", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d76a93e5ca74ae88ec055d9e88d8b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e515ada-03", "ovs_interfaceid": "7e515ada-0306-4f67-b5c9-9351a0953022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9c9304e8-525d-4412-ac6f-b4e5bd454cf6", "address": "fa:16:3e:1b:a9:10", "network": {"id": "e8953de6-1624-455d-a140-eee879bfd2f6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-480987518", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5d76a93e5ca74ae88ec055d9e88d8b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c9304e8-52", "ovs_interfaceid": "9c9304e8-525d-4412-ac6f-b4e5bd454cf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1594.031042] env[62298]: DEBUG oslo_concurrency.lockutils [req-2cbde97e-7601-421e-ae93-81f21946f4e5 req-eaace19b-37bc-455f-b3d7-38661a57f4e6 service nova] Acquired lock "refresh_cache-ce92335d-f8c5-4ee3-a5e8-3f65f805f64d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.031042] env[62298]: DEBUG nova.network.neutron [req-2cbde97e-7601-421e-ae93-81f21946f4e5 req-eaace19b-37bc-455f-b3d7-38661a57f4e6 service nova] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Refreshing network info cache for port 9c9304e8-525d-4412-ac6f-b4e5bd454cf6 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1594.031042] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:89:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e515ada-0306-4f67-b5c9-9351a0953022', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:a9:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c9304e8-525d-4412-ac6f-b4e5bd454cf6', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1594.045023] env[62298]: DEBUG oslo.service.loopingcall [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1594.049216] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1594.052451] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-918d9ed6-fbd1-4681-8073-6e3711b23a24 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.082385] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1594.082385] env[62298]: value = "task-1804236" [ 1594.082385] env[62298]: _type = "Task" [ 1594.082385] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.095738] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804236, 'name': CreateVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.270983] env[62298]: DEBUG oslo_concurrency.lockutils [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.271584] env[62298]: DEBUG nova.compute.manager [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1594.275117] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.144s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.275349] env[62298]: DEBUG nova.objects.instance [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Lazy-loading 'resources' on Instance uuid 7e70b527-551f-493f-9a1e-ff27c58124b1 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1594.389055] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6fc0f19e-ebf1-49ca-98be-7fd7a9315eab tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Lock "e193ef8f-e790-4a93-add2-af0f3896f8a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.621s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.527388] env[62298]: DEBUG nova.compute.manager [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Stashing vm_state: stopped {{(pid=62298) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1594.595305] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804236, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.608648] env[62298]: DEBUG nova.network.neutron [req-2cbde97e-7601-421e-ae93-81f21946f4e5 req-eaace19b-37bc-455f-b3d7-38661a57f4e6 service nova] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Updated VIF entry in instance network info cache for port 9c9304e8-525d-4412-ac6f-b4e5bd454cf6. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1594.609850] env[62298]: DEBUG nova.network.neutron [req-2cbde97e-7601-421e-ae93-81f21946f4e5 req-eaace19b-37bc-455f-b3d7-38661a57f4e6 service nova] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Updating instance_info_cache with network_info: [{"id": "7e515ada-0306-4f67-b5c9-9351a0953022", "address": "fa:16:3e:eb:89:30", "network": {"id": "6585f860-00ec-489c-aee7-caa19ba1eea4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-366134753", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d76a93e5ca74ae88ec055d9e88d8b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e515ada-03", "ovs_interfaceid": "7e515ada-0306-4f67-b5c9-9351a0953022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9c9304e8-525d-4412-ac6f-b4e5bd454cf6", "address": "fa:16:3e:1b:a9:10", "network": {"id": "e8953de6-1624-455d-a140-eee879bfd2f6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-480987518", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "5d76a93e5ca74ae88ec055d9e88d8b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c9304e8-52", "ovs_interfaceid": "9c9304e8-525d-4412-ac6f-b4e5bd454cf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.779045] env[62298]: DEBUG nova.compute.utils [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1594.780573] env[62298]: DEBUG nova.compute.manager [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Not allocating networking since 'none' was specified. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1594.894656] env[62298]: DEBUG nova.compute.manager [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1595.056302] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.097720] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804236, 'name': CreateVM_Task, 'duration_secs': 0.546513} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.097905] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1595.099024] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.099115] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.100205] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1595.100205] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26b3cc5e-ff8e-4e6a-b005-2ba1c4924a89 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.105164] env[62298]: DEBUG oslo_vmware.api [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Waiting for the task: (returnval){ [ 1595.105164] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523aee87-14de-d697-7afa-d57278493405" [ 1595.105164] env[62298]: _type = "Task" [ 1595.105164] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.113842] env[62298]: DEBUG oslo_concurrency.lockutils [req-2cbde97e-7601-421e-ae93-81f21946f4e5 req-eaace19b-37bc-455f-b3d7-38661a57f4e6 service nova] Releasing lock "refresh_cache-ce92335d-f8c5-4ee3-a5e8-3f65f805f64d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.120867] env[62298]: DEBUG oslo_vmware.api [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523aee87-14de-d697-7afa-d57278493405, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.284936] env[62298]: DEBUG nova.compute.manager [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1595.324673] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ad60ea-15b6-4cf2-a40a-39217d78aba6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.332951] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c745e3-8431-421a-9e02-b51e1e586bd1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.367322] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b3b7a1-ef6c-4c06-94a0-5c5e0d341246 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.370951] env[62298]: DEBUG nova.compute.manager [req-5bcba245-da6f-40f3-931b-27aba7cca8a2 req-ff20e83e-1031-4458-9a6f-91e9f3e48b16 service nova] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Received event network-changed-df349965-0cbc-4e13-b7a9-4d2f55a02b5e {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1595.371155] env[62298]: DEBUG nova.compute.manager [req-5bcba245-da6f-40f3-931b-27aba7cca8a2 req-ff20e83e-1031-4458-9a6f-91e9f3e48b16 service nova] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Refreshing instance network info cache due to event network-changed-df349965-0cbc-4e13-b7a9-4d2f55a02b5e. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1595.371366] env[62298]: DEBUG oslo_concurrency.lockutils [req-5bcba245-da6f-40f3-931b-27aba7cca8a2 req-ff20e83e-1031-4458-9a6f-91e9f3e48b16 service nova] Acquiring lock "refresh_cache-e193ef8f-e790-4a93-add2-af0f3896f8a8" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.371508] env[62298]: DEBUG oslo_concurrency.lockutils [req-5bcba245-da6f-40f3-931b-27aba7cca8a2 req-ff20e83e-1031-4458-9a6f-91e9f3e48b16 service nova] Acquired lock "refresh_cache-e193ef8f-e790-4a93-add2-af0f3896f8a8" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.371664] env[62298]: DEBUG nova.network.neutron [req-5bcba245-da6f-40f3-931b-27aba7cca8a2 req-ff20e83e-1031-4458-9a6f-91e9f3e48b16 service nova] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Refreshing network info cache for port df349965-0cbc-4e13-b7a9-4d2f55a02b5e {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1595.379020] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca2de99-4694-45ff-8a12-e5e98fbbb83b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.393933] env[62298]: DEBUG nova.compute.provider_tree [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1595.411202] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.616067] env[62298]: DEBUG oslo_vmware.api [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523aee87-14de-d697-7afa-d57278493405, 'name': SearchDatastore_Task, 'duration_secs': 0.016584} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.616438] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.616684] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1595.617065] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.617119] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.617289] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1595.617571] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ad9c0e7-2ae4-448e-bed5-fcc026c34a63 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.626819] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1595.626919] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1595.627733] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd4d586f-fe29-41b3-8e80-d730bff77794 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.633034] env[62298]: DEBUG oslo_vmware.api [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Waiting for the task: (returnval){ [ 1595.633034] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a11d39-24b2-72c7-cdc5-bb9fded77382" [ 1595.633034] env[62298]: _type = "Task" [ 1595.633034] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.641207] env[62298]: DEBUG oslo_vmware.api [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a11d39-24b2-72c7-cdc5-bb9fded77382, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.896987] env[62298]: DEBUG nova.scheduler.client.report [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1596.147359] env[62298]: DEBUG oslo_vmware.api [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a11d39-24b2-72c7-cdc5-bb9fded77382, 'name': SearchDatastore_Task, 'duration_secs': 0.025885} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.147954] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b57e480-fb1a-49c7-a816-493203ab97aa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.154838] env[62298]: DEBUG oslo_vmware.api [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Waiting for the task: (returnval){ [ 1596.154838] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b03750-2d15-e0b9-a6e5-0f04568a1507" [ 1596.154838] env[62298]: _type = "Task" [ 1596.154838] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.164653] env[62298]: DEBUG oslo_vmware.api [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b03750-2d15-e0b9-a6e5-0f04568a1507, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.274565] env[62298]: DEBUG nova.network.neutron [req-5bcba245-da6f-40f3-931b-27aba7cca8a2 req-ff20e83e-1031-4458-9a6f-91e9f3e48b16 service nova] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Updated VIF entry in instance network info cache for port df349965-0cbc-4e13-b7a9-4d2f55a02b5e. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1596.275020] env[62298]: DEBUG nova.network.neutron [req-5bcba245-da6f-40f3-931b-27aba7cca8a2 req-ff20e83e-1031-4458-9a6f-91e9f3e48b16 service nova] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Updating instance_info_cache with network_info: [{"id": "df349965-0cbc-4e13-b7a9-4d2f55a02b5e", "address": "fa:16:3e:a7:95:bf", "network": {"id": "e036b4db-a501-40a4-aabe-cd64cbe4e0e3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1731901231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c515e149617c437db262f33a96371659", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf349965-0c", "ovs_interfaceid": "df349965-0cbc-4e13-b7a9-4d2f55a02b5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.297640] env[62298]: DEBUG nova.compute.manager [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1596.331390] env[62298]: DEBUG nova.virt.hardware [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1596.331610] env[62298]: DEBUG nova.virt.hardware [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1596.331657] env[62298]: DEBUG nova.virt.hardware [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1596.331893] env[62298]: DEBUG nova.virt.hardware [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1596.332150] env[62298]: DEBUG nova.virt.hardware [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1596.333381] env[62298]: DEBUG nova.virt.hardware [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1596.333381] env[62298]: DEBUG nova.virt.hardware [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1596.333381] env[62298]: DEBUG nova.virt.hardware [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1596.333381] env[62298]: DEBUG nova.virt.hardware [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1596.333381] env[62298]: DEBUG nova.virt.hardware [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1596.333638] env[62298]: DEBUG nova.virt.hardware [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1596.334960] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99acb31f-6d1f-493f-b673-a9bfaad5dcc8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.343776] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f87a8f5-7ddf-4596-b8b1-fb95ac91948b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.358714] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Instance VIF info [] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1596.364526] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Creating folder: Project (d06f5f78b36741198b76740d3bb179b2). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1596.364971] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa2b4d19-4c48-489a-b3dc-924d56725cb9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.375684] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Created folder: Project (d06f5f78b36741198b76740d3bb179b2) in parent group-v373906. [ 1596.375954] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Creating folder: Instances. Parent ref: group-v374047. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1596.376168] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca342242-a162-4508-aaa9-8026bfb3546d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.386230] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Created folder: Instances in parent group-v374047. [ 1596.386230] env[62298]: DEBUG oslo.service.loopingcall [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1596.386460] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1596.386672] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12f81b7d-4f7c-48f2-bfe1-0082dac57a01 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.403107] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.407030] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.714s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.408488] env[62298]: INFO nova.compute.claims [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1596.416315] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1596.416315] env[62298]: value = "task-1804239" [ 1596.416315] env[62298]: _type = "Task" [ 1596.416315] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.421289] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804239, 'name': CreateVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.434429] env[62298]: INFO nova.scheduler.client.report [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Deleted allocations for instance 7e70b527-551f-493f-9a1e-ff27c58124b1 [ 1596.666842] env[62298]: DEBUG oslo_vmware.api [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b03750-2d15-e0b9-a6e5-0f04568a1507, 'name': SearchDatastore_Task, 'duration_secs': 0.013371} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.666842] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.666842] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] ce92335d-f8c5-4ee3-a5e8-3f65f805f64d/ce92335d-f8c5-4ee3-a5e8-3f65f805f64d.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1596.666842] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c748700b-612b-4374-b422-33694d67edc2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.673656] env[62298]: DEBUG oslo_vmware.api [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Waiting for the task: (returnval){ [ 1596.673656] env[62298]: value = "task-1804240" [ 1596.673656] env[62298]: _type = "Task" [ 1596.673656] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.682659] env[62298]: DEBUG oslo_vmware.api [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1804240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.780229] env[62298]: DEBUG oslo_concurrency.lockutils [req-5bcba245-da6f-40f3-931b-27aba7cca8a2 req-ff20e83e-1031-4458-9a6f-91e9f3e48b16 service nova] Releasing lock "refresh_cache-e193ef8f-e790-4a93-add2-af0f3896f8a8" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.890041] env[62298]: DEBUG oslo_vmware.rw_handles [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7b86b-0e72-8161-deb1-df8d57857e43/disk-0.vmdk. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1596.891348] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e64ad3-a66d-436d-9030-b96bee6cf12f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.899688] env[62298]: DEBUG oslo_vmware.rw_handles [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7b86b-0e72-8161-deb1-df8d57857e43/disk-0.vmdk is in state: ready. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1596.900055] env[62298]: ERROR oslo_vmware.rw_handles [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7b86b-0e72-8161-deb1-df8d57857e43/disk-0.vmdk due to incomplete transfer. [ 1596.900427] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-402a9fb8-69d2-4aed-8060-e7e0d383e1a5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.909566] env[62298]: DEBUG oslo_vmware.rw_handles [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7b86b-0e72-8161-deb1-df8d57857e43/disk-0.vmdk. {{(pid=62298) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1596.909933] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Uploaded image bf666668-c096-4432-8f9f-da43b1f590fa to the Glance image server {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1596.912664] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Destroying the VM {{(pid=62298) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1596.915690] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0068c2cf-3745-47e9-8ead-ba435f74b59c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.932462] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804239, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.934304] env[62298]: DEBUG oslo_vmware.api [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the task: (returnval){ [ 1596.934304] env[62298]: value = "task-1804241" [ 1596.934304] env[62298]: _type = "Task" [ 1596.934304] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.949480] env[62298]: DEBUG oslo_vmware.api [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804241, 'name': Destroy_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.951316] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f9f2fd88-290a-43ad-a899-ba52f9d73312 tempest-ServersTestJSON-1359707844 tempest-ServersTestJSON-1359707844-project-member] Lock "7e70b527-551f-493f-9a1e-ff27c58124b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.126s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.184043] env[62298]: DEBUG oslo_vmware.api [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1804240, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49564} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.184369] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] ce92335d-f8c5-4ee3-a5e8-3f65f805f64d/ce92335d-f8c5-4ee3-a5e8-3f65f805f64d.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1597.184600] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1597.185115] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df89a9c4-d81a-45b7-94ef-48b38c57e759 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.192338] env[62298]: DEBUG oslo_vmware.api [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Waiting for the task: (returnval){ [ 1597.192338] env[62298]: value = "task-1804242" [ 1597.192338] env[62298]: _type = "Task" [ 1597.192338] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.202344] env[62298]: DEBUG oslo_vmware.api [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1804242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.433042] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804239, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.443998] env[62298]: DEBUG oslo_vmware.api [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804241, 'name': Destroy_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.708232] env[62298]: DEBUG oslo_vmware.api [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1804242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187982} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.708862] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1597.709717] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307d2148-c013-4028-908b-0d723a51d24d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.744797] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] ce92335d-f8c5-4ee3-a5e8-3f65f805f64d/ce92335d-f8c5-4ee3-a5e8-3f65f805f64d.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1597.745387] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc53a9b6-678c-4ff6-b1bf-ab08dee2e90d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.766566] env[62298]: DEBUG oslo_vmware.api [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Waiting for the task: (returnval){ [ 1597.766566] env[62298]: value = "task-1804243" [ 1597.766566] env[62298]: _type = "Task" [ 1597.766566] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.776837] env[62298]: DEBUG oslo_vmware.api [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1804243, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.930628] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804239, 'name': CreateVM_Task, 'duration_secs': 1.366768} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.930628] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1597.930628] env[62298]: DEBUG oslo_concurrency.lockutils [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.930628] env[62298]: DEBUG oslo_concurrency.lockutils [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.930628] env[62298]: DEBUG oslo_concurrency.lockutils [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1597.930628] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aa0c392-2054-4872-9d3a-9571e4321363 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.934847] env[62298]: DEBUG oslo_vmware.api [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Waiting for the task: (returnval){ [ 1597.934847] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f87742-e97f-4006-88de-0b6487f976de" [ 1597.934847] env[62298]: _type = "Task" [ 1597.934847] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.950026] env[62298]: DEBUG oslo_vmware.api [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f87742-e97f-4006-88de-0b6487f976de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.955310] env[62298]: DEBUG oslo_vmware.api [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804241, 'name': Destroy_Task, 'duration_secs': 0.534037} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.955310] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Destroyed the VM [ 1597.955310] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Deleting Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1597.955310] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1074044a-0090-4e2b-9443-c6b792ffeb34 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.959460] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c3d331-42c9-4058-be81-1a5da62318d3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.963113] env[62298]: DEBUG oslo_vmware.api [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the task: (returnval){ [ 1597.963113] env[62298]: value = "task-1804244" [ 1597.963113] env[62298]: _type = "Task" [ 1597.963113] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.971604] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d82617-ed57-4725-a260-b8c4ae89a116 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.980247] env[62298]: DEBUG oslo_vmware.api [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804244, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.011112] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b7e158-2140-4525-a9dc-ef69c8226b5d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.019334] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dbb632-153f-4290-aa58-45f8003131db {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.033615] env[62298]: DEBUG nova.compute.provider_tree [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1598.277590] env[62298]: DEBUG oslo_vmware.api [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1804243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.446301] env[62298]: DEBUG oslo_vmware.api [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f87742-e97f-4006-88de-0b6487f976de, 'name': SearchDatastore_Task, 'duration_secs': 0.034703} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.446693] env[62298]: DEBUG oslo_concurrency.lockutils [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.447032] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1598.447368] env[62298]: DEBUG oslo_concurrency.lockutils [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.447574] env[62298]: DEBUG oslo_concurrency.lockutils [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.447816] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1598.448419] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d078183a-b3a7-4d6c-a9cb-b7bbda74f63f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.457928] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1598.457928] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1598.458497] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-111a0b96-14d1-4d42-9f58-1b19454e0b12 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.464228] env[62298]: DEBUG oslo_vmware.api [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Waiting for the task: (returnval){ [ 1598.464228] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]528623a1-155e-8cf5-706c-8f3336119870" [ 1598.464228] env[62298]: _type = "Task" [ 1598.464228] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.491149] env[62298]: DEBUG oslo_vmware.api [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]528623a1-155e-8cf5-706c-8f3336119870, 'name': SearchDatastore_Task, 'duration_secs': 0.008846} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.491149] env[62298]: DEBUG oslo_vmware.api [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804244, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.491149] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4f9305e-e3e9-4fb5-acf6-a90e17a8a7e4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.496590] env[62298]: DEBUG oslo_vmware.api [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Waiting for the task: (returnval){ [ 1598.496590] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5217ae22-0db9-d8ff-fb59-3cc229fff392" [ 1598.496590] env[62298]: _type = "Task" [ 1598.496590] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.504788] env[62298]: DEBUG oslo_vmware.api [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5217ae22-0db9-d8ff-fb59-3cc229fff392, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.538145] env[62298]: DEBUG nova.scheduler.client.report [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1598.779133] env[62298]: DEBUG oslo_vmware.api [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1804243, 'name': ReconfigVM_Task, 'duration_secs': 0.593897} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.779429] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Reconfigured VM instance instance-00000032 to attach disk [datastore1] ce92335d-f8c5-4ee3-a5e8-3f65f805f64d/ce92335d-f8c5-4ee3-a5e8-3f65f805f64d.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1598.780102] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2061ad9-e144-4b79-a659-9ad8fb7b0cff {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.790369] env[62298]: DEBUG oslo_vmware.api [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Waiting for the task: (returnval){ [ 1598.790369] env[62298]: value = "task-1804245" [ 1598.790369] env[62298]: _type = "Task" [ 1598.790369] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.800951] env[62298]: DEBUG oslo_vmware.api [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1804245, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.973957] env[62298]: DEBUG oslo_vmware.api [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804244, 'name': RemoveSnapshot_Task, 'duration_secs': 0.659835} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.974539] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Deleted Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1598.974795] env[62298]: INFO nova.compute.manager [None req-f8d638e1-7a7c-4c69-bfc0-944b1409e191 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Took 22.71 seconds to snapshot the instance on the hypervisor. [ 1599.016025] env[62298]: DEBUG oslo_vmware.api [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5217ae22-0db9-d8ff-fb59-3cc229fff392, 'name': SearchDatastore_Task, 'duration_secs': 0.014704} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.016911] env[62298]: DEBUG oslo_concurrency.lockutils [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.017597] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] d37ff071-bef7-4acb-adc4-a0b776e09bcf/d37ff071-bef7-4acb-adc4-a0b776e09bcf.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1599.017790] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f14defe3-5447-4394-bea0-b19339724dfe {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.029824] env[62298]: DEBUG oslo_vmware.api [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Waiting for the task: (returnval){ [ 1599.029824] env[62298]: value = "task-1804246" [ 1599.029824] env[62298]: _type = "Task" [ 1599.029824] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.044622] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.047105] env[62298]: DEBUG nova.compute.manager [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1599.051140] env[62298]: DEBUG oslo_vmware.api [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.051663] env[62298]: DEBUG oslo_concurrency.lockutils [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.200s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.053898] env[62298]: INFO nova.compute.claims [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1599.301121] env[62298]: DEBUG oslo_vmware.api [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1804245, 'name': Rename_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.543450] env[62298]: DEBUG oslo_vmware.api [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.552926] env[62298]: DEBUG nova.compute.utils [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1599.554800] env[62298]: DEBUG nova.compute.manager [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Not allocating networking since 'none' was specified. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1599.724220] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1599.725312] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1599.801970] env[62298]: DEBUG oslo_vmware.api [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1804245, 'name': Rename_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.040987] env[62298]: DEBUG oslo_vmware.api [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804246, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.055757] env[62298]: DEBUG nova.compute.manager [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1600.240145] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1600.240311] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Starting heal instance info cache {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1600.240501] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Rebuilding the list of instances to heal {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1600.311307] env[62298]: DEBUG oslo_vmware.api [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1804245, 'name': Rename_Task, 'duration_secs': 1.158432} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.311835] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1600.312151] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b69cdc7f-9de3-41c5-8167-aac19053749a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.322993] env[62298]: DEBUG oslo_vmware.api [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Waiting for the task: (returnval){ [ 1600.322993] env[62298]: value = "task-1804247" [ 1600.322993] env[62298]: _type = "Task" [ 1600.322993] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.333917] env[62298]: DEBUG oslo_vmware.api [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1804247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.361024] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Acquiring lock "5ad600a5-4522-44ea-9a3d-9435c86b592b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.361024] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Lock "5ad600a5-4522-44ea-9a3d-9435c86b592b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.543022] env[62298]: DEBUG oslo_vmware.api [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804246, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.418242} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.545900] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] d37ff071-bef7-4acb-adc4-a0b776e09bcf/d37ff071-bef7-4acb-adc4-a0b776e09bcf.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1600.546556] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1600.546685] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b71a937-b818-4656-89d0-75b28334c93d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.554095] env[62298]: DEBUG oslo_vmware.api [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Waiting for the task: (returnval){ [ 1600.554095] env[62298]: value = "task-1804248" [ 1600.554095] env[62298]: _type = "Task" [ 1600.554095] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.564850] env[62298]: DEBUG oslo_vmware.api [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.658247] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cee7fb-3cee-40c7-a1de-23bf2aa2e205 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.666384] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb8658c-d0fd-4faa-b405-82c5cf8e63c4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.701832] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361929de-30c1-4eec-9a2a-edd1dc5c4a4e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.711682] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2afd25-68ee-4827-8616-6d2555692d40 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.727336] env[62298]: DEBUG nova.compute.provider_tree [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1600.748317] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Skipping network cache update for instance because it is being deleted. {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10388}} [ 1600.748502] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Skipping network cache update for instance because it is Building. {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1600.748662] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Skipping network cache update for instance because it is Building. {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1600.748880] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Skipping network cache update for instance because it is Building. {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1600.748948] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Skipping network cache update for instance because it is Building. {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1600.804096] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "refresh_cache-cbd7ef0e-8619-4b1e-a352-371976e32dbe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.804330] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquired lock "refresh_cache-cbd7ef0e-8619-4b1e-a352-371976e32dbe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.804507] env[62298]: DEBUG nova.network.neutron [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Forcefully refreshing network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1600.804670] env[62298]: DEBUG nova.objects.instance [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lazy-loading 'info_cache' on Instance uuid cbd7ef0e-8619-4b1e-a352-371976e32dbe {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1600.839301] env[62298]: DEBUG oslo_vmware.api [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1804247, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.065630] env[62298]: DEBUG oslo_vmware.api [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067457} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.066121] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1601.066605] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760fca9a-600f-4ed7-8cbb-325e6f5732d2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.081152] env[62298]: DEBUG nova.compute.manager [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1601.097224] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] d37ff071-bef7-4acb-adc4-a0b776e09bcf/d37ff071-bef7-4acb-adc4-a0b776e09bcf.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1601.098193] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38253bfa-4475-479d-ba5e-90f4be67fda4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.122203] env[62298]: DEBUG oslo_vmware.api [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Waiting for the task: (returnval){ [ 1601.122203] env[62298]: value = "task-1804249" [ 1601.122203] env[62298]: _type = "Task" [ 1601.122203] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.130151] env[62298]: DEBUG nova.virt.hardware [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1601.130417] env[62298]: DEBUG nova.virt.hardware [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1601.130567] env[62298]: DEBUG nova.virt.hardware [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1601.131960] env[62298]: DEBUG nova.virt.hardware [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1601.131960] env[62298]: DEBUG nova.virt.hardware [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1601.131960] env[62298]: DEBUG nova.virt.hardware [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1601.132291] env[62298]: DEBUG nova.virt.hardware [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1601.132399] env[62298]: DEBUG nova.virt.hardware [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1601.132598] env[62298]: DEBUG nova.virt.hardware [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1601.132770] env[62298]: DEBUG nova.virt.hardware [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1601.132941] env[62298]: DEBUG nova.virt.hardware [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1601.133784] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b3fa3a-3aa2-426b-ad5a-40d2bd2e9622 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.143728] env[62298]: DEBUG oslo_vmware.api [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804249, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.153946] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaceccb2-2b2f-42b4-a215-9c3245ee5ffc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.167929] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Instance VIF info [] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1601.173666] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Creating folder: Project (2c807709eba74addb24d05dacf2820ef). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1601.174190] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5e252a9-83f6-425f-a3e7-a026e67ce782 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.184936] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Created folder: Project (2c807709eba74addb24d05dacf2820ef) in parent group-v373906. [ 1601.185095] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Creating folder: Instances. Parent ref: group-v374050. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1601.185352] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-433c624f-1cf8-45c8-9ca2-8cf35aa844c7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.194340] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Created folder: Instances in parent group-v374050. [ 1601.194592] env[62298]: DEBUG oslo.service.loopingcall [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1601.195084] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1601.195352] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-846c812f-de8b-4ac1-ac23-7d67efd201b6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.209401] env[62298]: DEBUG nova.compute.manager [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1601.210218] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d0783a-7d04-4c4f-b644-d18b93ab28b8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.220533] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1601.220533] env[62298]: value = "task-1804252" [ 1601.220533] env[62298]: _type = "Task" [ 1601.220533] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.228935] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804252, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.229942] env[62298]: DEBUG nova.scheduler.client.report [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1601.334852] env[62298]: DEBUG oslo_vmware.api [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1804247, 'name': PowerOnVM_Task, 'duration_secs': 0.661103} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.335261] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1601.335664] env[62298]: INFO nova.compute.manager [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Took 13.93 seconds to spawn the instance on the hypervisor. [ 1601.335735] env[62298]: DEBUG nova.compute.manager [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1601.336580] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fa23b8-1ab3-473a-bdf7-c75e009e7995 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.632348] env[62298]: DEBUG oslo_vmware.api [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804249, 'name': ReconfigVM_Task, 'duration_secs': 0.346322} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.632718] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Reconfigured VM instance instance-00000033 to attach disk [datastore1] d37ff071-bef7-4acb-adc4-a0b776e09bcf/d37ff071-bef7-4acb-adc4-a0b776e09bcf.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1601.633307] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d1135ca-542c-403c-a972-e59e80584d0a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.641197] env[62298]: DEBUG oslo_vmware.api [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Waiting for the task: (returnval){ [ 1601.641197] env[62298]: value = "task-1804253" [ 1601.641197] env[62298]: _type = "Task" [ 1601.641197] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.647458] env[62298]: DEBUG oslo_vmware.api [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804253, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.722705] env[62298]: INFO nova.compute.manager [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] instance snapshotting [ 1601.728842] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9a95bc-25c3-475d-9208-92a94a60d514 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.749567] env[62298]: DEBUG oslo_concurrency.lockutils [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.750203] env[62298]: DEBUG nova.compute.manager [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1601.758113] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.392s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.759844] env[62298]: INFO nova.compute.claims [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1601.763313] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cd73ed-e598-4232-bb7e-da282ace2ae1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.768984] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804252, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.857208] env[62298]: INFO nova.compute.manager [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Took 47.96 seconds to build instance. [ 1602.150249] env[62298]: DEBUG oslo_vmware.api [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804253, 'name': Rename_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.234286] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804252, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.271160] env[62298]: DEBUG nova.compute.utils [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1602.275571] env[62298]: DEBUG nova.compute.manager [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Not allocating networking since 'none' was specified. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1602.275571] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Acquiring lock "ce92335d-f8c5-4ee3-a5e8-3f65f805f64d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.277301] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Creating Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1602.277575] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-02be4706-ccb3-40c3-8591-fb793dfec6a9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.287567] env[62298]: DEBUG oslo_vmware.api [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the task: (returnval){ [ 1602.287567] env[62298]: value = "task-1804254" [ 1602.287567] env[62298]: _type = "Task" [ 1602.287567] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.298607] env[62298]: DEBUG oslo_vmware.api [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804254, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.359131] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f763447d-e7b8-4bdd-bafd-69e50e2472fe tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Lock "ce92335d-f8c5-4ee3-a5e8-3f65f805f64d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.860s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.360717] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Lock "ce92335d-f8c5-4ee3-a5e8-3f65f805f64d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.086s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.363737] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Acquiring lock "ce92335d-f8c5-4ee3-a5e8-3f65f805f64d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.363737] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Lock "ce92335d-f8c5-4ee3-a5e8-3f65f805f64d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.363737] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Lock "ce92335d-f8c5-4ee3-a5e8-3f65f805f64d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.366579] env[62298]: INFO nova.compute.manager [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Terminating instance [ 1602.569776] env[62298]: DEBUG nova.network.neutron [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Updating instance_info_cache with network_info: [{"id": "4eba44e4-e87b-400f-99aa-6cc063060efa", "address": "fa:16:3e:df:ef:ce", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4eba44e4-e8", "ovs_interfaceid": "4eba44e4-e87b-400f-99aa-6cc063060efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.652087] env[62298]: DEBUG oslo_vmware.api [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804253, 'name': Rename_Task, 'duration_secs': 0.97601} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.653330] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1602.653330] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-951c511b-886f-47a8-bf93-634121138715 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.660300] env[62298]: DEBUG oslo_vmware.api [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Waiting for the task: (returnval){ [ 1602.660300] env[62298]: value = "task-1804255" [ 1602.660300] env[62298]: _type = "Task" [ 1602.660300] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.673906] env[62298]: DEBUG oslo_vmware.api [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.734906] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804252, 'name': CreateVM_Task, 'duration_secs': 1.325404} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.735124] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1602.735569] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.735737] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.736090] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1602.736391] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22f0add4-5ee3-4359-bd2e-b9f7c1c9d87c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.741698] env[62298]: DEBUG oslo_vmware.api [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for the task: (returnval){ [ 1602.741698] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5229eb92-383e-e1ae-e2cf-2185095188d2" [ 1602.741698] env[62298]: _type = "Task" [ 1602.741698] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.750857] env[62298]: DEBUG oslo_vmware.api [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5229eb92-383e-e1ae-e2cf-2185095188d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.776156] env[62298]: DEBUG nova.compute.manager [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1602.798278] env[62298]: DEBUG oslo_vmware.api [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804254, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.867085] env[62298]: DEBUG nova.compute.manager [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1602.873025] env[62298]: DEBUG nova.compute.manager [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1602.873025] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1602.873546] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e883635-af6a-4617-a289-f812ae605eff {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.881548] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1602.884117] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9c54c71-c381-4208-ba65-fed3507586e7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.891067] env[62298]: DEBUG oslo_vmware.api [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Waiting for the task: (returnval){ [ 1602.891067] env[62298]: value = "task-1804256" [ 1602.891067] env[62298]: _type = "Task" [ 1602.891067] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.901673] env[62298]: DEBUG oslo_vmware.api [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1804256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.074389] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Releasing lock "refresh_cache-cbd7ef0e-8619-4b1e-a352-371976e32dbe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.074389] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Updated the network info_cache for instance {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 1603.074389] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1603.074389] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1603.074389] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1603.074389] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1603.074389] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1603.074389] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1603.074389] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62298) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1603.074389] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1603.177303] env[62298]: DEBUG oslo_vmware.api [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804255, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.251882] env[62298]: DEBUG oslo_vmware.api [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5229eb92-383e-e1ae-e2cf-2185095188d2, 'name': SearchDatastore_Task, 'duration_secs': 0.011015} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.254679] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.254970] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1603.255178] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.255330] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.255514] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1603.256031] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae458b56-6a98-4333-9c34-67c73e1990d2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.264844] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1603.265057] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1603.265809] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2f7c25e-d7fd-400e-b2b9-dd068b992fa7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.274912] env[62298]: DEBUG oslo_vmware.api [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for the task: (returnval){ [ 1603.274912] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52558763-7c77-8d74-848a-711763950b99" [ 1603.274912] env[62298]: _type = "Task" [ 1603.274912] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.289110] env[62298]: DEBUG oslo_vmware.api [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52558763-7c77-8d74-848a-711763950b99, 'name': SearchDatastore_Task, 'duration_secs': 0.010873} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.296400] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-211a289c-adc5-4f58-aae2-b35affffb66a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.300874] env[62298]: DEBUG oslo_concurrency.lockutils [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Acquiring lock "c17ceaa2-38c2-4a16-9b67-4793581558e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.301023] env[62298]: DEBUG oslo_concurrency.lockutils [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Lock "c17ceaa2-38c2-4a16-9b67-4793581558e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.305654] env[62298]: DEBUG oslo_vmware.api [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for the task: (returnval){ [ 1603.305654] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52132da9-1e18-30ed-0138-e554bbd3ecd0" [ 1603.305654] env[62298]: _type = "Task" [ 1603.305654] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.313077] env[62298]: DEBUG oslo_vmware.api [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804254, 'name': CreateSnapshot_Task, 'duration_secs': 0.760693} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.316274] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Created Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1603.317260] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329c60c4-bdaa-4d20-aacd-49ae293b8a95 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.325639] env[62298]: DEBUG oslo_vmware.api [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52132da9-1e18-30ed-0138-e554bbd3ecd0, 'name': SearchDatastore_Task, 'duration_secs': 0.013898} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.329379] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.329641] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 9e84011e-72c9-46c0-a229-3a233bb3908e/9e84011e-72c9-46c0-a229-3a233bb3908e.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1603.332719] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24acfa4f-07f0-46d0-a6ea-a4bd23ef9caa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.335411] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ce59bc-21c1-43bc-b66b-f8baaea93309 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.342895] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd99ff95-b836-4257-8479-0c4da0a84e7e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.347025] env[62298]: DEBUG oslo_vmware.api [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for the task: (returnval){ [ 1603.347025] env[62298]: value = "task-1804257" [ 1603.347025] env[62298]: _type = "Task" [ 1603.347025] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.380554] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34989441-6c22-4525-99a6-f5991834bcb5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.386160] env[62298]: DEBUG oslo_vmware.api [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.391358] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cb8405-d2d9-4818-8ac5-079ad253b94b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.396713] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.411663] env[62298]: DEBUG nova.compute.provider_tree [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1603.415789] env[62298]: DEBUG oslo_vmware.api [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1804256, 'name': PowerOffVM_Task, 'duration_secs': 0.239011} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.416301] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1603.416491] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1603.416994] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68bea4c6-6a1a-4b33-92b8-0e23017f5a0f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.579339] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.674737] env[62298]: DEBUG oslo_vmware.api [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804255, 'name': PowerOnVM_Task, 'duration_secs': 0.649921} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.675367] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1603.675367] env[62298]: INFO nova.compute.manager [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Took 7.38 seconds to spawn the instance on the hypervisor. [ 1603.675535] env[62298]: DEBUG nova.compute.manager [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1603.676586] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5128ef00-3c71-4cb6-9f9c-473a04ca0fb2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.754454] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1603.754810] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1603.755082] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Deleting the datastore file [datastore1] ce92335d-f8c5-4ee3-a5e8-3f65f805f64d {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1603.755422] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d57ef5ad-33b1-4a86-9a4d-a78a7222d59c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.765348] env[62298]: DEBUG oslo_vmware.api [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Waiting for the task: (returnval){ [ 1603.765348] env[62298]: value = "task-1804259" [ 1603.765348] env[62298]: _type = "Task" [ 1603.765348] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.774147] env[62298]: DEBUG oslo_vmware.api [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1804259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.791594] env[62298]: DEBUG nova.compute.manager [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1603.819722] env[62298]: DEBUG nova.virt.hardware [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1603.820012] env[62298]: DEBUG nova.virt.hardware [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1603.820188] env[62298]: DEBUG nova.virt.hardware [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1603.820493] env[62298]: DEBUG nova.virt.hardware [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1603.820588] env[62298]: DEBUG nova.virt.hardware [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1603.820755] env[62298]: DEBUG nova.virt.hardware [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1603.821013] env[62298]: DEBUG nova.virt.hardware [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1603.821217] env[62298]: DEBUG nova.virt.hardware [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1603.821403] env[62298]: DEBUG nova.virt.hardware [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1603.821599] env[62298]: DEBUG nova.virt.hardware [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1603.821781] env[62298]: DEBUG nova.virt.hardware [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1603.822727] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f47e9c-5e5f-498f-8249-79ac5e968094 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.831440] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9603988-380f-4576-9c5b-dac37ecb58a8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.851789] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Creating linked-clone VM from snapshot {{(pid=62298) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1603.852325] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Instance VIF info [] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1603.857960] env[62298]: DEBUG oslo.service.loopingcall [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1603.858445] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-75233ede-f33b-4a13-82dc-60338f0aa23d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.861511] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1603.864916] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f14b2845-8ceb-4f0d-af2a-948756f1b2b0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.885600] env[62298]: DEBUG oslo_vmware.api [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804257, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.887579] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1603.887579] env[62298]: value = "task-1804261" [ 1603.887579] env[62298]: _type = "Task" [ 1603.887579] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.887874] env[62298]: DEBUG oslo_vmware.api [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the task: (returnval){ [ 1603.887874] env[62298]: value = "task-1804260" [ 1603.887874] env[62298]: _type = "Task" [ 1603.887874] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.898849] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804261, 'name': CreateVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.902011] env[62298]: DEBUG oslo_vmware.api [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804260, 'name': CloneVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.917116] env[62298]: DEBUG nova.scheduler.client.report [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1604.208279] env[62298]: INFO nova.compute.manager [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Took 49.23 seconds to build instance. [ 1604.281122] env[62298]: DEBUG oslo_vmware.api [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Task: {'id': task-1804259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317121} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.281580] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1604.281893] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1604.282205] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1604.282506] env[62298]: INFO nova.compute.manager [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Took 1.41 seconds to destroy the instance on the hypervisor. [ 1604.282886] env[62298]: DEBUG oslo.service.loopingcall [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1604.283198] env[62298]: DEBUG nova.compute.manager [-] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1604.283353] env[62298]: DEBUG nova.network.neutron [-] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1604.369514] env[62298]: DEBUG oslo_vmware.api [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547224} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.369514] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 9e84011e-72c9-46c0-a229-3a233bb3908e/9e84011e-72c9-46c0-a229-3a233bb3908e.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1604.369514] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1604.369786] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a66678c7-ee3d-4ac6-ba2d-92b58dd05852 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.376347] env[62298]: DEBUG oslo_vmware.api [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for the task: (returnval){ [ 1604.376347] env[62298]: value = "task-1804262" [ 1604.376347] env[62298]: _type = "Task" [ 1604.376347] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.384528] env[62298]: DEBUG oslo_vmware.api [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.400811] env[62298]: DEBUG oslo_vmware.api [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804260, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.404431] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804261, 'name': CreateVM_Task, 'duration_secs': 0.403545} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.404606] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1604.405354] env[62298]: DEBUG oslo_concurrency.lockutils [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.405773] env[62298]: DEBUG oslo_concurrency.lockutils [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.406125] env[62298]: DEBUG oslo_concurrency.lockutils [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1604.406415] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f9e0af9-fa23-4c4d-a4be-78ef69d71653 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.411138] env[62298]: DEBUG oslo_vmware.api [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for the task: (returnval){ [ 1604.411138] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ae515c-1d36-40ef-7eb2-7e55027f14e4" [ 1604.411138] env[62298]: _type = "Task" [ 1604.411138] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.418867] env[62298]: DEBUG oslo_vmware.api [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ae515c-1d36-40ef-7eb2-7e55027f14e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.421685] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.422286] env[62298]: DEBUG nova.compute.manager [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1604.425388] env[62298]: DEBUG oslo_concurrency.lockutils [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.974s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.426997] env[62298]: INFO nova.compute.claims [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1604.681713] env[62298]: DEBUG nova.compute.manager [req-c53dce3e-270c-47ff-991b-8f77629ed423 req-ba39e7fe-43ac-4084-98e4-48a34872ac5a service nova] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Received event network-vif-deleted-9c9304e8-525d-4412-ac6f-b4e5bd454cf6 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1604.681713] env[62298]: INFO nova.compute.manager [req-c53dce3e-270c-47ff-991b-8f77629ed423 req-ba39e7fe-43ac-4084-98e4-48a34872ac5a service nova] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Neutron deleted interface 9c9304e8-525d-4412-ac6f-b4e5bd454cf6; detaching it from the instance and deleting it from the info cache [ 1604.682938] env[62298]: DEBUG nova.network.neutron [req-c53dce3e-270c-47ff-991b-8f77629ed423 req-ba39e7fe-43ac-4084-98e4-48a34872ac5a service nova] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Updating instance_info_cache with network_info: [{"id": "7e515ada-0306-4f67-b5c9-9351a0953022", "address": "fa:16:3e:eb:89:30", "network": {"id": "6585f860-00ec-489c-aee7-caa19ba1eea4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-366134753", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d76a93e5ca74ae88ec055d9e88d8b97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e515ada-03", "ovs_interfaceid": "7e515ada-0306-4f67-b5c9-9351a0953022", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.713824] env[62298]: DEBUG oslo_concurrency.lockutils [None req-088b7edf-1882-47f0-b6b6-640cd5f4678a tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Lock "d37ff071-bef7-4acb-adc4-a0b776e09bcf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.732s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.886235] env[62298]: DEBUG oslo_vmware.api [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.216217} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.886537] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1604.887302] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437c73b4-afe8-4154-9c4d-597f34a4b9de {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.897089] env[62298]: DEBUG oslo_vmware.api [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804260, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.913318] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 9e84011e-72c9-46c0-a229-3a233bb3908e/9e84011e-72c9-46c0-a229-3a233bb3908e.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1604.913617] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a21b5e2d-c15e-4bd3-8178-27f5b02acfb8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.931399] env[62298]: DEBUG nova.compute.utils [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1604.934857] env[62298]: DEBUG nova.compute.manager [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1604.935041] env[62298]: DEBUG nova.network.neutron [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1604.943854] env[62298]: DEBUG oslo_vmware.api [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ae515c-1d36-40ef-7eb2-7e55027f14e4, 'name': SearchDatastore_Task, 'duration_secs': 0.010806} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.946347] env[62298]: DEBUG oslo_concurrency.lockutils [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.946618] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1604.946855] env[62298]: DEBUG oslo_concurrency.lockutils [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.947017] env[62298]: DEBUG oslo_concurrency.lockutils [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.947204] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1604.947791] env[62298]: DEBUG oslo_vmware.api [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for the task: (returnval){ [ 1604.947791] env[62298]: value = "task-1804263" [ 1604.947791] env[62298]: _type = "Task" [ 1604.947791] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.947989] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-573c46a5-5d42-499f-b1f2-6e287e908ba5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.959221] env[62298]: DEBUG oslo_vmware.api [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804263, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.960359] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1604.960544] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1604.961289] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-855fe7c3-51e8-4a64-9b12-4c180d430803 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.966567] env[62298]: DEBUG oslo_vmware.api [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for the task: (returnval){ [ 1604.966567] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523b8487-a494-92b3-85f6-dba122123cce" [ 1604.966567] env[62298]: _type = "Task" [ 1604.966567] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.974800] env[62298]: DEBUG oslo_vmware.api [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523b8487-a494-92b3-85f6-dba122123cce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.979346] env[62298]: DEBUG nova.policy [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db21c5cc71bc4980801893134edefba9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '590be3a2ce564aadaff20814b841c464', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1605.076692] env[62298]: INFO nova.compute.manager [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Rebuilding instance [ 1605.119639] env[62298]: DEBUG nova.compute.manager [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1605.120840] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5e331a-0c42-4718-9de7-0aa9763a589c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.184903] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d52ebe6-b7c7-4fee-975a-5548f168f752 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.194237] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105584dd-fb14-4e62-8f28-70c57c91c2f6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.232180] env[62298]: DEBUG nova.compute.manager [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1605.236024] env[62298]: DEBUG nova.compute.manager [req-c53dce3e-270c-47ff-991b-8f77629ed423 req-ba39e7fe-43ac-4084-98e4-48a34872ac5a service nova] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Detach interface failed, port_id=9c9304e8-525d-4412-ac6f-b4e5bd454cf6, reason: Instance ce92335d-f8c5-4ee3-a5e8-3f65f805f64d could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1605.247023] env[62298]: DEBUG nova.network.neutron [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Successfully created port: a3808609-bd76-44db-8abc-36b7039c325c {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1605.256858] env[62298]: DEBUG nova.network.neutron [-] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.403192] env[62298]: DEBUG oslo_vmware.api [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804260, 'name': CloneVM_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.433892] env[62298]: DEBUG nova.compute.manager [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1605.460393] env[62298]: DEBUG oslo_vmware.api [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804263, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.480526] env[62298]: DEBUG oslo_vmware.api [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523b8487-a494-92b3-85f6-dba122123cce, 'name': SearchDatastore_Task, 'duration_secs': 0.010594} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.481775] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08edcf78-3390-48c9-9525-2e6f75e7e51e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.488652] env[62298]: DEBUG oslo_vmware.api [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for the task: (returnval){ [ 1605.488652] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ea147a-3c50-7883-8ab6-422c6d4849fe" [ 1605.488652] env[62298]: _type = "Task" [ 1605.488652] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.496833] env[62298]: DEBUG oslo_vmware.api [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ea147a-3c50-7883-8ab6-422c6d4849fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.754459] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.760934] env[62298]: INFO nova.compute.manager [-] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Took 1.48 seconds to deallocate network for instance. [ 1605.877141] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b568db-6393-4edf-9611-9a4c40552d25 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.884990] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6e7455-7cc6-42c9-9498-3e955d6d0a90 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.918923] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2856e964-aad3-43b2-a132-78c246496a19 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.927800] env[62298]: DEBUG oslo_vmware.api [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804260, 'name': CloneVM_Task, 'duration_secs': 1.531739} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.927800] env[62298]: INFO nova.virt.vmwareapi.vmops [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Created linked-clone VM from snapshot [ 1605.927800] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b3ed8f-5c9b-4992-8aee-74c462a3f608 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.932836] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726882bd-c7ec-41fc-bf27-40618b39df78 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.942662] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Uploading image 07e7df3d-3931-4de7-b180-6d1ab32521eb {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1605.955744] env[62298]: DEBUG nova.compute.provider_tree [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1605.965309] env[62298]: DEBUG oslo_vmware.api [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804263, 'name': ReconfigVM_Task, 'duration_secs': 0.690488} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.967746] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 9e84011e-72c9-46c0-a229-3a233bb3908e/9e84011e-72c9-46c0-a229-3a233bb3908e.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1605.968517] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50a753d4-9c47-4cfd-adf6-96ba58b84725 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.974290] env[62298]: DEBUG oslo_vmware.rw_handles [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1605.974290] env[62298]: value = "vm-374055" [ 1605.974290] env[62298]: _type = "VirtualMachine" [ 1605.974290] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1605.975121] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2c2b72a0-afc6-4628-9e4f-8b4b522a8792 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.977693] env[62298]: DEBUG oslo_vmware.api [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for the task: (returnval){ [ 1605.977693] env[62298]: value = "task-1804264" [ 1605.977693] env[62298]: _type = "Task" [ 1605.977693] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.982769] env[62298]: DEBUG oslo_vmware.rw_handles [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Lease: (returnval){ [ 1605.982769] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b23898-7e4d-b902-38cb-3bb7bbcde83c" [ 1605.982769] env[62298]: _type = "HttpNfcLease" [ 1605.982769] env[62298]: } obtained for exporting VM: (result){ [ 1605.982769] env[62298]: value = "vm-374055" [ 1605.982769] env[62298]: _type = "VirtualMachine" [ 1605.982769] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1605.983132] env[62298]: DEBUG oslo_vmware.api [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the lease: (returnval){ [ 1605.983132] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b23898-7e4d-b902-38cb-3bb7bbcde83c" [ 1605.983132] env[62298]: _type = "HttpNfcLease" [ 1605.983132] env[62298]: } to be ready. {{(pid=62298) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1605.986468] env[62298]: DEBUG oslo_vmware.api [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804264, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.995212] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1605.995212] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b23898-7e4d-b902-38cb-3bb7bbcde83c" [ 1605.995212] env[62298]: _type = "HttpNfcLease" [ 1605.995212] env[62298]: } is ready. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1605.998507] env[62298]: DEBUG oslo_vmware.rw_handles [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1605.998507] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b23898-7e4d-b902-38cb-3bb7bbcde83c" [ 1605.998507] env[62298]: _type = "HttpNfcLease" [ 1605.998507] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1605.998761] env[62298]: DEBUG oslo_vmware.api [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ea147a-3c50-7883-8ab6-422c6d4849fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010346} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.999421] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9680164f-9730-44a7-af81-69a91096c8bf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.001633] env[62298]: DEBUG oslo_concurrency.lockutils [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.001895] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 86d72480-a612-458e-bab2-e929ca6eceba/86d72480-a612-458e-bab2-e929ca6eceba.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1606.002143] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d2746f6-379e-488c-b1ab-d7dcd862409e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.008673] env[62298]: DEBUG oslo_vmware.rw_handles [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294c7b9-4522-1779-1edf-0b5dc78644b9/disk-0.vmdk from lease info. {{(pid=62298) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1606.008860] env[62298]: DEBUG oslo_vmware.rw_handles [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294c7b9-4522-1779-1edf-0b5dc78644b9/disk-0.vmdk for reading. {{(pid=62298) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1606.011033] env[62298]: DEBUG oslo_vmware.api [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for the task: (returnval){ [ 1606.011033] env[62298]: value = "task-1804266" [ 1606.011033] env[62298]: _type = "Task" [ 1606.011033] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.075910] env[62298]: DEBUG oslo_vmware.api [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.103165] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8ef543f1-59a2-4c0a-8698-259554746615 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.137065] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1606.137392] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92b4e4d2-bdcd-4a24-86f7-d9ab0e570009 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.144637] env[62298]: DEBUG oslo_vmware.api [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Waiting for the task: (returnval){ [ 1606.144637] env[62298]: value = "task-1804267" [ 1606.144637] env[62298]: _type = "Task" [ 1606.144637] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.152723] env[62298]: DEBUG oslo_vmware.api [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.265806] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.446195] env[62298]: DEBUG nova.compute.manager [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1606.463682] env[62298]: DEBUG nova.scheduler.client.report [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1606.473421] env[62298]: DEBUG nova.virt.hardware [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1606.473800] env[62298]: DEBUG nova.virt.hardware [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1606.474078] env[62298]: DEBUG nova.virt.hardware [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1606.474282] env[62298]: DEBUG nova.virt.hardware [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1606.474481] env[62298]: DEBUG nova.virt.hardware [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1606.475275] env[62298]: DEBUG nova.virt.hardware [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1606.475275] env[62298]: DEBUG nova.virt.hardware [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1606.475275] env[62298]: DEBUG nova.virt.hardware [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1606.475275] env[62298]: DEBUG nova.virt.hardware [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1606.475661] env[62298]: DEBUG nova.virt.hardware [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1606.476096] env[62298]: DEBUG nova.virt.hardware [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1606.476984] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968c6519-d99f-4841-8d2b-2d059b6a0532 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.490045] env[62298]: DEBUG oslo_vmware.api [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804264, 'name': Rename_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.494130] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8711ad7-cc54-452f-84e7-9df5d1e1b2c4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.522332] env[62298]: DEBUG oslo_vmware.api [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43487} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.525919] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 86d72480-a612-458e-bab2-e929ca6eceba/86d72480-a612-458e-bab2-e929ca6eceba.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1606.525919] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1606.525919] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24a3ec33-80de-45f0-a568-48bb63a039c3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.530441] env[62298]: DEBUG oslo_vmware.api [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for the task: (returnval){ [ 1606.530441] env[62298]: value = "task-1804268" [ 1606.530441] env[62298]: _type = "Task" [ 1606.530441] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.542154] env[62298]: DEBUG oslo_vmware.api [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.654903] env[62298]: DEBUG oslo_vmware.api [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.718551] env[62298]: DEBUG nova.compute.manager [req-a882cdf3-b762-4f0e-816b-7a8fba93f2e5 req-aeeae6b4-c1ca-4930-af15-fa9b265beff0 service nova] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Received event network-vif-deleted-7e515ada-0306-4f67-b5c9-9351a0953022 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1606.718944] env[62298]: DEBUG nova.compute.manager [req-a882cdf3-b762-4f0e-816b-7a8fba93f2e5 req-aeeae6b4-c1ca-4930-af15-fa9b265beff0 service nova] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Received event network-vif-plugged-a3808609-bd76-44db-8abc-36b7039c325c {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1606.719232] env[62298]: DEBUG oslo_concurrency.lockutils [req-a882cdf3-b762-4f0e-816b-7a8fba93f2e5 req-aeeae6b4-c1ca-4930-af15-fa9b265beff0 service nova] Acquiring lock "c2c5d144-6db1-4322-a86c-5ca450b034a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.719494] env[62298]: DEBUG oslo_concurrency.lockutils [req-a882cdf3-b762-4f0e-816b-7a8fba93f2e5 req-aeeae6b4-c1ca-4930-af15-fa9b265beff0 service nova] Lock "c2c5d144-6db1-4322-a86c-5ca450b034a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.719744] env[62298]: DEBUG oslo_concurrency.lockutils [req-a882cdf3-b762-4f0e-816b-7a8fba93f2e5 req-aeeae6b4-c1ca-4930-af15-fa9b265beff0 service nova] Lock "c2c5d144-6db1-4322-a86c-5ca450b034a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.719929] env[62298]: DEBUG nova.compute.manager [req-a882cdf3-b762-4f0e-816b-7a8fba93f2e5 req-aeeae6b4-c1ca-4930-af15-fa9b265beff0 service nova] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] No waiting events found dispatching network-vif-plugged-a3808609-bd76-44db-8abc-36b7039c325c {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1606.720117] env[62298]: WARNING nova.compute.manager [req-a882cdf3-b762-4f0e-816b-7a8fba93f2e5 req-aeeae6b4-c1ca-4930-af15-fa9b265beff0 service nova] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Received unexpected event network-vif-plugged-a3808609-bd76-44db-8abc-36b7039c325c for instance with vm_state building and task_state spawning. [ 1606.782441] env[62298]: DEBUG nova.network.neutron [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Successfully updated port: a3808609-bd76-44db-8abc-36b7039c325c {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1606.968468] env[62298]: DEBUG oslo_concurrency.lockutils [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.969139] env[62298]: DEBUG nova.compute.manager [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1606.972440] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 36.193s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.992168] env[62298]: DEBUG oslo_vmware.api [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804264, 'name': Rename_Task, 'duration_secs': 0.801699} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.992378] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1606.993193] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5e6841c-72bd-4406-af8b-c6c48f44f05f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.001895] env[62298]: DEBUG oslo_vmware.api [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for the task: (returnval){ [ 1607.001895] env[62298]: value = "task-1804269" [ 1607.001895] env[62298]: _type = "Task" [ 1607.001895] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.009937] env[62298]: DEBUG oslo_vmware.api [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.041184] env[62298]: DEBUG oslo_vmware.api [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114763} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.042081] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1607.042867] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1575c763-64fd-49e2-afe1-6c87bafce4d2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.064633] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 86d72480-a612-458e-bab2-e929ca6eceba/86d72480-a612-458e-bab2-e929ca6eceba.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1607.065178] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8e47dee-700c-45c3-baf4-2c77560a2a3e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.086615] env[62298]: DEBUG oslo_vmware.api [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for the task: (returnval){ [ 1607.086615] env[62298]: value = "task-1804270" [ 1607.086615] env[62298]: _type = "Task" [ 1607.086615] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.094674] env[62298]: DEBUG oslo_vmware.api [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.155909] env[62298]: DEBUG oslo_vmware.api [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804267, 'name': PowerOffVM_Task, 'duration_secs': 0.596939} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.157078] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1607.157078] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1607.157660] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058f8a8b-54c6-4ca7-80f1-6a913c96d5d1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.165164] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1607.166045] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7be96ef4-8d97-4a78-9f22-b9cfe34802ad {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.189788] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1607.190082] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1607.190283] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Deleting the datastore file [datastore1] d37ff071-bef7-4acb-adc4-a0b776e09bcf {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1607.190594] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c956019-0a80-452e-b8b7-a2b05a1f09eb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.197803] env[62298]: DEBUG oslo_vmware.api [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Waiting for the task: (returnval){ [ 1607.197803] env[62298]: value = "task-1804272" [ 1607.197803] env[62298]: _type = "Task" [ 1607.197803] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.206568] env[62298]: DEBUG oslo_vmware.api [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.284580] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "refresh_cache-c2c5d144-6db1-4322-a86c-5ca450b034a4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1607.286026] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquired lock "refresh_cache-c2c5d144-6db1-4322-a86c-5ca450b034a4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.286026] env[62298]: DEBUG nova.network.neutron [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1607.476559] env[62298]: DEBUG nova.compute.utils [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1607.478284] env[62298]: DEBUG nova.compute.manager [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1607.478474] env[62298]: DEBUG nova.network.neutron [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1607.485025] env[62298]: INFO nova.compute.claims [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1607.513388] env[62298]: DEBUG oslo_vmware.api [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804269, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.541842] env[62298]: DEBUG nova.policy [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e22ce774ca894784a9f2453aa1d848f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89bdf053195d451184a91754918dfd1b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1607.599891] env[62298]: DEBUG oslo_vmware.api [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804270, 'name': ReconfigVM_Task, 'duration_secs': 0.461058} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.600367] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 86d72480-a612-458e-bab2-e929ca6eceba/86d72480-a612-458e-bab2-e929ca6eceba.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1607.601096] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a225ab0b-13c5-4ff4-8a41-e01509a9ca63 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.608296] env[62298]: DEBUG oslo_vmware.api [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for the task: (returnval){ [ 1607.608296] env[62298]: value = "task-1804273" [ 1607.608296] env[62298]: _type = "Task" [ 1607.608296] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.620383] env[62298]: DEBUG oslo_vmware.api [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804273, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.707326] env[62298]: DEBUG oslo_vmware.api [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103561} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.708061] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1607.708061] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1607.708181] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1607.810658] env[62298]: DEBUG nova.network.neutron [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Successfully created port: a8251cbb-ef82-4728-86fc-5856324274be {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1607.821553] env[62298]: DEBUG nova.network.neutron [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1607.984803] env[62298]: DEBUG nova.compute.manager [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1607.991669] env[62298]: INFO nova.compute.resource_tracker [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Updating resource usage from migration 69b922d5-5973-4db0-8523-2792a8b0c46c [ 1608.017037] env[62298]: DEBUG oslo_vmware.api [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804269, 'name': PowerOnVM_Task, 'duration_secs': 0.835696} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.017212] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1608.020178] env[62298]: INFO nova.compute.manager [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Took 6.94 seconds to spawn the instance on the hypervisor. [ 1608.020178] env[62298]: DEBUG nova.compute.manager [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1608.020178] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa297f8-58dc-4021-9809-35ab9e46e379 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.028341] env[62298]: DEBUG nova.network.neutron [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Updating instance_info_cache with network_info: [{"id": "a3808609-bd76-44db-8abc-36b7039c325c", "address": "fa:16:3e:0d:4f:5c", "network": {"id": "091ff129-3451-49f5-adcd-213ad39e86c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-239447299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "590be3a2ce564aadaff20814b841c464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3808609-bd", "ovs_interfaceid": "a3808609-bd76-44db-8abc-36b7039c325c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.122659] env[62298]: DEBUG oslo_vmware.api [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804273, 'name': Rename_Task, 'duration_secs': 0.251622} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.125708] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1608.126197] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-829f5ced-cf9e-4eb4-8063-d5bd1f23b4b8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.134026] env[62298]: DEBUG oslo_vmware.api [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for the task: (returnval){ [ 1608.134026] env[62298]: value = "task-1804274" [ 1608.134026] env[62298]: _type = "Task" [ 1608.134026] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.144740] env[62298]: DEBUG oslo_vmware.api [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.533048] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Releasing lock "refresh_cache-c2c5d144-6db1-4322-a86c-5ca450b034a4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.533530] env[62298]: DEBUG nova.compute.manager [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Instance network_info: |[{"id": "a3808609-bd76-44db-8abc-36b7039c325c", "address": "fa:16:3e:0d:4f:5c", "network": {"id": "091ff129-3451-49f5-adcd-213ad39e86c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-239447299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "590be3a2ce564aadaff20814b841c464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3808609-bd", "ovs_interfaceid": "a3808609-bd76-44db-8abc-36b7039c325c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1608.534747] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b71cc7-2297-429e-90e9-44362f7f0c15 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.539099] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:4f:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3808609-bd76-44db-8abc-36b7039c325c', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1608.549249] env[62298]: DEBUG oslo.service.loopingcall [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1608.554704] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1608.555615] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc2ccc85-439f-45c1-84de-30b7b8432a5f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.578591] env[62298]: INFO nova.compute.manager [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Took 50.91 seconds to build instance. [ 1608.581381] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a9fc26-ed8b-4fc8-9a4f-30daadb38a1e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.585823] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1608.585823] env[62298]: value = "task-1804275" [ 1608.585823] env[62298]: _type = "Task" [ 1608.585823] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.619279] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc0777f-805c-43b3-8280-11c0008c9ce3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.625636] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804275, 'name': CreateVM_Task} progress is 15%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.630992] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b17874-ac29-4bb5-8d64-f71caf5d4771 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.654387] env[62298]: DEBUG oslo_vmware.api [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804274, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.654899] env[62298]: DEBUG nova.compute.provider_tree [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1608.754124] env[62298]: DEBUG nova.virt.hardware [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1608.754419] env[62298]: DEBUG nova.virt.hardware [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1608.754596] env[62298]: DEBUG nova.virt.hardware [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1608.755705] env[62298]: DEBUG nova.virt.hardware [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1608.755705] env[62298]: DEBUG nova.virt.hardware [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1608.755705] env[62298]: DEBUG nova.virt.hardware [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1608.755705] env[62298]: DEBUG nova.virt.hardware [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1608.755705] env[62298]: DEBUG nova.virt.hardware [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1608.755705] env[62298]: DEBUG nova.virt.hardware [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1608.756013] env[62298]: DEBUG nova.virt.hardware [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1608.756013] env[62298]: DEBUG nova.virt.hardware [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1608.757509] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9baa384e-12de-4b57-a4b4-9aa9cd855d20 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.765772] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0bf73e-db17-4dab-af0e-df59dafc4e6c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.779974] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Instance VIF info [] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1608.785907] env[62298]: DEBUG oslo.service.loopingcall [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1608.786223] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1608.786492] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5119a406-937e-4b59-ba52-3220d4430ce8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.804477] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1608.804477] env[62298]: value = "task-1804276" [ 1608.804477] env[62298]: _type = "Task" [ 1608.804477] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.809943] env[62298]: DEBUG nova.compute.manager [req-f80bac71-24fb-42c3-8747-dd657ae9c875 req-b0c680b4-a1bb-4928-8d58-816863d004a0 service nova] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Received event network-changed-a3808609-bd76-44db-8abc-36b7039c325c {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1608.810166] env[62298]: DEBUG nova.compute.manager [req-f80bac71-24fb-42c3-8747-dd657ae9c875 req-b0c680b4-a1bb-4928-8d58-816863d004a0 service nova] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Refreshing instance network info cache due to event network-changed-a3808609-bd76-44db-8abc-36b7039c325c. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1608.810380] env[62298]: DEBUG oslo_concurrency.lockutils [req-f80bac71-24fb-42c3-8747-dd657ae9c875 req-b0c680b4-a1bb-4928-8d58-816863d004a0 service nova] Acquiring lock "refresh_cache-c2c5d144-6db1-4322-a86c-5ca450b034a4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.810525] env[62298]: DEBUG oslo_concurrency.lockutils [req-f80bac71-24fb-42c3-8747-dd657ae9c875 req-b0c680b4-a1bb-4928-8d58-816863d004a0 service nova] Acquired lock "refresh_cache-c2c5d144-6db1-4322-a86c-5ca450b034a4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.810684] env[62298]: DEBUG nova.network.neutron [req-f80bac71-24fb-42c3-8747-dd657ae9c875 req-b0c680b4-a1bb-4928-8d58-816863d004a0 service nova] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Refreshing network info cache for port a3808609-bd76-44db-8abc-36b7039c325c {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1608.820251] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804276, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.995648] env[62298]: DEBUG nova.compute.manager [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1609.019987] env[62298]: DEBUG nova.virt.hardware [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1609.020402] env[62298]: DEBUG nova.virt.hardware [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1609.020846] env[62298]: DEBUG nova.virt.hardware [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1609.020952] env[62298]: DEBUG nova.virt.hardware [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1609.021162] env[62298]: DEBUG nova.virt.hardware [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1609.021400] env[62298]: DEBUG nova.virt.hardware [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1609.021720] env[62298]: DEBUG nova.virt.hardware [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1609.021974] env[62298]: DEBUG nova.virt.hardware [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1609.022267] env[62298]: DEBUG nova.virt.hardware [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1609.022529] env[62298]: DEBUG nova.virt.hardware [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1609.022802] env[62298]: DEBUG nova.virt.hardware [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1609.024059] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a0d59c-ff04-4468-85ed-94ae15cea692 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.035166] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93ef607-85fa-4c78-a5fe-4f1df705beb9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.081259] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b609ff54-c589-4eba-99c8-d6b834aa1d23 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Lock "9e84011e-72c9-46c0-a229-3a233bb3908e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.399s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.098026] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804275, 'name': CreateVM_Task, 'duration_secs': 0.471045} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.098417] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1609.099408] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.099603] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.099937] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1609.100507] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85f7a7f1-b55d-4830-9507-215774403583 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.106462] env[62298]: DEBUG oslo_vmware.api [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1609.106462] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5299aace-01e6-98d3-0ff4-62b150db0654" [ 1609.106462] env[62298]: _type = "Task" [ 1609.106462] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.115959] env[62298]: DEBUG oslo_vmware.api [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5299aace-01e6-98d3-0ff4-62b150db0654, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.148161] env[62298]: DEBUG oslo_vmware.api [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804274, 'name': PowerOnVM_Task, 'duration_secs': 0.613826} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.148451] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1609.148681] env[62298]: INFO nova.compute.manager [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Took 5.36 seconds to spawn the instance on the hypervisor. [ 1609.148861] env[62298]: DEBUG nova.compute.manager [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1609.149694] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095e7c65-da25-4233-bb15-84d5ebb52dcf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.159145] env[62298]: DEBUG nova.scheduler.client.report [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1609.320808] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804276, 'name': CreateVM_Task, 'duration_secs': 0.363054} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.320983] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1609.321920] env[62298]: DEBUG oslo_concurrency.lockutils [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.373916] env[62298]: DEBUG nova.network.neutron [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Successfully updated port: a8251cbb-ef82-4728-86fc-5856324274be {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1609.583774] env[62298]: DEBUG nova.compute.manager [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1609.617638] env[62298]: DEBUG oslo_vmware.api [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5299aace-01e6-98d3-0ff4-62b150db0654, 'name': SearchDatastore_Task, 'duration_secs': 0.009619} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.617991] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.618255] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1609.618503] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.618668] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.618869] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1609.621528] env[62298]: DEBUG oslo_concurrency.lockutils [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.621528] env[62298]: DEBUG oslo_concurrency.lockutils [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1609.621528] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-839a0d47-9ae7-471a-94df-bef06d61901e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.622994] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c88ae1b2-9693-4567-b781-a0c86067ff48 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.630916] env[62298]: DEBUG oslo_vmware.api [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Waiting for the task: (returnval){ [ 1609.630916] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f9dfa3-12ba-e9ae-278f-a8f434ebb41e" [ 1609.630916] env[62298]: _type = "Task" [ 1609.630916] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.638560] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1609.638834] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1609.640181] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-600e9f8d-b2eb-4d4b-914f-b15834333053 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.646853] env[62298]: DEBUG oslo_vmware.api [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f9dfa3-12ba-e9ae-278f-a8f434ebb41e, 'name': SearchDatastore_Task, 'duration_secs': 0.009374} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.647546] env[62298]: DEBUG oslo_concurrency.lockutils [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.647800] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1609.648051] env[62298]: DEBUG oslo_concurrency.lockutils [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.650148] env[62298]: DEBUG oslo_vmware.api [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1609.650148] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5293b6bb-076b-25c4-4ded-222c2a1b53d2" [ 1609.650148] env[62298]: _type = "Task" [ 1609.650148] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.659486] env[62298]: DEBUG oslo_vmware.api [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5293b6bb-076b-25c4-4ded-222c2a1b53d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.667787] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.695s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.667996] env[62298]: INFO nova.compute.manager [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Migrating [ 1609.676082] env[62298]: DEBUG oslo_concurrency.lockutils [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.187s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.676717] env[62298]: DEBUG nova.objects.instance [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lazy-loading 'pci_requests' on Instance uuid 005007c7-b4dc-41b7-837c-4b8c5cc8feff {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1609.679568] env[62298]: INFO nova.compute.manager [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Took 48.85 seconds to build instance. [ 1609.830577] env[62298]: DEBUG nova.network.neutron [req-f80bac71-24fb-42c3-8747-dd657ae9c875 req-b0c680b4-a1bb-4928-8d58-816863d004a0 service nova] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Updated VIF entry in instance network info cache for port a3808609-bd76-44db-8abc-36b7039c325c. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1609.830914] env[62298]: DEBUG nova.network.neutron [req-f80bac71-24fb-42c3-8747-dd657ae9c875 req-b0c680b4-a1bb-4928-8d58-816863d004a0 service nova] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Updating instance_info_cache with network_info: [{"id": "a3808609-bd76-44db-8abc-36b7039c325c", "address": "fa:16:3e:0d:4f:5c", "network": {"id": "091ff129-3451-49f5-adcd-213ad39e86c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-239447299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "590be3a2ce564aadaff20814b841c464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3808609-bd", "ovs_interfaceid": "a3808609-bd76-44db-8abc-36b7039c325c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.878687] env[62298]: DEBUG oslo_concurrency.lockutils [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "refresh_cache-1154fa7b-5d77-461e-96cb-d196bc6fd16d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.878977] env[62298]: DEBUG oslo_concurrency.lockutils [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquired lock "refresh_cache-1154fa7b-5d77-461e-96cb-d196bc6fd16d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.879080] env[62298]: DEBUG nova.network.neutron [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1610.125150] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.161522] env[62298]: DEBUG oslo_vmware.api [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5293b6bb-076b-25c4-4ded-222c2a1b53d2, 'name': SearchDatastore_Task, 'duration_secs': 0.008187} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.162971] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02e2c796-fdc4-4a38-8719-9661b5db4c62 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.168992] env[62298]: DEBUG oslo_vmware.api [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1610.168992] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529ab882-961c-4822-61e8-66b5929cd841" [ 1610.168992] env[62298]: _type = "Task" [ 1610.168992] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.177659] env[62298]: DEBUG oslo_vmware.api [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529ab882-961c-4822-61e8-66b5929cd841, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.181036] env[62298]: DEBUG nova.objects.instance [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lazy-loading 'numa_topology' on Instance uuid 005007c7-b4dc-41b7-837c-4b8c5cc8feff {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1610.186229] env[62298]: DEBUG oslo_concurrency.lockutils [None req-89e545d3-75c9-4e58-b888-2e28e98e8f68 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Lock "86d72480-a612-458e-bab2-e929ca6eceba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.887s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.188285] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquiring lock "refresh_cache-e647687b-eebb-4b16-8dda-6a7f9f99822c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.188285] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquired lock "refresh_cache-e647687b-eebb-4b16-8dda-6a7f9f99822c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.188479] env[62298]: DEBUG nova.network.neutron [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1610.333569] env[62298]: DEBUG oslo_concurrency.lockutils [req-f80bac71-24fb-42c3-8747-dd657ae9c875 req-b0c680b4-a1bb-4928-8d58-816863d004a0 service nova] Releasing lock "refresh_cache-c2c5d144-6db1-4322-a86c-5ca450b034a4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.413094] env[62298]: DEBUG nova.network.neutron [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1610.563494] env[62298]: DEBUG nova.network.neutron [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Updating instance_info_cache with network_info: [{"id": "a8251cbb-ef82-4728-86fc-5856324274be", "address": "fa:16:3e:67:92:0b", "network": {"id": "333b854a-2de7-4d2b-a2b3-5c4b6d0bc39f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-322162373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89bdf053195d451184a91754918dfd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8251cbb-ef", "ovs_interfaceid": "a8251cbb-ef82-4728-86fc-5856324274be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.601214] env[62298]: INFO nova.compute.manager [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Rebuilding instance [ 1610.644926] env[62298]: DEBUG nova.compute.manager [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1610.645946] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008eef68-e9d4-4d7c-867f-64960514b2c5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.682293] env[62298]: DEBUG oslo_vmware.api [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529ab882-961c-4822-61e8-66b5929cd841, 'name': SearchDatastore_Task, 'duration_secs': 0.010221} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.682984] env[62298]: INFO nova.compute.claims [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1610.686027] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.686027] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] c2c5d144-6db1-4322-a86c-5ca450b034a4/c2c5d144-6db1-4322-a86c-5ca450b034a4.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1610.686027] env[62298]: DEBUG oslo_concurrency.lockutils [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.686520] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1610.686803] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0073e95-91d2-47c0-9dc8-5b13859ec8e9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.689874] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5835bca2-f997-4637-90d9-1d4b32ed81ac {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.692088] env[62298]: DEBUG nova.compute.manager [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1610.703321] env[62298]: DEBUG oslo_vmware.api [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1610.703321] env[62298]: value = "task-1804277" [ 1610.703321] env[62298]: _type = "Task" [ 1610.703321] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.708427] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1610.708842] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1610.710304] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76ea7d18-9b3b-4a34-b62f-55d96fc0ec3f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.717834] env[62298]: DEBUG oslo_vmware.api [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.721266] env[62298]: DEBUG oslo_vmware.api [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Waiting for the task: (returnval){ [ 1610.721266] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5210ba72-3a4b-fb4b-169b-d560413845ab" [ 1610.721266] env[62298]: _type = "Task" [ 1610.721266] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.733596] env[62298]: DEBUG oslo_vmware.api [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5210ba72-3a4b-fb4b-169b-d560413845ab, 'name': SearchDatastore_Task, 'duration_secs': 0.008794} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.734704] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a618227-5fd3-4d44-be40-de153c7fe9b0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.740911] env[62298]: DEBUG oslo_vmware.api [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Waiting for the task: (returnval){ [ 1610.740911] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526c474a-27a4-5d6f-4ac8-8ee34a96f32a" [ 1610.740911] env[62298]: _type = "Task" [ 1610.740911] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.750071] env[62298]: DEBUG oslo_vmware.api [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526c474a-27a4-5d6f-4ac8-8ee34a96f32a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.930666] env[62298]: DEBUG nova.compute.manager [req-3b609cf5-133f-4f66-be12-a86c7bbc071b req-369d0d37-cb6d-4273-a267-d7a785763cb9 service nova] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Received event network-vif-plugged-a8251cbb-ef82-4728-86fc-5856324274be {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1610.932070] env[62298]: DEBUG oslo_concurrency.lockutils [req-3b609cf5-133f-4f66-be12-a86c7bbc071b req-369d0d37-cb6d-4273-a267-d7a785763cb9 service nova] Acquiring lock "1154fa7b-5d77-461e-96cb-d196bc6fd16d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.932070] env[62298]: DEBUG oslo_concurrency.lockutils [req-3b609cf5-133f-4f66-be12-a86c7bbc071b req-369d0d37-cb6d-4273-a267-d7a785763cb9 service nova] Lock "1154fa7b-5d77-461e-96cb-d196bc6fd16d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.932070] env[62298]: DEBUG oslo_concurrency.lockutils [req-3b609cf5-133f-4f66-be12-a86c7bbc071b req-369d0d37-cb6d-4273-a267-d7a785763cb9 service nova] Lock "1154fa7b-5d77-461e-96cb-d196bc6fd16d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.932070] env[62298]: DEBUG nova.compute.manager [req-3b609cf5-133f-4f66-be12-a86c7bbc071b req-369d0d37-cb6d-4273-a267-d7a785763cb9 service nova] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] No waiting events found dispatching network-vif-plugged-a8251cbb-ef82-4728-86fc-5856324274be {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1610.932070] env[62298]: WARNING nova.compute.manager [req-3b609cf5-133f-4f66-be12-a86c7bbc071b req-369d0d37-cb6d-4273-a267-d7a785763cb9 service nova] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Received unexpected event network-vif-plugged-a8251cbb-ef82-4728-86fc-5856324274be for instance with vm_state building and task_state spawning. [ 1610.932070] env[62298]: DEBUG nova.compute.manager [req-3b609cf5-133f-4f66-be12-a86c7bbc071b req-369d0d37-cb6d-4273-a267-d7a785763cb9 service nova] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Received event network-changed-a8251cbb-ef82-4728-86fc-5856324274be {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1610.932796] env[62298]: DEBUG nova.compute.manager [req-3b609cf5-133f-4f66-be12-a86c7bbc071b req-369d0d37-cb6d-4273-a267-d7a785763cb9 service nova] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Refreshing instance network info cache due to event network-changed-a8251cbb-ef82-4728-86fc-5856324274be. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1610.932796] env[62298]: DEBUG oslo_concurrency.lockutils [req-3b609cf5-133f-4f66-be12-a86c7bbc071b req-369d0d37-cb6d-4273-a267-d7a785763cb9 service nova] Acquiring lock "refresh_cache-1154fa7b-5d77-461e-96cb-d196bc6fd16d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.046030] env[62298]: DEBUG nova.network.neutron [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Updating instance_info_cache with network_info: [{"id": "91d531b2-e0e7-457b-bdf6-cbcef054ed2a", "address": "fa:16:3e:04:49:ba", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91d531b2-e0", "ovs_interfaceid": "91d531b2-e0e7-457b-bdf6-cbcef054ed2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.065810] env[62298]: DEBUG oslo_concurrency.lockutils [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Releasing lock "refresh_cache-1154fa7b-5d77-461e-96cb-d196bc6fd16d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.066167] env[62298]: DEBUG nova.compute.manager [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Instance network_info: |[{"id": "a8251cbb-ef82-4728-86fc-5856324274be", "address": "fa:16:3e:67:92:0b", "network": {"id": "333b854a-2de7-4d2b-a2b3-5c4b6d0bc39f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-322162373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89bdf053195d451184a91754918dfd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8251cbb-ef", "ovs_interfaceid": "a8251cbb-ef82-4728-86fc-5856324274be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1611.067332] env[62298]: DEBUG oslo_concurrency.lockutils [req-3b609cf5-133f-4f66-be12-a86c7bbc071b req-369d0d37-cb6d-4273-a267-d7a785763cb9 service nova] Acquired lock "refresh_cache-1154fa7b-5d77-461e-96cb-d196bc6fd16d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.067332] env[62298]: DEBUG nova.network.neutron [req-3b609cf5-133f-4f66-be12-a86c7bbc071b req-369d0d37-cb6d-4273-a267-d7a785763cb9 service nova] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Refreshing network info cache for port a8251cbb-ef82-4728-86fc-5856324274be {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1611.068127] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:92:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8251cbb-ef82-4728-86fc-5856324274be', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1611.076274] env[62298]: DEBUG oslo.service.loopingcall [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1611.077371] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1611.077641] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a613f26f-0b0b-49df-8313-82d3a8b8ebe2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.099700] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1611.099700] env[62298]: value = "task-1804278" [ 1611.099700] env[62298]: _type = "Task" [ 1611.099700] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.108379] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804278, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.214429] env[62298]: DEBUG oslo_vmware.api [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.409071} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.215834] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.215970] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] c2c5d144-6db1-4322-a86c-5ca450b034a4/c2c5d144-6db1-4322-a86c-5ca450b034a4.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1611.216190] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1611.216503] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c979f37e-a8de-4a08-b0ca-54809fbea60e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.223556] env[62298]: DEBUG oslo_vmware.api [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1611.223556] env[62298]: value = "task-1804279" [ 1611.223556] env[62298]: _type = "Task" [ 1611.223556] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.232120] env[62298]: DEBUG oslo_vmware.api [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.253213] env[62298]: DEBUG oslo_vmware.api [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526c474a-27a4-5d6f-4ac8-8ee34a96f32a, 'name': SearchDatastore_Task, 'duration_secs': 0.008791} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.253529] env[62298]: DEBUG oslo_concurrency.lockutils [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.253828] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] d37ff071-bef7-4acb-adc4-a0b776e09bcf/d37ff071-bef7-4acb-adc4-a0b776e09bcf.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1611.254132] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50242c2d-d9fb-4b2c-8fbf-e1fbffd4382b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.261058] env[62298]: DEBUG oslo_vmware.api [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Waiting for the task: (returnval){ [ 1611.261058] env[62298]: value = "task-1804280" [ 1611.261058] env[62298]: _type = "Task" [ 1611.261058] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.270884] env[62298]: DEBUG oslo_vmware.api [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.549051] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Releasing lock "refresh_cache-e647687b-eebb-4b16-8dda-6a7f9f99822c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.608921] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804278, 'name': CreateVM_Task, 'duration_secs': 0.502291} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.611224] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1611.611910] env[62298]: DEBUG oslo_concurrency.lockutils [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.612096] env[62298]: DEBUG oslo_concurrency.lockutils [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.612430] env[62298]: DEBUG oslo_concurrency.lockutils [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1611.612978] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c35acc4b-059c-46da-afaf-248ca7257ae7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.618036] env[62298]: DEBUG oslo_vmware.api [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1611.618036] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b1705c-8d05-8b35-5c58-69e29c1f0676" [ 1611.618036] env[62298]: _type = "Task" [ 1611.618036] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.626260] env[62298]: DEBUG oslo_vmware.api [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b1705c-8d05-8b35-5c58-69e29c1f0676, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.662049] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1611.662189] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61f6b742-321e-4cf3-9557-85fc6e0c5048 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.670208] env[62298]: DEBUG oslo_vmware.api [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for the task: (returnval){ [ 1611.670208] env[62298]: value = "task-1804281" [ 1611.670208] env[62298]: _type = "Task" [ 1611.670208] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.681126] env[62298]: DEBUG oslo_vmware.api [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.732648] env[62298]: DEBUG oslo_vmware.api [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098571} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.735426] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1611.736874] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c4568d-6882-43cf-8ca4-56d5a627b0f0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.760750] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] c2c5d144-6db1-4322-a86c-5ca450b034a4/c2c5d144-6db1-4322-a86c-5ca450b034a4.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1611.763461] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a58f75e-e1c5-4dd1-9d00-526ce6f76cb6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.788501] env[62298]: DEBUG oslo_vmware.api [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.790100] env[62298]: DEBUG oslo_vmware.api [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1611.790100] env[62298]: value = "task-1804282" [ 1611.790100] env[62298]: _type = "Task" [ 1611.790100] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.802093] env[62298]: DEBUG oslo_vmware.api [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804282, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.866535] env[62298]: DEBUG nova.network.neutron [req-3b609cf5-133f-4f66-be12-a86c7bbc071b req-369d0d37-cb6d-4273-a267-d7a785763cb9 service nova] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Updated VIF entry in instance network info cache for port a8251cbb-ef82-4728-86fc-5856324274be. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1611.866794] env[62298]: DEBUG nova.network.neutron [req-3b609cf5-133f-4f66-be12-a86c7bbc071b req-369d0d37-cb6d-4273-a267-d7a785763cb9 service nova] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Updating instance_info_cache with network_info: [{"id": "a8251cbb-ef82-4728-86fc-5856324274be", "address": "fa:16:3e:67:92:0b", "network": {"id": "333b854a-2de7-4d2b-a2b3-5c4b6d0bc39f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-322162373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89bdf053195d451184a91754918dfd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8251cbb-ef", "ovs_interfaceid": "a8251cbb-ef82-4728-86fc-5856324274be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.135872] env[62298]: DEBUG oslo_vmware.api [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b1705c-8d05-8b35-5c58-69e29c1f0676, 'name': SearchDatastore_Task, 'duration_secs': 0.010043} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.138580] env[62298]: DEBUG oslo_concurrency.lockutils [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.139060] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1612.139441] env[62298]: DEBUG oslo_concurrency.lockutils [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.139721] env[62298]: DEBUG oslo_concurrency.lockutils [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.140730] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1612.141072] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12df0ec5-7e53-4246-ba89-ce3f8679f6e0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.150440] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1612.150811] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1612.154435] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa12095c-838f-488c-b65a-43f63168933b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.161380] env[62298]: DEBUG oslo_vmware.api [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1612.161380] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f421d1-7dd9-267e-fd4c-e698ecde24c7" [ 1612.161380] env[62298]: _type = "Task" [ 1612.161380] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.174236] env[62298]: DEBUG oslo_vmware.api [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f421d1-7dd9-267e-fd4c-e698ecde24c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.182549] env[62298]: DEBUG oslo_vmware.api [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804281, 'name': PowerOffVM_Task, 'duration_secs': 0.16843} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.182863] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1612.183119] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1612.186571] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7301a3d9-dc4e-499a-9a8e-dbbb5b054c8a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.196562] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1612.196921] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5df871c5-cc02-4585-8ba2-076bbcdfb04e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.227217] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1612.227501] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1612.227799] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Deleting the datastore file [datastore1] 86d72480-a612-458e-bab2-e929ca6eceba {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1612.228142] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58be513c-9226-4847-a024-d340c3470348 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.235776] env[62298]: DEBUG oslo_vmware.api [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for the task: (returnval){ [ 1612.235776] env[62298]: value = "task-1804284" [ 1612.235776] env[62298]: _type = "Task" [ 1612.235776] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.244694] env[62298]: DEBUG oslo_vmware.api [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.246740] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8955f962-dd1e-4310-833a-d022eb2547ad {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.254795] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99a8aa0-7ecf-46d1-a722-9cb527224e9f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.293153] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da28b59-3a74-4af1-a484-ed92a672fc63 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.312222] env[62298]: DEBUG oslo_vmware.api [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804282, 'name': ReconfigVM_Task, 'duration_secs': 0.436119} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.312549] env[62298]: DEBUG oslo_vmware.api [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804280, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.315135] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Reconfigured VM instance instance-00000036 to attach disk [datastore1] c2c5d144-6db1-4322-a86c-5ca450b034a4/c2c5d144-6db1-4322-a86c-5ca450b034a4.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1612.316145] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc0a3ab1-bb70-4633-abd6-175416dd416a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.319592] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ed1c8c-0eb5-43b2-a8b6-c02b7747a613 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.338163] env[62298]: DEBUG nova.compute.provider_tree [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1612.341421] env[62298]: DEBUG oslo_vmware.api [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1612.341421] env[62298]: value = "task-1804285" [ 1612.341421] env[62298]: _type = "Task" [ 1612.341421] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.354114] env[62298]: DEBUG oslo_vmware.api [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804285, 'name': Rename_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.371128] env[62298]: DEBUG oslo_concurrency.lockutils [req-3b609cf5-133f-4f66-be12-a86c7bbc071b req-369d0d37-cb6d-4273-a267-d7a785763cb9 service nova] Releasing lock "refresh_cache-1154fa7b-5d77-461e-96cb-d196bc6fd16d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.672075] env[62298]: DEBUG oslo_vmware.api [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f421d1-7dd9-267e-fd4c-e698ecde24c7, 'name': SearchDatastore_Task, 'duration_secs': 0.011882} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.672870] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b9d0522-4155-446c-9511-fc5dd721f9f5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.678318] env[62298]: DEBUG oslo_vmware.api [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1612.678318] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c842d6-e928-fe6c-e5a2-f2320cbd6ac3" [ 1612.678318] env[62298]: _type = "Task" [ 1612.678318] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.686204] env[62298]: DEBUG oslo_vmware.api [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c842d6-e928-fe6c-e5a2-f2320cbd6ac3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.745024] env[62298]: DEBUG oslo_vmware.api [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385829} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.745994] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1612.746287] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1612.746574] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1612.798194] env[62298]: DEBUG oslo_vmware.api [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804280, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.272909} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.798507] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] d37ff071-bef7-4acb-adc4-a0b776e09bcf/d37ff071-bef7-4acb-adc4-a0b776e09bcf.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1612.798751] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1612.799045] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40a9122c-2bb0-43a6-b7fd-a05bdbaecf9d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.807580] env[62298]: DEBUG oslo_vmware.api [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Waiting for the task: (returnval){ [ 1612.807580] env[62298]: value = "task-1804286" [ 1612.807580] env[62298]: _type = "Task" [ 1612.807580] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.815538] env[62298]: DEBUG oslo_vmware.api [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.847123] env[62298]: DEBUG nova.scheduler.client.report [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1612.856037] env[62298]: DEBUG oslo_vmware.api [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804285, 'name': Rename_Task, 'duration_secs': 0.217098} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.856355] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1612.856591] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88462533-3c11-4a17-bbdb-275c0fb58846 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.863611] env[62298]: DEBUG oslo_vmware.api [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1612.863611] env[62298]: value = "task-1804287" [ 1612.863611] env[62298]: _type = "Task" [ 1612.863611] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.874271] env[62298]: DEBUG oslo_vmware.api [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.065925] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33371857-6909-4630-b844-60747912a7e0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.086018] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Updating instance 'e647687b-eebb-4b16-8dda-6a7f9f99822c' progress to 0 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1613.188903] env[62298]: DEBUG oslo_vmware.api [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c842d6-e928-fe6c-e5a2-f2320cbd6ac3, 'name': SearchDatastore_Task, 'duration_secs': 0.011312} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.189170] env[62298]: DEBUG oslo_concurrency.lockutils [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.189431] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 1154fa7b-5d77-461e-96cb-d196bc6fd16d/1154fa7b-5d77-461e-96cb-d196bc6fd16d.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1613.190071] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1ecd7a1-1532-413c-842b-15391049ee4f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.197013] env[62298]: DEBUG oslo_vmware.api [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1613.197013] env[62298]: value = "task-1804288" [ 1613.197013] env[62298]: _type = "Task" [ 1613.197013] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.205157] env[62298]: DEBUG oslo_vmware.api [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.319398] env[62298]: DEBUG oslo_vmware.api [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13101} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.319692] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1613.320525] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6350d3f-f474-4d40-8e17-6174908cf150 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.340227] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] d37ff071-bef7-4acb-adc4-a0b776e09bcf/d37ff071-bef7-4acb-adc4-a0b776e09bcf.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1613.340559] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adde782e-8a25-4402-acd9-0ebcbbf425d7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.356188] env[62298]: DEBUG oslo_concurrency.lockutils [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.680s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.358351] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.823s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.358592] env[62298]: DEBUG nova.objects.instance [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Lazy-loading 'resources' on Instance uuid 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1613.369383] env[62298]: DEBUG oslo_vmware.api [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Waiting for the task: (returnval){ [ 1613.369383] env[62298]: value = "task-1804289" [ 1613.369383] env[62298]: _type = "Task" [ 1613.369383] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.377780] env[62298]: DEBUG oslo_vmware.api [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804287, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.384027] env[62298]: DEBUG oslo_vmware.api [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.430517] env[62298]: INFO nova.network.neutron [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Updating port f2f00139-f18c-4541-bd19-57798b9c54b7 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1613.591620] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1613.591968] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30bf434e-0320-4f59-85fd-c6a32905e510 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.604254] env[62298]: DEBUG oslo_vmware.api [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1613.604254] env[62298]: value = "task-1804290" [ 1613.604254] env[62298]: _type = "Task" [ 1613.604254] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.613673] env[62298]: DEBUG oslo_vmware.api [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.709217] env[62298]: DEBUG oslo_vmware.api [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804288, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448973} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.709550] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 1154fa7b-5d77-461e-96cb-d196bc6fd16d/1154fa7b-5d77-461e-96cb-d196bc6fd16d.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1613.709699] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1613.709950] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dc79c71-b3d5-464e-b464-191ea855ea46 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.722280] env[62298]: DEBUG oslo_vmware.api [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1613.722280] env[62298]: value = "task-1804291" [ 1613.722280] env[62298]: _type = "Task" [ 1613.722280] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.731848] env[62298]: DEBUG oslo_vmware.api [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.779940] env[62298]: DEBUG nova.virt.hardware [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1613.779940] env[62298]: DEBUG nova.virt.hardware [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1613.779940] env[62298]: DEBUG nova.virt.hardware [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1613.780631] env[62298]: DEBUG nova.virt.hardware [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1613.780631] env[62298]: DEBUG nova.virt.hardware [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1613.780631] env[62298]: DEBUG nova.virt.hardware [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1613.780943] env[62298]: DEBUG nova.virt.hardware [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1613.784559] env[62298]: DEBUG nova.virt.hardware [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1613.784559] env[62298]: DEBUG nova.virt.hardware [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1613.784559] env[62298]: DEBUG nova.virt.hardware [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1613.784559] env[62298]: DEBUG nova.virt.hardware [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1613.784559] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87851bb6-4a24-41d7-96b2-fd0505aafc99 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.793055] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d926f2-4fdb-4054-9b94-32449b396939 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.807027] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Instance VIF info [] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1613.813133] env[62298]: DEBUG oslo.service.loopingcall [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1613.815248] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1613.815653] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17b9f96e-f22e-47e3-8a9c-16ed5d805b7b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.829878] env[62298]: DEBUG oslo_vmware.rw_handles [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294c7b9-4522-1779-1edf-0b5dc78644b9/disk-0.vmdk. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1613.830594] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef249fad-1364-4e5f-896c-9673e6dae97f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.837216] env[62298]: DEBUG oslo_vmware.rw_handles [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294c7b9-4522-1779-1edf-0b5dc78644b9/disk-0.vmdk is in state: ready. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1613.837376] env[62298]: ERROR oslo_vmware.rw_handles [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294c7b9-4522-1779-1edf-0b5dc78644b9/disk-0.vmdk due to incomplete transfer. [ 1613.837625] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e4c3b34f-0c05-404b-bb2b-23e9e06b7ccf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.840146] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1613.840146] env[62298]: value = "task-1804292" [ 1613.840146] env[62298]: _type = "Task" [ 1613.840146] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.845293] env[62298]: DEBUG oslo_vmware.rw_handles [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5294c7b9-4522-1779-1edf-0b5dc78644b9/disk-0.vmdk. {{(pid=62298) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1613.845487] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Uploaded image 07e7df3d-3931-4de7-b180-6d1ab32521eb to the Glance image server {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1613.847852] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Destroying the VM {{(pid=62298) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1613.850890] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-40b43fec-1236-4f23-9cc3-10078379929d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.852156] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804292, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.856501] env[62298]: DEBUG oslo_vmware.api [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the task: (returnval){ [ 1613.856501] env[62298]: value = "task-1804293" [ 1613.856501] env[62298]: _type = "Task" [ 1613.856501] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.865763] env[62298]: DEBUG oslo_vmware.api [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804293, 'name': Destroy_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.877010] env[62298]: DEBUG oslo_vmware.api [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804287, 'name': PowerOnVM_Task, 'duration_secs': 0.833604} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.877715] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1613.878028] env[62298]: INFO nova.compute.manager [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Took 7.43 seconds to spawn the instance on the hypervisor. [ 1613.878260] env[62298]: DEBUG nova.compute.manager [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1613.879199] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f129194b-48c0-46bb-a6e2-7f4b7ef60289 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.886982] env[62298]: DEBUG oslo_vmware.api [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.117155] env[62298]: DEBUG oslo_vmware.api [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804290, 'name': PowerOffVM_Task, 'duration_secs': 0.36009} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.117499] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1614.117638] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Updating instance 'e647687b-eebb-4b16-8dda-6a7f9f99822c' progress to 17 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1614.231733] env[62298]: DEBUG oslo_vmware.api [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07384} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.232132] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1614.232883] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbf23c6-04df-42c9-9afb-d1b94dd6abe4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.254975] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 1154fa7b-5d77-461e-96cb-d196bc6fd16d/1154fa7b-5d77-461e-96cb-d196bc6fd16d.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1614.255328] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8695216-1dc1-4dea-9ad2-8ea267a7d30b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.274644] env[62298]: DEBUG oslo_vmware.api [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1614.274644] env[62298]: value = "task-1804294" [ 1614.274644] env[62298]: _type = "Task" [ 1614.274644] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.282605] env[62298]: DEBUG oslo_vmware.api [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804294, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.352888] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804292, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.365022] env[62298]: DEBUG oslo_vmware.api [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804293, 'name': Destroy_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.366838] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a45d07-9f6d-4f6a-9f2d-098b004a3b6d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.376274] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a2e379-e8d4-4801-91c3-300b205840fd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.383998] env[62298]: DEBUG oslo_vmware.api [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804289, 'name': ReconfigVM_Task, 'duration_secs': 0.635432} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.408987] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Reconfigured VM instance instance-00000033 to attach disk [datastore1] d37ff071-bef7-4acb-adc4-a0b776e09bcf/d37ff071-bef7-4acb-adc4-a0b776e09bcf.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1614.413417] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb7c9f1e-a9d7-4981-81c6-c497180f7886 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.415647] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d31134-ad64-48e0-8e14-725e25144d88 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.420343] env[62298]: INFO nova.compute.manager [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Took 49.08 seconds to build instance. [ 1614.424781] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844efbe5-c8af-4806-97b6-d4b06420038c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.430214] env[62298]: DEBUG oslo_vmware.api [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Waiting for the task: (returnval){ [ 1614.430214] env[62298]: value = "task-1804295" [ 1614.430214] env[62298]: _type = "Task" [ 1614.430214] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.441671] env[62298]: DEBUG nova.compute.provider_tree [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1614.448868] env[62298]: DEBUG oslo_vmware.api [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804295, 'name': Rename_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.626072] env[62298]: DEBUG nova.virt.hardware [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1614.626297] env[62298]: DEBUG nova.virt.hardware [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1614.626435] env[62298]: DEBUG nova.virt.hardware [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1614.626643] env[62298]: DEBUG nova.virt.hardware [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1614.626794] env[62298]: DEBUG nova.virt.hardware [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1614.626939] env[62298]: DEBUG nova.virt.hardware [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1614.627165] env[62298]: DEBUG nova.virt.hardware [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1614.627330] env[62298]: DEBUG nova.virt.hardware [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1614.627548] env[62298]: DEBUG nova.virt.hardware [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1614.627727] env[62298]: DEBUG nova.virt.hardware [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1614.627905] env[62298]: DEBUG nova.virt.hardware [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1614.633476] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7efd2c06-ea78-413d-a62d-7b1e05b561e1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.649030] env[62298]: DEBUG oslo_vmware.api [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1614.649030] env[62298]: value = "task-1804296" [ 1614.649030] env[62298]: _type = "Task" [ 1614.649030] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.657867] env[62298]: DEBUG oslo_vmware.api [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804296, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.785053] env[62298]: DEBUG oslo_vmware.api [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.852346] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804292, 'name': CreateVM_Task, 'duration_secs': 0.745956} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.852519] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1614.853013] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.853252] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.853635] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1614.853957] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6829c42-86c8-4120-a275-fd55e47c6bb4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.861415] env[62298]: DEBUG oslo_vmware.api [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for the task: (returnval){ [ 1614.861415] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52be6065-1424-a47d-326a-f2473a87e000" [ 1614.861415] env[62298]: _type = "Task" [ 1614.861415] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.868029] env[62298]: DEBUG oslo_vmware.api [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804293, 'name': Destroy_Task} progress is 33%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.873533] env[62298]: DEBUG oslo_vmware.api [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52be6065-1424-a47d-326a-f2473a87e000, 'name': SearchDatastore_Task, 'duration_secs': 0.009993} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.873832] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.874076] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1614.874360] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.874549] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.874738] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1614.874993] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-966eb9bf-ba5e-429c-9851-11b4ea3e535b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.882374] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1614.882550] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1614.883250] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-223f8ee0-03a5-4ab4-b751-36cdf7342e02 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.888700] env[62298]: DEBUG oslo_vmware.api [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for the task: (returnval){ [ 1614.888700] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52dbae0e-fe70-dbf0-76f4-a192b82355a0" [ 1614.888700] env[62298]: _type = "Task" [ 1614.888700] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.895847] env[62298]: DEBUG oslo_vmware.api [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52dbae0e-fe70-dbf0-76f4-a192b82355a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.922444] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f0e5c1d9-f203-4021-b214-b810d926d903 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "c2c5d144-6db1-4322-a86c-5ca450b034a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.562s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.940301] env[62298]: DEBUG oslo_vmware.api [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804295, 'name': Rename_Task, 'duration_secs': 0.41467} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.940630] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1614.940928] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8130f5c7-2946-4208-a9b0-01aa78acf2f3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.945727] env[62298]: DEBUG nova.scheduler.client.report [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1614.950487] env[62298]: DEBUG oslo_vmware.api [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Waiting for the task: (returnval){ [ 1614.950487] env[62298]: value = "task-1804297" [ 1614.950487] env[62298]: _type = "Task" [ 1614.950487] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.958984] env[62298]: DEBUG oslo_vmware.api [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.161963] env[62298]: DEBUG oslo_vmware.api [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804296, 'name': ReconfigVM_Task, 'duration_secs': 0.230494} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.162452] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Updating instance 'e647687b-eebb-4b16-8dda-6a7f9f99822c' progress to 33 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1615.285650] env[62298]: DEBUG oslo_vmware.api [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804294, 'name': ReconfigVM_Task, 'duration_secs': 0.757882} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.285906] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 1154fa7b-5d77-461e-96cb-d196bc6fd16d/1154fa7b-5d77-461e-96cb-d196bc6fd16d.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1615.286579] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8cc071f-96dd-46a3-b7d4-04507fa5add5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.293288] env[62298]: DEBUG oslo_vmware.api [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1615.293288] env[62298]: value = "task-1804298" [ 1615.293288] env[62298]: _type = "Task" [ 1615.293288] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.301243] env[62298]: DEBUG oslo_vmware.api [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804298, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.366472] env[62298]: DEBUG oslo_vmware.api [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804293, 'name': Destroy_Task, 'duration_secs': 1.039929} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.366749] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Destroyed the VM [ 1615.367027] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Deleting Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1615.367269] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-12e56ec3-9251-421a-a19d-9fb069cc705c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.373603] env[62298]: DEBUG oslo_vmware.api [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the task: (returnval){ [ 1615.373603] env[62298]: value = "task-1804299" [ 1615.373603] env[62298]: _type = "Task" [ 1615.373603] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.381689] env[62298]: DEBUG oslo_vmware.api [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804299, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.399817] env[62298]: DEBUG oslo_vmware.api [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52dbae0e-fe70-dbf0-76f4-a192b82355a0, 'name': SearchDatastore_Task, 'duration_secs': 0.009058} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.399969] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6887ebf-8f58-4a5a-a04f-8911f3257e16 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.405382] env[62298]: DEBUG oslo_vmware.api [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for the task: (returnval){ [ 1615.405382] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b6cc23-6849-6bc3-74ce-b9321c694066" [ 1615.405382] env[62298]: _type = "Task" [ 1615.405382] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.413501] env[62298]: DEBUG oslo_vmware.api [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b6cc23-6849-6bc3-74ce-b9321c694066, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.425130] env[62298]: DEBUG nova.compute.manager [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1615.452215] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.455188] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0a7f29e3-1148-47c5-9513-b1fcfcbd27b7 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.596s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.455476] env[62298]: DEBUG nova.objects.instance [None req-0a7f29e3-1148-47c5-9513-b1fcfcbd27b7 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Lazy-loading 'resources' on Instance uuid ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1615.466289] env[62298]: DEBUG oslo_vmware.api [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804297, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.479689] env[62298]: INFO nova.scheduler.client.report [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Deleted allocations for instance 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5 [ 1615.668699] env[62298]: DEBUG nova.virt.hardware [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:52:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='85d10c5e-2dbe-4058-af7b-dc63f636990b',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-35537820',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1615.668999] env[62298]: DEBUG nova.virt.hardware [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1615.669201] env[62298]: DEBUG nova.virt.hardware [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1615.669413] env[62298]: DEBUG nova.virt.hardware [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1615.669590] env[62298]: DEBUG nova.virt.hardware [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1615.669770] env[62298]: DEBUG nova.virt.hardware [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1615.670014] env[62298]: DEBUG nova.virt.hardware [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1615.670202] env[62298]: DEBUG nova.virt.hardware [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1615.670413] env[62298]: DEBUG nova.virt.hardware [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1615.670600] env[62298]: DEBUG nova.virt.hardware [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1615.670804] env[62298]: DEBUG nova.virt.hardware [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1615.677645] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1615.677960] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1461365-6f56-4f31-86bd-9e4e35d02766 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.697270] env[62298]: DEBUG oslo_vmware.api [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1615.697270] env[62298]: value = "task-1804300" [ 1615.697270] env[62298]: _type = "Task" [ 1615.697270] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.705593] env[62298]: DEBUG oslo_vmware.api [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804300, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.804938] env[62298]: DEBUG oslo_vmware.api [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804298, 'name': Rename_Task, 'duration_secs': 0.237597} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.805375] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1615.805535] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a821ff54-5633-41a0-b3e9-14f94ba0b9f1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.811694] env[62298]: DEBUG oslo_vmware.api [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1615.811694] env[62298]: value = "task-1804301" [ 1615.811694] env[62298]: _type = "Task" [ 1615.811694] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.819987] env[62298]: DEBUG oslo_vmware.api [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.883588] env[62298]: DEBUG oslo_vmware.api [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804299, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.915093] env[62298]: DEBUG oslo_vmware.api [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b6cc23-6849-6bc3-74ce-b9321c694066, 'name': SearchDatastore_Task, 'duration_secs': 0.010399} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.915395] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.915693] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 86d72480-a612-458e-bab2-e929ca6eceba/86d72480-a612-458e-bab2-e929ca6eceba.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1615.915927] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d917e24e-dcb6-418a-8e8e-21dfd93f7884 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.921865] env[62298]: DEBUG oslo_vmware.api [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for the task: (returnval){ [ 1615.921865] env[62298]: value = "task-1804302" [ 1615.921865] env[62298]: _type = "Task" [ 1615.921865] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.935657] env[62298]: DEBUG oslo_vmware.api [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.946772] env[62298]: DEBUG oslo_concurrency.lockutils [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.966398] env[62298]: DEBUG oslo_vmware.api [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804297, 'name': PowerOnVM_Task, 'duration_secs': 0.901531} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.967791] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1615.967791] env[62298]: DEBUG nova.compute.manager [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1615.968039] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d96349-0bce-41ed-a42f-185238ecfdb1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.988496] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b74b5f43-680a-4b18-92d4-a5a225bcf4f4 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Lock "7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.654s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.990122] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5179ca7c-1ac3-4877-bf1d-abc6e9d0f1ee tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Lock "7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 31.716s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.990122] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5179ca7c-1ac3-4877-bf1d-abc6e9d0f1ee tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Acquiring lock "7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.990312] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5179ca7c-1ac3-4877-bf1d-abc6e9d0f1ee tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Lock "7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.990459] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5179ca7c-1ac3-4877-bf1d-abc6e9d0f1ee tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Lock "7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.992252] env[62298]: INFO nova.compute.manager [None req-5179ca7c-1ac3-4877-bf1d-abc6e9d0f1ee tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Terminating instance [ 1616.117587] env[62298]: DEBUG oslo_concurrency.lockutils [None req-91fc9fc7-8f5d-4c64-9808-6aa58d94ca95 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "c2c5d144-6db1-4322-a86c-5ca450b034a4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.117791] env[62298]: DEBUG oslo_concurrency.lockutils [None req-91fc9fc7-8f5d-4c64-9808-6aa58d94ca95 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "c2c5d144-6db1-4322-a86c-5ca450b034a4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.210933] env[62298]: DEBUG oslo_vmware.api [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804300, 'name': ReconfigVM_Task, 'duration_secs': 0.220572} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.211445] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1616.212287] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e9909b-ae02-4bad-b05f-fe97e7e95547 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.238449] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] e647687b-eebb-4b16-8dda-6a7f9f99822c/e647687b-eebb-4b16-8dda-6a7f9f99822c.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1616.241812] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27e33b10-c84e-415b-a6e9-eeee6fee714d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.263253] env[62298]: DEBUG oslo_vmware.api [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1616.263253] env[62298]: value = "task-1804303" [ 1616.263253] env[62298]: _type = "Task" [ 1616.263253] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.274818] env[62298]: DEBUG oslo_vmware.api [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804303, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.328150] env[62298]: DEBUG oslo_vmware.api [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804301, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.388185] env[62298]: DEBUG oslo_vmware.api [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804299, 'name': RemoveSnapshot_Task, 'duration_secs': 0.679934} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.390925] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Deleted Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1616.391216] env[62298]: INFO nova.compute.manager [None req-4ca152ad-b73b-403a-848f-8e6ac4e35149 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Took 14.66 seconds to snapshot the instance on the hypervisor. [ 1616.434068] env[62298]: DEBUG oslo_vmware.api [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475921} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.434346] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 86d72480-a612-458e-bab2-e929ca6eceba/86d72480-a612-458e-bab2-e929ca6eceba.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1616.434565] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1616.434814] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c33b8427-ec46-4895-ad68-32c473dd4cb6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.442031] env[62298]: DEBUG oslo_vmware.api [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for the task: (returnval){ [ 1616.442031] env[62298]: value = "task-1804304" [ 1616.442031] env[62298]: _type = "Task" [ 1616.442031] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.455087] env[62298]: DEBUG oslo_vmware.api [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.482774] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1156ef8-32d1-4326-8a9d-3be51421963d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.489065] env[62298]: DEBUG oslo_concurrency.lockutils [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.494090] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d74bb0-da7c-4cb8-b5b4-51551378089f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.497883] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5179ca7c-1ac3-4877-bf1d-abc6e9d0f1ee tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Acquiring lock "refresh_cache-7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.498945] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5179ca7c-1ac3-4877-bf1d-abc6e9d0f1ee tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Acquired lock "refresh_cache-7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.498945] env[62298]: DEBUG nova.network.neutron [None req-5179ca7c-1ac3-4877-bf1d-abc6e9d0f1ee tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1616.527923] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d18ea59-417c-41f3-a5dc-cdb1f9b71528 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.537522] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2b4209-8dc3-4155-9067-367a92fbb4fe {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.551884] env[62298]: DEBUG nova.compute.provider_tree [None req-0a7f29e3-1148-47c5-9513-b1fcfcbd27b7 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1616.620742] env[62298]: DEBUG nova.compute.utils [None req-91fc9fc7-8f5d-4c64-9808-6aa58d94ca95 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1616.773345] env[62298]: DEBUG oslo_vmware.api [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804303, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.825052] env[62298]: DEBUG oslo_vmware.api [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804301, 'name': PowerOnVM_Task, 'duration_secs': 0.536034} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.825402] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1616.825513] env[62298]: INFO nova.compute.manager [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1616.825714] env[62298]: DEBUG nova.compute.manager [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1616.826587] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646ab3be-febb-4e25-9dad-5db1b392716b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.953636] env[62298]: DEBUG oslo_vmware.api [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097222} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.953915] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1616.954696] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e154606-4bfc-4e1a-9b4b-76d94b5b1826 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.974491] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 86d72480-a612-458e-bab2-e929ca6eceba/86d72480-a612-458e-bab2-e929ca6eceba.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1616.974809] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ffd892f-4f2b-4755-ac2b-42b3f7ec669a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.995341] env[62298]: DEBUG oslo_vmware.api [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for the task: (returnval){ [ 1616.995341] env[62298]: value = "task-1804305" [ 1616.995341] env[62298]: _type = "Task" [ 1616.995341] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.003823] env[62298]: DEBUG nova.compute.utils [None req-5179ca7c-1ac3-4877-bf1d-abc6e9d0f1ee tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Can not refresh info_cache because instance was not found {{(pid=62298) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 1617.005879] env[62298]: DEBUG oslo_vmware.api [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804305, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.025242] env[62298]: DEBUG nova.network.neutron [None req-5179ca7c-1ac3-4877-bf1d-abc6e9d0f1ee tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1617.055052] env[62298]: DEBUG nova.scheduler.client.report [None req-0a7f29e3-1148-47c5-9513-b1fcfcbd27b7 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1617.099360] env[62298]: DEBUG nova.network.neutron [None req-5179ca7c-1ac3-4877-bf1d-abc6e9d0f1ee tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.123626] env[62298]: DEBUG oslo_concurrency.lockutils [None req-91fc9fc7-8f5d-4c64-9808-6aa58d94ca95 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "c2c5d144-6db1-4322-a86c-5ca450b034a4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.273681] env[62298]: DEBUG oslo_vmware.api [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804303, 'name': ReconfigVM_Task, 'duration_secs': 0.587118} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.273809] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Reconfigured VM instance instance-0000002c to attach disk [datastore1] e647687b-eebb-4b16-8dda-6a7f9f99822c/e647687b-eebb-4b16-8dda-6a7f9f99822c.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1617.274099] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Updating instance 'e647687b-eebb-4b16-8dda-6a7f9f99822c' progress to 50 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1617.347444] env[62298]: INFO nova.compute.manager [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Took 48.92 seconds to build instance. [ 1617.506413] env[62298]: DEBUG oslo_vmware.api [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.560534] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0a7f29e3-1148-47c5-9513-b1fcfcbd27b7 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.563087] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.635s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.564644] env[62298]: INFO nova.compute.claims [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1617.589227] env[62298]: INFO nova.scheduler.client.report [None req-0a7f29e3-1148-47c5-9513-b1fcfcbd27b7 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Deleted allocations for instance ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814 [ 1617.602931] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5179ca7c-1ac3-4877-bf1d-abc6e9d0f1ee tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Releasing lock "refresh_cache-7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.602931] env[62298]: DEBUG nova.compute.manager [None req-5179ca7c-1ac3-4877-bf1d-abc6e9d0f1ee tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1617.603107] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5179ca7c-1ac3-4877-bf1d-abc6e9d0f1ee tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1617.603408] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4898b54a-0243-4717-a616-21050a34db10 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.613742] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63548f83-41d8-4db4-9d4f-b0de4d3c0948 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.652092] env[62298]: WARNING nova.virt.vmwareapi.vmops [None req-5179ca7c-1ac3-4877-bf1d-abc6e9d0f1ee tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5 could not be found. [ 1617.652346] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5179ca7c-1ac3-4877-bf1d-abc6e9d0f1ee tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1617.652577] env[62298]: INFO nova.compute.manager [None req-5179ca7c-1ac3-4877-bf1d-abc6e9d0f1ee tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1617.652864] env[62298]: DEBUG oslo.service.loopingcall [None req-5179ca7c-1ac3-4877-bf1d-abc6e9d0f1ee tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1617.653167] env[62298]: DEBUG nova.compute.manager [-] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1617.653266] env[62298]: DEBUG nova.network.neutron [-] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1617.670259] env[62298]: DEBUG nova.network.neutron [-] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1617.675734] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b08719e4-101e-4e47-8cbc-06677ef83be0 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Acquiring lock "9a0b606b-2b47-4257-8722-e3933b63890b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.676199] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b08719e4-101e-4e47-8cbc-06677ef83be0 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Lock "9a0b606b-2b47-4257-8722-e3933b63890b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.676199] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b08719e4-101e-4e47-8cbc-06677ef83be0 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Acquiring lock "9a0b606b-2b47-4257-8722-e3933b63890b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.676391] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b08719e4-101e-4e47-8cbc-06677ef83be0 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Lock "9a0b606b-2b47-4257-8722-e3933b63890b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.676583] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b08719e4-101e-4e47-8cbc-06677ef83be0 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Lock "9a0b606b-2b47-4257-8722-e3933b63890b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.678642] env[62298]: INFO nova.compute.manager [None req-b08719e4-101e-4e47-8cbc-06677ef83be0 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Terminating instance [ 1617.780403] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8bfc5a-a917-4b8e-b6ac-d6c4e162d0d8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.799966] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8533bc-760f-4752-adbb-5caea94f703c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.818154] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Updating instance 'e647687b-eebb-4b16-8dda-6a7f9f99822c' progress to 67 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1617.848995] env[62298]: DEBUG oslo_concurrency.lockutils [None req-36924f59-bc30-4691-b42b-f4eb20495923 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "1154fa7b-5d77-461e-96cb-d196bc6fd16d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.301s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.007645] env[62298]: DEBUG oslo_vmware.api [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804305, 'name': ReconfigVM_Task, 'duration_secs': 0.701296} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.008225] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 86d72480-a612-458e-bab2-e929ca6eceba/86d72480-a612-458e-bab2-e929ca6eceba.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1618.008797] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f41e06b-87d5-4cd3-8971-70e07b09f095 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.015087] env[62298]: DEBUG oslo_vmware.api [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for the task: (returnval){ [ 1618.015087] env[62298]: value = "task-1804306" [ 1618.015087] env[62298]: _type = "Task" [ 1618.015087] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.027754] env[62298]: DEBUG oslo_vmware.api [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804306, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.077592] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5f16c758-5cd7-4e56-8612-3da057a125df tempest-ServersAdminTestJSON-1815157415 tempest-ServersAdminTestJSON-1815157415-project-admin] Acquiring lock "refresh_cache-1154fa7b-5d77-461e-96cb-d196bc6fd16d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.077592] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5f16c758-5cd7-4e56-8612-3da057a125df tempest-ServersAdminTestJSON-1815157415 tempest-ServersAdminTestJSON-1815157415-project-admin] Acquired lock "refresh_cache-1154fa7b-5d77-461e-96cb-d196bc6fd16d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.077592] env[62298]: DEBUG nova.network.neutron [None req-5f16c758-5cd7-4e56-8612-3da057a125df tempest-ServersAdminTestJSON-1815157415 tempest-ServersAdminTestJSON-1815157415-project-admin] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1618.097249] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0a7f29e3-1148-47c5-9513-b1fcfcbd27b7 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Lock "ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.817s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.172873] env[62298]: DEBUG nova.network.neutron [-] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.182935] env[62298]: DEBUG nova.compute.manager [None req-b08719e4-101e-4e47-8cbc-06677ef83be0 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1618.183330] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b08719e4-101e-4e47-8cbc-06677ef83be0 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1618.184544] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e225119c-f654-461b-8d90-d8f63c02a842 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.195341] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b08719e4-101e-4e47-8cbc-06677ef83be0 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1618.195629] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5df345a-b34a-4c36-b019-51384af50de5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.199192] env[62298]: DEBUG oslo_concurrency.lockutils [None req-91fc9fc7-8f5d-4c64-9808-6aa58d94ca95 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "c2c5d144-6db1-4322-a86c-5ca450b034a4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.199192] env[62298]: DEBUG oslo_concurrency.lockutils [None req-91fc9fc7-8f5d-4c64-9808-6aa58d94ca95 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "c2c5d144-6db1-4322-a86c-5ca450b034a4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.199192] env[62298]: INFO nova.compute.manager [None req-91fc9fc7-8f5d-4c64-9808-6aa58d94ca95 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Attaching volume 3265c89c-c266-4b1e-85e2-76ecd12d7d6c to /dev/sdb [ 1618.202277] env[62298]: DEBUG oslo_vmware.api [None req-b08719e4-101e-4e47-8cbc-06677ef83be0 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Waiting for the task: (returnval){ [ 1618.202277] env[62298]: value = "task-1804307" [ 1618.202277] env[62298]: _type = "Task" [ 1618.202277] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.214770] env[62298]: DEBUG oslo_vmware.api [None req-b08719e4-101e-4e47-8cbc-06677ef83be0 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1804307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.248578] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee41cdba-aec3-4d05-861e-10d2962c4b4e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.255633] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33da29b-53ba-420f-8324-c5c18a6dcb56 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.269064] env[62298]: DEBUG nova.virt.block_device [None req-91fc9fc7-8f5d-4c64-9808-6aa58d94ca95 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Updating existing volume attachment record: 7c8ebffa-3274-4a8d-8697-fd1fb3da18a6 {{(pid=62298) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1618.326570] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Acquiring lock "d37ff071-bef7-4acb-adc4-a0b776e09bcf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.326875] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Lock "d37ff071-bef7-4acb-adc4-a0b776e09bcf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.327104] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Acquiring lock "d37ff071-bef7-4acb-adc4-a0b776e09bcf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.327332] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Lock "d37ff071-bef7-4acb-adc4-a0b776e09bcf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.327541] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Lock "d37ff071-bef7-4acb-adc4-a0b776e09bcf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.330010] env[62298]: INFO nova.compute.manager [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Terminating instance [ 1618.376148] env[62298]: DEBUG nova.network.neutron [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Port 91d531b2-e0e7-457b-bdf6-cbcef054ed2a binding to destination host cpu-1 is already ACTIVE {{(pid=62298) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1618.525794] env[62298]: DEBUG oslo_vmware.api [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804306, 'name': Rename_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.677472] env[62298]: INFO nova.compute.manager [-] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Took 1.02 seconds to deallocate network for instance. [ 1618.713252] env[62298]: DEBUG oslo_vmware.api [None req-b08719e4-101e-4e47-8cbc-06677ef83be0 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1804307, 'name': PowerOffVM_Task, 'duration_secs': 0.257104} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.713561] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b08719e4-101e-4e47-8cbc-06677ef83be0 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1618.713821] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b08719e4-101e-4e47-8cbc-06677ef83be0 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1618.714066] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a520e706-f7f6-4eab-8914-7da75ae43f97 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.834067] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Acquiring lock "refresh_cache-d37ff071-bef7-4acb-adc4-a0b776e09bcf" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.834387] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Acquired lock "refresh_cache-d37ff071-bef7-4acb-adc4-a0b776e09bcf" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.834629] env[62298]: DEBUG nova.network.neutron [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1618.836656] env[62298]: DEBUG nova.network.neutron [None req-5f16c758-5cd7-4e56-8612-3da057a125df tempest-ServersAdminTestJSON-1815157415 tempest-ServersAdminTestJSON-1815157415-project-admin] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Updating instance_info_cache with network_info: [{"id": "a8251cbb-ef82-4728-86fc-5856324274be", "address": "fa:16:3e:67:92:0b", "network": {"id": "333b854a-2de7-4d2b-a2b3-5c4b6d0bc39f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-322162373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89bdf053195d451184a91754918dfd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8251cbb-ef", "ovs_interfaceid": "a8251cbb-ef82-4728-86fc-5856324274be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.973936] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b08719e4-101e-4e47-8cbc-06677ef83be0 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1618.974342] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b08719e4-101e-4e47-8cbc-06677ef83be0 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1618.974342] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b08719e4-101e-4e47-8cbc-06677ef83be0 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Deleting the datastore file [datastore1] 9a0b606b-2b47-4257-8722-e3933b63890b {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1618.974539] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68855c65-4891-48da-8b9b-a7f5cf10dcf8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.982272] env[62298]: DEBUG oslo_vmware.api [None req-b08719e4-101e-4e47-8cbc-06677ef83be0 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Waiting for the task: (returnval){ [ 1618.982272] env[62298]: value = "task-1804313" [ 1618.982272] env[62298]: _type = "Task" [ 1618.982272] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.999103] env[62298]: DEBUG oslo_vmware.api [None req-b08719e4-101e-4e47-8cbc-06677ef83be0 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1804313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.030869] env[62298]: DEBUG oslo_vmware.api [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804306, 'name': Rename_Task, 'duration_secs': 0.783222} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.031250] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1619.031532] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af46c692-4c52-4a60-a105-ba2702aabe73 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.039521] env[62298]: DEBUG oslo_vmware.api [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for the task: (returnval){ [ 1619.039521] env[62298]: value = "task-1804314" [ 1619.039521] env[62298]: _type = "Task" [ 1619.039521] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.048325] env[62298]: DEBUG oslo_vmware.api [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.137886] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf6546b-545d-4ecb-83d8-d4a24cdf9fcf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.146934] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd453b5-4b4b-4227-aef5-1600bb770cc1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.181240] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d4e9d8-85e0-4511-9ca9-0e36deb0d058 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.184240] env[62298]: INFO nova.compute.manager [None req-5179ca7c-1ac3-4877-bf1d-abc6e9d0f1ee tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Instance disappeared during terminate [ 1619.184427] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5179ca7c-1ac3-4877-bf1d-abc6e9d0f1ee tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Lock "7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.195s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.190740] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc40f88-92f1-4687-ad5a-ec904c79e83a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.204888] env[62298]: DEBUG nova.compute.provider_tree [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1619.341768] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5f16c758-5cd7-4e56-8612-3da057a125df tempest-ServersAdminTestJSON-1815157415 tempest-ServersAdminTestJSON-1815157415-project-admin] Releasing lock "refresh_cache-1154fa7b-5d77-461e-96cb-d196bc6fd16d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.342055] env[62298]: DEBUG nova.compute.manager [None req-5f16c758-5cd7-4e56-8612-3da057a125df tempest-ServersAdminTestJSON-1815157415 tempest-ServersAdminTestJSON-1815157415-project-admin] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Inject network info {{(pid=62298) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7662}} [ 1619.342315] env[62298]: DEBUG nova.compute.manager [None req-5f16c758-5cd7-4e56-8612-3da057a125df tempest-ServersAdminTestJSON-1815157415 tempest-ServersAdminTestJSON-1815157415-project-admin] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] network_info to inject: |[{"id": "a8251cbb-ef82-4728-86fc-5856324274be", "address": "fa:16:3e:67:92:0b", "network": {"id": "333b854a-2de7-4d2b-a2b3-5c4b6d0bc39f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-322162373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89bdf053195d451184a91754918dfd1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8251cbb-ef", "ovs_interfaceid": "a8251cbb-ef82-4728-86fc-5856324274be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7663}} [ 1619.348441] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5f16c758-5cd7-4e56-8612-3da057a125df tempest-ServersAdminTestJSON-1815157415 tempest-ServersAdminTestJSON-1815157415-project-admin] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Reconfiguring VM instance to set the machine id {{(pid=62298) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1619.348814] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11132272-e894-42db-a8b5-30f9a292355f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.366404] env[62298]: DEBUG oslo_vmware.api [None req-5f16c758-5cd7-4e56-8612-3da057a125df tempest-ServersAdminTestJSON-1815157415 tempest-ServersAdminTestJSON-1815157415-project-admin] Waiting for the task: (returnval){ [ 1619.366404] env[62298]: value = "task-1804315" [ 1619.366404] env[62298]: _type = "Task" [ 1619.366404] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.375501] env[62298]: DEBUG nova.network.neutron [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1619.381823] env[62298]: DEBUG oslo_vmware.api [None req-5f16c758-5cd7-4e56-8612-3da057a125df tempest-ServersAdminTestJSON-1815157415 tempest-ServersAdminTestJSON-1815157415-project-admin] Task: {'id': task-1804315, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.403703] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquiring lock "e647687b-eebb-4b16-8dda-6a7f9f99822c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.404192] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "e647687b-eebb-4b16-8dda-6a7f9f99822c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.404192] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "e647687b-eebb-4b16-8dda-6a7f9f99822c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.469687] env[62298]: DEBUG nova.network.neutron [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.493650] env[62298]: DEBUG oslo_vmware.api [None req-b08719e4-101e-4e47-8cbc-06677ef83be0 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Task: {'id': task-1804313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183288} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.495626] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b08719e4-101e-4e47-8cbc-06677ef83be0 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1619.495626] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b08719e4-101e-4e47-8cbc-06677ef83be0 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1619.495626] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b08719e4-101e-4e47-8cbc-06677ef83be0 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1619.495626] env[62298]: INFO nova.compute.manager [None req-b08719e4-101e-4e47-8cbc-06677ef83be0 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1619.495626] env[62298]: DEBUG oslo.service.loopingcall [None req-b08719e4-101e-4e47-8cbc-06677ef83be0 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1619.495626] env[62298]: DEBUG nova.compute.manager [-] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1619.495626] env[62298]: DEBUG nova.network.neutron [-] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1619.553554] env[62298]: DEBUG oslo_vmware.api [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804314, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.711545] env[62298]: DEBUG nova.scheduler.client.report [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1619.881382] env[62298]: DEBUG oslo_vmware.api [None req-5f16c758-5cd7-4e56-8612-3da057a125df tempest-ServersAdminTestJSON-1815157415 tempest-ServersAdminTestJSON-1815157415-project-admin] Task: {'id': task-1804315, 'name': ReconfigVM_Task, 'duration_secs': 0.17529} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.881725] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5f16c758-5cd7-4e56-8612-3da057a125df tempest-ServersAdminTestJSON-1815157415 tempest-ServersAdminTestJSON-1815157415-project-admin] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Reconfigured VM instance to set the machine id {{(pid=62298) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1619.909180] env[62298]: DEBUG nova.compute.manager [req-721b3ff5-b744-46c6-8e91-3c01bd56ef3d req-24910048-aa10-4b72-849d-469a41b2b096 service nova] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Received event network-vif-deleted-e977c628-c126-4ce0-9f7e-204d3906e8de {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1619.909283] env[62298]: INFO nova.compute.manager [req-721b3ff5-b744-46c6-8e91-3c01bd56ef3d req-24910048-aa10-4b72-849d-469a41b2b096 service nova] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Neutron deleted interface e977c628-c126-4ce0-9f7e-204d3906e8de; detaching it from the instance and deleting it from the info cache [ 1619.909410] env[62298]: DEBUG nova.network.neutron [req-721b3ff5-b744-46c6-8e91-3c01bd56ef3d req-24910048-aa10-4b72-849d-469a41b2b096 service nova] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.972447] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Releasing lock "refresh_cache-d37ff071-bef7-4acb-adc4-a0b776e09bcf" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.972891] env[62298]: DEBUG nova.compute.manager [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1619.973119] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1619.974015] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22213980-f76b-4279-bab6-1c912e52f9cd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.982726] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1619.983669] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-110f0779-60c1-4ee2-983c-4058e01353e5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.989669] env[62298]: DEBUG oslo_vmware.api [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Waiting for the task: (returnval){ [ 1619.989669] env[62298]: value = "task-1804316" [ 1619.989669] env[62298]: _type = "Task" [ 1619.989669] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.998522] env[62298]: DEBUG oslo_vmware.api [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.051211] env[62298]: DEBUG oslo_vmware.api [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804314, 'name': PowerOnVM_Task, 'duration_secs': 0.611442} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.051698] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1620.051820] env[62298]: DEBUG nova.compute.manager [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1620.052636] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95d7305-e2b4-4b52-b30d-2310a6c5358e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.217590] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.218254] env[62298]: DEBUG nova.compute.manager [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1620.221196] env[62298]: DEBUG oslo_concurrency.lockutils [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.175s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.222837] env[62298]: INFO nova.compute.claims [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1620.278761] env[62298]: DEBUG nova.network.neutron [-] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.416515] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11ff98d8-8dd8-4e97-a034-8d90471f5ff3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.427017] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27d697b-fff6-4993-bcd9-4c591357ba21 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.447455] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquiring lock "refresh_cache-e647687b-eebb-4b16-8dda-6a7f9f99822c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.447641] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquired lock "refresh_cache-e647687b-eebb-4b16-8dda-6a7f9f99822c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.447831] env[62298]: DEBUG nova.network.neutron [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1620.465252] env[62298]: DEBUG nova.compute.manager [req-721b3ff5-b744-46c6-8e91-3c01bd56ef3d req-24910048-aa10-4b72-849d-469a41b2b096 service nova] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Detach interface failed, port_id=e977c628-c126-4ce0-9f7e-204d3906e8de, reason: Instance 9a0b606b-2b47-4257-8722-e3933b63890b could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1620.501343] env[62298]: DEBUG oslo_vmware.api [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804316, 'name': PowerOffVM_Task, 'duration_secs': 0.266367} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.501343] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1620.501343] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1620.501343] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de5f7f01-0489-4166-ad37-320f19e07fff {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.528092] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1620.528340] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1620.528527] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Deleting the datastore file [datastore1] d37ff071-bef7-4acb-adc4-a0b776e09bcf {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1620.528964] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09123f54-6f24-4de5-8371-0dfa774b3686 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.535855] env[62298]: DEBUG oslo_vmware.api [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Waiting for the task: (returnval){ [ 1620.535855] env[62298]: value = "task-1804318" [ 1620.535855] env[62298]: _type = "Task" [ 1620.535855] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.544038] env[62298]: DEBUG oslo_vmware.api [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.568614] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.681122] env[62298]: DEBUG oslo_concurrency.lockutils [None req-defdd51d-fbab-4f7c-8e2c-f69ef27246c8 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Acquiring lock "9724e06a-066b-433d-bc5b-36d95039060f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.681491] env[62298]: DEBUG oslo_concurrency.lockutils [None req-defdd51d-fbab-4f7c-8e2c-f69ef27246c8 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Lock "9724e06a-066b-433d-bc5b-36d95039060f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.681674] env[62298]: DEBUG oslo_concurrency.lockutils [None req-defdd51d-fbab-4f7c-8e2c-f69ef27246c8 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Acquiring lock "9724e06a-066b-433d-bc5b-36d95039060f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.681907] env[62298]: DEBUG oslo_concurrency.lockutils [None req-defdd51d-fbab-4f7c-8e2c-f69ef27246c8 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Lock "9724e06a-066b-433d-bc5b-36d95039060f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.682059] env[62298]: DEBUG oslo_concurrency.lockutils [None req-defdd51d-fbab-4f7c-8e2c-f69ef27246c8 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Lock "9724e06a-066b-433d-bc5b-36d95039060f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.684160] env[62298]: INFO nova.compute.manager [None req-defdd51d-fbab-4f7c-8e2c-f69ef27246c8 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Terminating instance [ 1620.727934] env[62298]: DEBUG nova.compute.utils [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1620.732020] env[62298]: DEBUG nova.compute.manager [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1620.732020] env[62298]: DEBUG nova.network.neutron [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1620.783788] env[62298]: DEBUG nova.policy [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3d89637a56045c4834e857a85ed3698', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '844336d4fe4b4b30aa5cbaab6a8df28a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1620.783953] env[62298]: INFO nova.compute.manager [-] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Took 1.29 seconds to deallocate network for instance. [ 1621.047255] env[62298]: DEBUG oslo_vmware.api [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Task: {'id': task-1804318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114037} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.047255] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1621.047255] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1621.047255] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1621.047931] env[62298]: INFO nova.compute.manager [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1621.048515] env[62298]: DEBUG oslo.service.loopingcall [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1621.048925] env[62298]: DEBUG nova.compute.manager [-] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1621.051017] env[62298]: DEBUG nova.network.neutron [-] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1621.077317] env[62298]: DEBUG nova.network.neutron [-] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1621.190898] env[62298]: DEBUG nova.compute.manager [None req-defdd51d-fbab-4f7c-8e2c-f69ef27246c8 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1621.190898] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-defdd51d-fbab-4f7c-8e2c-f69ef27246c8 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1621.190898] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db331ec-cc25-4706-8cb0-788f994ecd59 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.199290] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-defdd51d-fbab-4f7c-8e2c-f69ef27246c8 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1621.199290] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbd54464-6a73-40e8-a89b-7d14ef214fd3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.206488] env[62298]: DEBUG oslo_vmware.api [None req-defdd51d-fbab-4f7c-8e2c-f69ef27246c8 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the task: (returnval){ [ 1621.206488] env[62298]: value = "task-1804320" [ 1621.206488] env[62298]: _type = "Task" [ 1621.206488] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.225537] env[62298]: DEBUG oslo_vmware.api [None req-defdd51d-fbab-4f7c-8e2c-f69ef27246c8 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.239860] env[62298]: DEBUG nova.compute.manager [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1621.246345] env[62298]: INFO nova.compute.manager [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Rebuilding instance [ 1621.253583] env[62298]: DEBUG nova.network.neutron [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Successfully created port: 95617e34-c030-4ebf-ace7-43d51ad1c28b {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1621.295251] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b08719e4-101e-4e47-8cbc-06677ef83be0 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.318338] env[62298]: DEBUG nova.compute.manager [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1621.321558] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2951790c-ac59-4bcc-b1cc-0ebc81b97f1d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.419360] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Acquiring lock "86d72480-a612-458e-bab2-e929ca6eceba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.419597] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Lock "86d72480-a612-458e-bab2-e929ca6eceba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.419794] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Acquiring lock "86d72480-a612-458e-bab2-e929ca6eceba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.419970] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Lock "86d72480-a612-458e-bab2-e929ca6eceba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.420158] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Lock "86d72480-a612-458e-bab2-e929ca6eceba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.422257] env[62298]: INFO nova.compute.manager [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Terminating instance [ 1621.564360] env[62298]: DEBUG nova.network.neutron [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Updating instance_info_cache with network_info: [{"id": "91d531b2-e0e7-457b-bdf6-cbcef054ed2a", "address": "fa:16:3e:04:49:ba", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91d531b2-e0", "ovs_interfaceid": "91d531b2-e0e7-457b-bdf6-cbcef054ed2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.577988] env[62298]: DEBUG nova.network.neutron [-] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.719986] env[62298]: DEBUG oslo_vmware.api [None req-defdd51d-fbab-4f7c-8e2c-f69ef27246c8 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804320, 'name': PowerOffVM_Task, 'duration_secs': 0.215005} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.722568] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-defdd51d-fbab-4f7c-8e2c-f69ef27246c8 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1621.722768] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-defdd51d-fbab-4f7c-8e2c-f69ef27246c8 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1621.723487] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-797aae31-c453-439a-b318-31a96156b9f5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.835464] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040219dd-aabb-4628-adbd-829ddde4737a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.843858] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb3e334-9b9d-4e69-b465-ed640cda8d77 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.874070] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2b93a6-f3d7-4b73-a501-538acd763f24 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.881910] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be0e028-4dff-4784-b664-c26b2774eb2a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.896754] env[62298]: DEBUG nova.compute.provider_tree [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1621.905928] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-defdd51d-fbab-4f7c-8e2c-f69ef27246c8 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1621.906162] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-defdd51d-fbab-4f7c-8e2c-f69ef27246c8 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1621.906341] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-defdd51d-fbab-4f7c-8e2c-f69ef27246c8 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Deleting the datastore file [datastore1] 9724e06a-066b-433d-bc5b-36d95039060f {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1621.907213] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76527ab2-c8b4-4c6d-a9de-3644c3f64330 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.914440] env[62298]: DEBUG oslo_vmware.api [None req-defdd51d-fbab-4f7c-8e2c-f69ef27246c8 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the task: (returnval){ [ 1621.914440] env[62298]: value = "task-1804322" [ 1621.914440] env[62298]: _type = "Task" [ 1621.914440] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.922594] env[62298]: DEBUG oslo_vmware.api [None req-defdd51d-fbab-4f7c-8e2c-f69ef27246c8 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.928511] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Acquiring lock "refresh_cache-86d72480-a612-458e-bab2-e929ca6eceba" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.928707] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Acquired lock "refresh_cache-86d72480-a612-458e-bab2-e929ca6eceba" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.928900] env[62298]: DEBUG nova.network.neutron [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1622.067896] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Releasing lock "refresh_cache-e647687b-eebb-4b16-8dda-6a7f9f99822c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.079983] env[62298]: INFO nova.compute.manager [-] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Took 1.03 seconds to deallocate network for instance. [ 1622.254694] env[62298]: DEBUG nova.compute.manager [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1622.283590] env[62298]: DEBUG nova.virt.hardware [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1622.283877] env[62298]: DEBUG nova.virt.hardware [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1622.284045] env[62298]: DEBUG nova.virt.hardware [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1622.284239] env[62298]: DEBUG nova.virt.hardware [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1622.284430] env[62298]: DEBUG nova.virt.hardware [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1622.284578] env[62298]: DEBUG nova.virt.hardware [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1622.284798] env[62298]: DEBUG nova.virt.hardware [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1622.284959] env[62298]: DEBUG nova.virt.hardware [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1622.285146] env[62298]: DEBUG nova.virt.hardware [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1622.285316] env[62298]: DEBUG nova.virt.hardware [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1622.285498] env[62298]: DEBUG nova.virt.hardware [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1622.286741] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae515c7b-0c15-480a-8e47-c5878e199921 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.294623] env[62298]: DEBUG oslo_concurrency.lockutils [None req-42559b8e-8646-48d7-b4f8-c26af5a9b797 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Acquiring lock "0d4c1447-4b9d-4f67-a660-bf396a79cbcd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.294869] env[62298]: DEBUG oslo_concurrency.lockutils [None req-42559b8e-8646-48d7-b4f8-c26af5a9b797 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Lock "0d4c1447-4b9d-4f67-a660-bf396a79cbcd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.295089] env[62298]: DEBUG oslo_concurrency.lockutils [None req-42559b8e-8646-48d7-b4f8-c26af5a9b797 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Acquiring lock "0d4c1447-4b9d-4f67-a660-bf396a79cbcd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.295276] env[62298]: DEBUG oslo_concurrency.lockutils [None req-42559b8e-8646-48d7-b4f8-c26af5a9b797 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Lock "0d4c1447-4b9d-4f67-a660-bf396a79cbcd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.295447] env[62298]: DEBUG oslo_concurrency.lockutils [None req-42559b8e-8646-48d7-b4f8-c26af5a9b797 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Lock "0d4c1447-4b9d-4f67-a660-bf396a79cbcd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.298077] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe6f9ad-ae7b-4f6a-864b-f0e271921920 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.304053] env[62298]: INFO nova.compute.manager [None req-42559b8e-8646-48d7-b4f8-c26af5a9b797 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Terminating instance [ 1622.339638] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1622.339988] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0a9c59e-c5b4-4e6e-a939-a17832c0ef43 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.347162] env[62298]: DEBUG oslo_vmware.api [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1622.347162] env[62298]: value = "task-1804323" [ 1622.347162] env[62298]: _type = "Task" [ 1622.347162] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.357210] env[62298]: DEBUG oslo_vmware.api [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.400151] env[62298]: DEBUG nova.scheduler.client.report [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1622.426243] env[62298]: DEBUG oslo_vmware.api [None req-defdd51d-fbab-4f7c-8e2c-f69ef27246c8 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141756} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.426547] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-defdd51d-fbab-4f7c-8e2c-f69ef27246c8 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1622.426752] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-defdd51d-fbab-4f7c-8e2c-f69ef27246c8 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1622.426935] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-defdd51d-fbab-4f7c-8e2c-f69ef27246c8 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1622.427129] env[62298]: INFO nova.compute.manager [None req-defdd51d-fbab-4f7c-8e2c-f69ef27246c8 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1622.427371] env[62298]: DEBUG oslo.service.loopingcall [None req-defdd51d-fbab-4f7c-8e2c-f69ef27246c8 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1622.427565] env[62298]: DEBUG nova.compute.manager [-] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1622.427659] env[62298]: DEBUG nova.network.neutron [-] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1622.451945] env[62298]: DEBUG nova.network.neutron [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1622.525786] env[62298]: DEBUG nova.network.neutron [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.585722] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.599143] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfd110f-944f-4c32-95c2-32affbfd4a88 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.654174] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec265f59-c869-445e-a24e-17db6ae8d522 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.654174] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Updating instance 'e647687b-eebb-4b16-8dda-6a7f9f99822c' progress to 83 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1622.808783] env[62298]: DEBUG nova.compute.manager [None req-42559b8e-8646-48d7-b4f8-c26af5a9b797 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1622.809039] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-42559b8e-8646-48d7-b4f8-c26af5a9b797 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1622.810009] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7eb6043-334c-487a-98e9-ce5946826335 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.819117] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-42559b8e-8646-48d7-b4f8-c26af5a9b797 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1622.819421] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4449b73b-f486-4b83-8040-ab1950beb9b2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.823716] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-91fc9fc7-8f5d-4c64-9808-6aa58d94ca95 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Volume attach. Driver type: vmdk {{(pid=62298) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1622.823962] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-91fc9fc7-8f5d-4c64-9808-6aa58d94ca95 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374061', 'volume_id': '3265c89c-c266-4b1e-85e2-76ecd12d7d6c', 'name': 'volume-3265c89c-c266-4b1e-85e2-76ecd12d7d6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c2c5d144-6db1-4322-a86c-5ca450b034a4', 'attached_at': '', 'detached_at': '', 'volume_id': '3265c89c-c266-4b1e-85e2-76ecd12d7d6c', 'serial': '3265c89c-c266-4b1e-85e2-76ecd12d7d6c'} {{(pid=62298) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1622.824771] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a5a1c7-ce64-42cc-b63f-21269c8ea416 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.828565] env[62298]: DEBUG oslo_vmware.api [None req-42559b8e-8646-48d7-b4f8-c26af5a9b797 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Waiting for the task: (returnval){ [ 1622.828565] env[62298]: value = "task-1804324" [ 1622.828565] env[62298]: _type = "Task" [ 1622.828565] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.845592] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deceaad6-1dcd-48e3-b6a6-99d27b8c197e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.850843] env[62298]: DEBUG oslo_vmware.api [None req-42559b8e-8646-48d7-b4f8-c26af5a9b797 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1804324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.858559] env[62298]: DEBUG nova.network.neutron [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Successfully updated port: 95617e34-c030-4ebf-ace7-43d51ad1c28b {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1622.882457] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-91fc9fc7-8f5d-4c64-9808-6aa58d94ca95 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] volume-3265c89c-c266-4b1e-85e2-76ecd12d7d6c/volume-3265c89c-c266-4b1e-85e2-76ecd12d7d6c.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1622.883273] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Acquiring lock "refresh_cache-6cbf6b6c-e2de-4fbc-a383-ad9cb156454c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.883393] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Acquired lock "refresh_cache-6cbf6b6c-e2de-4fbc-a383-ad9cb156454c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.883539] env[62298]: DEBUG nova.network.neutron [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1622.891648] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-700131c6-897f-495a-88f5-e00d6e3f2e84 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.907150] env[62298]: DEBUG nova.compute.manager [req-451117a6-97e4-44f7-b7e9-209637284400 req-07bb219e-6346-4156-ab69-1c83c30705f6 service nova] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Received event network-vif-plugged-95617e34-c030-4ebf-ace7-43d51ad1c28b {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1622.907389] env[62298]: DEBUG oslo_concurrency.lockutils [req-451117a6-97e4-44f7-b7e9-209637284400 req-07bb219e-6346-4156-ab69-1c83c30705f6 service nova] Acquiring lock "6cbf6b6c-e2de-4fbc-a383-ad9cb156454c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.907634] env[62298]: DEBUG oslo_concurrency.lockutils [req-451117a6-97e4-44f7-b7e9-209637284400 req-07bb219e-6346-4156-ab69-1c83c30705f6 service nova] Lock "6cbf6b6c-e2de-4fbc-a383-ad9cb156454c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.907819] env[62298]: DEBUG oslo_concurrency.lockutils [req-451117a6-97e4-44f7-b7e9-209637284400 req-07bb219e-6346-4156-ab69-1c83c30705f6 service nova] Lock "6cbf6b6c-e2de-4fbc-a383-ad9cb156454c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.907968] env[62298]: DEBUG nova.compute.manager [req-451117a6-97e4-44f7-b7e9-209637284400 req-07bb219e-6346-4156-ab69-1c83c30705f6 service nova] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] No waiting events found dispatching network-vif-plugged-95617e34-c030-4ebf-ace7-43d51ad1c28b {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1622.908141] env[62298]: WARNING nova.compute.manager [req-451117a6-97e4-44f7-b7e9-209637284400 req-07bb219e-6346-4156-ab69-1c83c30705f6 service nova] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Received unexpected event network-vif-plugged-95617e34-c030-4ebf-ace7-43d51ad1c28b for instance with vm_state building and task_state spawning. [ 1622.908816] env[62298]: DEBUG oslo_vmware.api [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804323, 'name': PowerOffVM_Task, 'duration_secs': 0.19236} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.910584] env[62298]: DEBUG oslo_concurrency.lockutils [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.911048] env[62298]: DEBUG nova.compute.manager [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1622.913368] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1622.913596] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1622.914556] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5181e323-3495-4445-bb9e-1d9fe700b2fd tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.850s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.914556] env[62298]: DEBUG nova.objects.instance [None req-5181e323-3495-4445-bb9e-1d9fe700b2fd tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lazy-loading 'resources' on Instance uuid 8c102689-976b-40e4-8faf-1954e1a3dbd6 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1622.916731] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa95a773-7e81-485d-8096-b4bd8ff75c57 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.922040] env[62298]: DEBUG oslo_vmware.api [None req-91fc9fc7-8f5d-4c64-9808-6aa58d94ca95 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1622.922040] env[62298]: value = "task-1804325" [ 1622.922040] env[62298]: _type = "Task" [ 1622.922040] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.928083] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1622.928589] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1000fd7-2b30-4308-b955-9cbef3e2d922 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.933637] env[62298]: DEBUG oslo_vmware.api [None req-91fc9fc7-8f5d-4c64-9808-6aa58d94ca95 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804325, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.956086] env[62298]: DEBUG nova.compute.manager [req-228f5ce3-1e4b-43d6-9e12-ea90b0965c72 req-43486307-d5b9-488e-8090-1617261f2dd7 service nova] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Received event network-vif-deleted-30721464-3c5b-47a6-9cfb-9fbacacc0f36 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1622.956129] env[62298]: INFO nova.compute.manager [req-228f5ce3-1e4b-43d6-9e12-ea90b0965c72 req-43486307-d5b9-488e-8090-1617261f2dd7 service nova] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Neutron deleted interface 30721464-3c5b-47a6-9cfb-9fbacacc0f36; detaching it from the instance and deleting it from the info cache [ 1622.956307] env[62298]: DEBUG nova.network.neutron [req-228f5ce3-1e4b-43d6-9e12-ea90b0965c72 req-43486307-d5b9-488e-8090-1617261f2dd7 service nova] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.028212] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Releasing lock "refresh_cache-86d72480-a612-458e-bab2-e929ca6eceba" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.028640] env[62298]: DEBUG nova.compute.manager [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1623.028869] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1623.030297] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14dcf39b-eac5-4447-9a15-2c6cdad3b4a5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.038079] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1623.038328] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbddd3cc-9262-42fa-8e9d-292948d8689d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.045165] env[62298]: DEBUG oslo_vmware.api [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for the task: (returnval){ [ 1623.045165] env[62298]: value = "task-1804327" [ 1623.045165] env[62298]: _type = "Task" [ 1623.045165] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.054876] env[62298]: DEBUG oslo_vmware.api [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.070301] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1623.070714] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1623.070817] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Deleting the datastore file [datastore1] ca4080d1-e1e4-4bed-a777-bf2414a20cb5 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1623.071066] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5d96ce3-72b6-496b-afec-d716cabbc757 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.078608] env[62298]: DEBUG oslo_vmware.api [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1623.078608] env[62298]: value = "task-1804328" [ 1623.078608] env[62298]: _type = "Task" [ 1623.078608] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.089070] env[62298]: DEBUG oslo_vmware.api [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.137082] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1623.137377] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4506be18-566a-46fd-9615-8f7a3e3e5674 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.144528] env[62298]: DEBUG oslo_vmware.api [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1623.144528] env[62298]: value = "task-1804329" [ 1623.144528] env[62298]: _type = "Task" [ 1623.144528] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.156085] env[62298]: DEBUG oslo_vmware.api [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.339303] env[62298]: DEBUG oslo_vmware.api [None req-42559b8e-8646-48d7-b4f8-c26af5a9b797 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1804324, 'name': PowerOffVM_Task, 'duration_secs': 0.321582} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.339637] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-42559b8e-8646-48d7-b4f8-c26af5a9b797 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1623.339914] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-42559b8e-8646-48d7-b4f8-c26af5a9b797 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1623.340148] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45eb8196-3573-4296-997d-53f40fbbbd67 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.409909] env[62298]: DEBUG nova.network.neutron [-] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.415600] env[62298]: DEBUG nova.compute.utils [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1623.416931] env[62298]: DEBUG nova.compute.manager [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1623.417116] env[62298]: DEBUG nova.network.neutron [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1623.436480] env[62298]: DEBUG oslo_vmware.api [None req-91fc9fc7-8f5d-4c64-9808-6aa58d94ca95 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804325, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.454892] env[62298]: DEBUG nova.network.neutron [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1623.458770] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c11b91f9-77b6-486c-82c6-4d1e7e1a6be3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.469488] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a443f36b-d2fc-4acd-bb28-33580194bc7d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.484754] env[62298]: DEBUG nova.policy [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1ff522aeff54504bcabb2ad8a01933a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95d435e146e148fd9636d470141aaba7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1623.509945] env[62298]: DEBUG nova.compute.manager [req-228f5ce3-1e4b-43d6-9e12-ea90b0965c72 req-43486307-d5b9-488e-8090-1617261f2dd7 service nova] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Detach interface failed, port_id=30721464-3c5b-47a6-9cfb-9fbacacc0f36, reason: Instance 9724e06a-066b-433d-bc5b-36d95039060f could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1623.557935] env[62298]: DEBUG oslo_vmware.api [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804327, 'name': PowerOffVM_Task, 'duration_secs': 0.152338} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.558128] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1623.559043] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1623.559043] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-360134a2-53e6-4680-a2aa-1decc5bc0ef6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.584792] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-42559b8e-8646-48d7-b4f8-c26af5a9b797 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1623.585836] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-42559b8e-8646-48d7-b4f8-c26af5a9b797 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1623.585836] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-42559b8e-8646-48d7-b4f8-c26af5a9b797 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Deleting the datastore file [datastore1] 0d4c1447-4b9d-4f67-a660-bf396a79cbcd {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1623.585982] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82d4882f-adec-4215-91b4-7afc868cbd58 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.591479] env[62298]: DEBUG oslo_vmware.api [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158086} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.594730] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1623.594730] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1623.594912] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1623.601843] env[62298]: DEBUG oslo_vmware.api [None req-42559b8e-8646-48d7-b4f8-c26af5a9b797 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Waiting for the task: (returnval){ [ 1623.601843] env[62298]: value = "task-1804332" [ 1623.601843] env[62298]: _type = "Task" [ 1623.601843] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.602731] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1623.602919] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1623.603151] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Deleting the datastore file [datastore1] 86d72480-a612-458e-bab2-e929ca6eceba {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1623.606544] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79298891-8b4d-4408-8c12-d0c07c5b5bc6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.613927] env[62298]: DEBUG oslo_vmware.api [None req-42559b8e-8646-48d7-b4f8-c26af5a9b797 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1804332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.618014] env[62298]: DEBUG oslo_vmware.api [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for the task: (returnval){ [ 1623.618014] env[62298]: value = "task-1804333" [ 1623.618014] env[62298]: _type = "Task" [ 1623.618014] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.626833] env[62298]: DEBUG oslo_vmware.api [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.660522] env[62298]: DEBUG oslo_vmware.api [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804329, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.692164] env[62298]: DEBUG nova.network.neutron [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Updating instance_info_cache with network_info: [{"id": "95617e34-c030-4ebf-ace7-43d51ad1c28b", "address": "fa:16:3e:0f:b2:83", "network": {"id": "c2b96d44-b088-46fe-8d90-1b6709d75854", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1038249992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "844336d4fe4b4b30aa5cbaab6a8df28a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95617e34-c0", "ovs_interfaceid": "95617e34-c030-4ebf-ace7-43d51ad1c28b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.771874] env[62298]: DEBUG nova.network.neutron [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Successfully created port: ab849878-7978-4499-a74d-b33cdccb06af {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1623.914169] env[62298]: INFO nova.compute.manager [-] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Took 1.49 seconds to deallocate network for instance. [ 1623.919992] env[62298]: DEBUG nova.compute.manager [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1623.936551] env[62298]: DEBUG oslo_vmware.api [None req-91fc9fc7-8f5d-4c64-9808-6aa58d94ca95 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804325, 'name': ReconfigVM_Task, 'duration_secs': 0.529703} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.936865] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-91fc9fc7-8f5d-4c64-9808-6aa58d94ca95 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Reconfigured VM instance instance-00000036 to attach disk [datastore1] volume-3265c89c-c266-4b1e-85e2-76ecd12d7d6c/volume-3265c89c-c266-4b1e-85e2-76ecd12d7d6c.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1623.944228] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b327544b-8712-4c44-ba90-aabfa3f52357 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.954456] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69183ced-2cb6-45a4-8ad6-3ebdacd92f38 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.966615] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba69e30-1821-4544-ae73-22db14294b39 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.970164] env[62298]: DEBUG oslo_vmware.api [None req-91fc9fc7-8f5d-4c64-9808-6aa58d94ca95 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1623.970164] env[62298]: value = "task-1804334" [ 1623.970164] env[62298]: _type = "Task" [ 1623.970164] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.005580] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e8cd8e-6393-4d99-949d-a750ce5457b1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.013980] env[62298]: DEBUG oslo_vmware.api [None req-91fc9fc7-8f5d-4c64-9808-6aa58d94ca95 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.020160] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937db54d-c63b-4d0d-ab84-aa430a4a29b3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.035569] env[62298]: DEBUG nova.compute.provider_tree [None req-5181e323-3495-4445-bb9e-1d9fe700b2fd tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1624.113826] env[62298]: DEBUG oslo_vmware.api [None req-42559b8e-8646-48d7-b4f8-c26af5a9b797 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Task: {'id': task-1804332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469788} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.114109] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-42559b8e-8646-48d7-b4f8-c26af5a9b797 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1624.114374] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-42559b8e-8646-48d7-b4f8-c26af5a9b797 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1624.114586] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-42559b8e-8646-48d7-b4f8-c26af5a9b797 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1624.114766] env[62298]: INFO nova.compute.manager [None req-42559b8e-8646-48d7-b4f8-c26af5a9b797 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1624.115049] env[62298]: DEBUG oslo.service.loopingcall [None req-42559b8e-8646-48d7-b4f8-c26af5a9b797 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1624.115255] env[62298]: DEBUG nova.compute.manager [-] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1624.115351] env[62298]: DEBUG nova.network.neutron [-] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1624.129458] env[62298]: DEBUG oslo_vmware.api [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405652} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.129724] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1624.130017] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1624.130216] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1624.130395] env[62298]: INFO nova.compute.manager [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1624.130638] env[62298]: DEBUG oslo.service.loopingcall [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1624.130834] env[62298]: DEBUG nova.compute.manager [-] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1624.130925] env[62298]: DEBUG nova.network.neutron [-] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1624.150569] env[62298]: DEBUG nova.network.neutron [-] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1624.158742] env[62298]: DEBUG oslo_vmware.api [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804329, 'name': PowerOnVM_Task, 'duration_secs': 0.525559} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.159019] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1624.159433] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7734ef-2adb-456e-8cd9-1e59ca8547c6 tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Updating instance 'e647687b-eebb-4b16-8dda-6a7f9f99822c' progress to 100 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1624.194623] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Releasing lock "refresh_cache-6cbf6b6c-e2de-4fbc-a383-ad9cb156454c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.195680] env[62298]: DEBUG nova.compute.manager [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Instance network_info: |[{"id": "95617e34-c030-4ebf-ace7-43d51ad1c28b", "address": "fa:16:3e:0f:b2:83", "network": {"id": "c2b96d44-b088-46fe-8d90-1b6709d75854", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1038249992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "844336d4fe4b4b30aa5cbaab6a8df28a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95617e34-c0", "ovs_interfaceid": "95617e34-c030-4ebf-ace7-43d51ad1c28b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1624.195680] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:b2:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95617e34-c030-4ebf-ace7-43d51ad1c28b', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1624.203285] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Creating folder: Project (844336d4fe4b4b30aa5cbaab6a8df28a). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1624.204269] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2bec68a-ebb3-44a7-b64e-5fbdc5fcb5bf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.215491] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Created folder: Project (844336d4fe4b4b30aa5cbaab6a8df28a) in parent group-v373906. [ 1624.215690] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Creating folder: Instances. Parent ref: group-v374062. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1624.216680] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-557bfd85-502f-4175-8a11-9a1ed27d06d3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.226660] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Created folder: Instances in parent group-v374062. [ 1624.226913] env[62298]: DEBUG oslo.service.loopingcall [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1624.227112] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1624.227317] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ffd726d-58d4-4e56-af6c-fe070c2b843b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.249133] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1624.249133] env[62298]: value = "task-1804337" [ 1624.249133] env[62298]: _type = "Task" [ 1624.249133] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.257774] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804337, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.424020] env[62298]: DEBUG oslo_concurrency.lockutils [None req-defdd51d-fbab-4f7c-8e2c-f69ef27246c8 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.480425] env[62298]: DEBUG oslo_vmware.api [None req-91fc9fc7-8f5d-4c64-9808-6aa58d94ca95 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804334, 'name': ReconfigVM_Task, 'duration_secs': 0.159894} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.480757] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-91fc9fc7-8f5d-4c64-9808-6aa58d94ca95 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374061', 'volume_id': '3265c89c-c266-4b1e-85e2-76ecd12d7d6c', 'name': 'volume-3265c89c-c266-4b1e-85e2-76ecd12d7d6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c2c5d144-6db1-4322-a86c-5ca450b034a4', 'attached_at': '', 'detached_at': '', 'volume_id': '3265c89c-c266-4b1e-85e2-76ecd12d7d6c', 'serial': '3265c89c-c266-4b1e-85e2-76ecd12d7d6c'} {{(pid=62298) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1624.539358] env[62298]: DEBUG nova.scheduler.client.report [None req-5181e323-3495-4445-bb9e-1d9fe700b2fd tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1624.634675] env[62298]: DEBUG nova.virt.hardware [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1624.635010] env[62298]: DEBUG nova.virt.hardware [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1624.635236] env[62298]: DEBUG nova.virt.hardware [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1624.635452] env[62298]: DEBUG nova.virt.hardware [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1624.635606] env[62298]: DEBUG nova.virt.hardware [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1624.635755] env[62298]: DEBUG nova.virt.hardware [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1624.635962] env[62298]: DEBUG nova.virt.hardware [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1624.636144] env[62298]: DEBUG nova.virt.hardware [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1624.636341] env[62298]: DEBUG nova.virt.hardware [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1624.636564] env[62298]: DEBUG nova.virt.hardware [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1624.636776] env[62298]: DEBUG nova.virt.hardware [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1624.637737] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efdfaa5-beda-4012-bd00-95236547058a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.647297] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6722ec32-d18f-4c01-a204-cb04f4e14958 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.652865] env[62298]: DEBUG nova.network.neutron [-] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1624.663345] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:1d:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07433aab-8a04-4860-9050-6f15543e35db', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1624.671322] env[62298]: DEBUG oslo.service.loopingcall [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1624.672648] env[62298]: INFO nova.compute.manager [-] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Took 0.54 seconds to deallocate network for instance. [ 1624.675649] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1624.681622] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8768837c-3700-49a7-82f7-6729ae224cf5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.705391] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1624.705391] env[62298]: value = "task-1804338" [ 1624.705391] env[62298]: _type = "Task" [ 1624.705391] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.717256] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804338, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.759984] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804337, 'name': CreateVM_Task, 'duration_secs': 0.486085} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.760238] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1624.761093] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.761285] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.761663] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1624.761986] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc9da58f-665d-442f-b545-30b7948e5eb1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.766803] env[62298]: DEBUG oslo_vmware.api [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Waiting for the task: (returnval){ [ 1624.766803] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524f1460-4ccc-a4cf-5260-14031c34d0a6" [ 1624.766803] env[62298]: _type = "Task" [ 1624.766803] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.775101] env[62298]: DEBUG oslo_vmware.api [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524f1460-4ccc-a4cf-5260-14031c34d0a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.905589] env[62298]: DEBUG nova.compute.manager [req-9c41ed4e-6f42-41e2-b7b9-4f01882db191 req-5c11f012-1d0f-4e9a-ae7c-af24de5df388 service nova] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Received event network-changed-95617e34-c030-4ebf-ace7-43d51ad1c28b {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1624.905804] env[62298]: DEBUG nova.compute.manager [req-9c41ed4e-6f42-41e2-b7b9-4f01882db191 req-5c11f012-1d0f-4e9a-ae7c-af24de5df388 service nova] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Refreshing instance network info cache due to event network-changed-95617e34-c030-4ebf-ace7-43d51ad1c28b. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1624.906087] env[62298]: DEBUG oslo_concurrency.lockutils [req-9c41ed4e-6f42-41e2-b7b9-4f01882db191 req-5c11f012-1d0f-4e9a-ae7c-af24de5df388 service nova] Acquiring lock "refresh_cache-6cbf6b6c-e2de-4fbc-a383-ad9cb156454c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.906237] env[62298]: DEBUG oslo_concurrency.lockutils [req-9c41ed4e-6f42-41e2-b7b9-4f01882db191 req-5c11f012-1d0f-4e9a-ae7c-af24de5df388 service nova] Acquired lock "refresh_cache-6cbf6b6c-e2de-4fbc-a383-ad9cb156454c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.906445] env[62298]: DEBUG nova.network.neutron [req-9c41ed4e-6f42-41e2-b7b9-4f01882db191 req-5c11f012-1d0f-4e9a-ae7c-af24de5df388 service nova] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Refreshing network info cache for port 95617e34-c030-4ebf-ace7-43d51ad1c28b {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1624.930189] env[62298]: DEBUG nova.compute.manager [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1624.951914] env[62298]: DEBUG nova.virt.hardware [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1624.952183] env[62298]: DEBUG nova.virt.hardware [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1624.952343] env[62298]: DEBUG nova.virt.hardware [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1624.952543] env[62298]: DEBUG nova.virt.hardware [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1624.952677] env[62298]: DEBUG nova.virt.hardware [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1624.952825] env[62298]: DEBUG nova.virt.hardware [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1624.953045] env[62298]: DEBUG nova.virt.hardware [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1624.953215] env[62298]: DEBUG nova.virt.hardware [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1624.953382] env[62298]: DEBUG nova.virt.hardware [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1624.953543] env[62298]: DEBUG nova.virt.hardware [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1624.953742] env[62298]: DEBUG nova.virt.hardware [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1624.954861] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbae5bd-fbaa-499e-a7d4-c0bcadf57f6d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.963095] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12593d9b-dfd9-4e66-b4df-51fe44420589 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.981030] env[62298]: DEBUG nova.compute.manager [req-d0d9c067-7577-4d38-b36f-7335867daa66 req-dd81c467-6425-4e4e-8200-06c84f81a732 service nova] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Received event network-vif-deleted-a5e5b8fe-6695-4a5a-acf7-d614d0d1b250 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1624.981243] env[62298]: INFO nova.compute.manager [req-d0d9c067-7577-4d38-b36f-7335867daa66 req-dd81c467-6425-4e4e-8200-06c84f81a732 service nova] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Neutron deleted interface a5e5b8fe-6695-4a5a-acf7-d614d0d1b250; detaching it from the instance and deleting it from the info cache [ 1624.981418] env[62298]: DEBUG nova.network.neutron [req-d0d9c067-7577-4d38-b36f-7335867daa66 req-dd81c467-6425-4e4e-8200-06c84f81a732 service nova] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.044723] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5181e323-3495-4445-bb9e-1d9fe700b2fd tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.047113] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.583s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.049014] env[62298]: INFO nova.compute.claims [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1625.080080] env[62298]: INFO nova.scheduler.client.report [None req-5181e323-3495-4445-bb9e-1d9fe700b2fd tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Deleted allocations for instance 8c102689-976b-40e4-8faf-1954e1a3dbd6 [ 1625.201404] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.215828] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804338, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.277324] env[62298]: DEBUG oslo_vmware.api [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524f1460-4ccc-a4cf-5260-14031c34d0a6, 'name': SearchDatastore_Task, 'duration_secs': 0.010423} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.277666] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.277897] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1625.278152] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.278300] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.278478] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1625.278831] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfe83210-9a0a-464d-a845-aac5598969ea {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.287023] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1625.287243] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1625.287945] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80903ba3-8c91-4cf5-a81c-5acce1f7ea79 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.292578] env[62298]: DEBUG oslo_vmware.api [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Waiting for the task: (returnval){ [ 1625.292578] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52bd03b2-40f7-07ae-125b-268e5d91a2db" [ 1625.292578] env[62298]: _type = "Task" [ 1625.292578] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.299783] env[62298]: DEBUG oslo_vmware.api [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52bd03b2-40f7-07ae-125b-268e5d91a2db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.327537] env[62298]: DEBUG nova.network.neutron [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Successfully updated port: ab849878-7978-4499-a74d-b33cdccb06af {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1625.338443] env[62298]: DEBUG nova.network.neutron [-] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.484498] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2a16bbc-8959-43f2-8d2c-c74d32247e6c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.493542] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b613eb0c-7817-4a6e-8528-f2b60660e766 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.532487] env[62298]: DEBUG nova.objects.instance [None req-91fc9fc7-8f5d-4c64-9808-6aa58d94ca95 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lazy-loading 'flavor' on Instance uuid c2c5d144-6db1-4322-a86c-5ca450b034a4 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1625.533929] env[62298]: DEBUG nova.compute.manager [req-d0d9c067-7577-4d38-b36f-7335867daa66 req-dd81c467-6425-4e4e-8200-06c84f81a732 service nova] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Detach interface failed, port_id=a5e5b8fe-6695-4a5a-acf7-d614d0d1b250, reason: Instance 0d4c1447-4b9d-4f67-a660-bf396a79cbcd could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1625.592464] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5181e323-3495-4445-bb9e-1d9fe700b2fd tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "8c102689-976b-40e4-8faf-1954e1a3dbd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.204s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.637125] env[62298]: DEBUG nova.network.neutron [req-9c41ed4e-6f42-41e2-b7b9-4f01882db191 req-5c11f012-1d0f-4e9a-ae7c-af24de5df388 service nova] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Updated VIF entry in instance network info cache for port 95617e34-c030-4ebf-ace7-43d51ad1c28b. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1625.637536] env[62298]: DEBUG nova.network.neutron [req-9c41ed4e-6f42-41e2-b7b9-4f01882db191 req-5c11f012-1d0f-4e9a-ae7c-af24de5df388 service nova] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Updating instance_info_cache with network_info: [{"id": "95617e34-c030-4ebf-ace7-43d51ad1c28b", "address": "fa:16:3e:0f:b2:83", "network": {"id": "c2b96d44-b088-46fe-8d90-1b6709d75854", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1038249992-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "844336d4fe4b4b30aa5cbaab6a8df28a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95617e34-c0", "ovs_interfaceid": "95617e34-c030-4ebf-ace7-43d51ad1c28b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.717371] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804338, 'name': CreateVM_Task, 'duration_secs': 0.514945} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.717371] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1625.718044] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.718222] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.718548] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1625.718804] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f12109b-3050-4064-8446-586f4ff79621 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.723666] env[62298]: DEBUG oslo_vmware.api [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1625.723666] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c70175-8ede-2f2d-5703-1e48dfac5c9b" [ 1625.723666] env[62298]: _type = "Task" [ 1625.723666] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.732199] env[62298]: DEBUG oslo_vmware.api [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c70175-8ede-2f2d-5703-1e48dfac5c9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.803949] env[62298]: DEBUG oslo_vmware.api [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52bd03b2-40f7-07ae-125b-268e5d91a2db, 'name': SearchDatastore_Task, 'duration_secs': 0.00876} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.804818] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e1a5f5c-51b7-46b9-9e2c-2f47e4751503 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.810183] env[62298]: DEBUG oslo_vmware.api [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Waiting for the task: (returnval){ [ 1625.810183] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52bf0c22-6e9a-ed75-a5e0-def8a1e90321" [ 1625.810183] env[62298]: _type = "Task" [ 1625.810183] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.818054] env[62298]: DEBUG oslo_vmware.api [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52bf0c22-6e9a-ed75-a5e0-def8a1e90321, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.829751] env[62298]: DEBUG oslo_concurrency.lockutils [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "refresh_cache-6c8c4667-1a5d-4764-902a-351aee2d60f4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.829883] env[62298]: DEBUG oslo_concurrency.lockutils [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquired lock "refresh_cache-6c8c4667-1a5d-4764-902a-351aee2d60f4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.830042] env[62298]: DEBUG nova.network.neutron [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1625.842793] env[62298]: INFO nova.compute.manager [-] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Took 1.73 seconds to deallocate network for instance. [ 1626.039042] env[62298]: DEBUG oslo_concurrency.lockutils [None req-91fc9fc7-8f5d-4c64-9808-6aa58d94ca95 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "c2c5d144-6db1-4322-a86c-5ca450b034a4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.840s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.140359] env[62298]: DEBUG oslo_concurrency.lockutils [req-9c41ed4e-6f42-41e2-b7b9-4f01882db191 req-5c11f012-1d0f-4e9a-ae7c-af24de5df388 service nova] Releasing lock "refresh_cache-6cbf6b6c-e2de-4fbc-a383-ad9cb156454c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.240758] env[62298]: DEBUG oslo_vmware.api [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c70175-8ede-2f2d-5703-1e48dfac5c9b, 'name': SearchDatastore_Task, 'duration_secs': 0.010741} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.241410] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.241879] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1626.242211] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.322138] env[62298]: DEBUG oslo_vmware.api [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52bf0c22-6e9a-ed75-a5e0-def8a1e90321, 'name': SearchDatastore_Task, 'duration_secs': 0.009819} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.324749] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.325311] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c/6cbf6b6c-e2de-4fbc-a383-ad9cb156454c.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1626.325703] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.329089] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1626.329089] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93317630-5c37-4e10-9893-bc2e6e83ecef {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.329089] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e579da7-93f9-4c3b-89ab-891abfdc19ce {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.336742] env[62298]: DEBUG oslo_vmware.api [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Waiting for the task: (returnval){ [ 1626.336742] env[62298]: value = "task-1804339" [ 1626.336742] env[62298]: _type = "Task" [ 1626.336742] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.340087] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1626.340374] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1626.344255] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf9d9b2c-f03e-4a92-a7c8-4efca6e05431 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.349109] env[62298]: DEBUG oslo_concurrency.lockutils [None req-42559b8e-8646-48d7-b4f8-c26af5a9b797 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.356201] env[62298]: DEBUG oslo_vmware.api [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1626.356201] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529c5fa0-e4f5-9d34-ba6f-b74e97ca0e60" [ 1626.356201] env[62298]: _type = "Task" [ 1626.356201] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.356839] env[62298]: DEBUG oslo_vmware.api [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Task: {'id': task-1804339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.366384] env[62298]: DEBUG oslo_vmware.api [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529c5fa0-e4f5-9d34-ba6f-b74e97ca0e60, 'name': SearchDatastore_Task, 'duration_secs': 0.009572} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.367496] env[62298]: DEBUG nova.network.neutron [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1626.373522] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88a068a4-b27e-4eb4-b590-7db99e4fb928 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.378239] env[62298]: DEBUG oslo_vmware.api [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1626.378239] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52457f9e-c8f8-256f-a7bb-b38ccdfedb33" [ 1626.378239] env[62298]: _type = "Task" [ 1626.378239] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.386266] env[62298]: DEBUG oslo_vmware.api [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52457f9e-c8f8-256f-a7bb-b38ccdfedb33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.500846] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c288f622-542b-465d-861c-48e557a87c0f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.509893] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bdc976-2bf9-4dfc-84eb-a01591b061c5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.542090] env[62298]: DEBUG nova.network.neutron [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Updating instance_info_cache with network_info: [{"id": "ab849878-7978-4499-a74d-b33cdccb06af", "address": "fa:16:3e:74:80:84", "network": {"id": "bb83bbea-72ec-4905-bce1-3eeec4e93081", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1387447198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95d435e146e148fd9636d470141aaba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab849878-79", "ovs_interfaceid": "ab849878-7978-4499-a74d-b33cdccb06af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.544315] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b61f094-6bf3-4188-a970-0feb402f4fa5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.553668] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f06b45f-ac9b-44b3-a7a9-4c439a2c5ce9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.571981] env[62298]: DEBUG nova.compute.provider_tree [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1626.681596] env[62298]: DEBUG nova.network.neutron [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Port 91d531b2-e0e7-457b-bdf6-cbcef054ed2a binding to destination host cpu-1 is already ACTIVE {{(pid=62298) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1626.681887] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquiring lock "refresh_cache-e647687b-eebb-4b16-8dda-6a7f9f99822c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.682057] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquired lock "refresh_cache-e647687b-eebb-4b16-8dda-6a7f9f99822c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.682229] env[62298]: DEBUG nova.network.neutron [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1626.691416] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "c2c5d144-6db1-4322-a86c-5ca450b034a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.691673] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "c2c5d144-6db1-4322-a86c-5ca450b034a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.691893] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "c2c5d144-6db1-4322-a86c-5ca450b034a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.692373] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "c2c5d144-6db1-4322-a86c-5ca450b034a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.692373] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "c2c5d144-6db1-4322-a86c-5ca450b034a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.694982] env[62298]: INFO nova.compute.manager [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Terminating instance [ 1626.850321] env[62298]: DEBUG oslo_vmware.api [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Task: {'id': task-1804339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472704} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.851038] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c/6cbf6b6c-e2de-4fbc-a383-ad9cb156454c.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1626.851038] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1626.851189] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c533de9-5add-4711-bc72-f201eec3c1f3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.857519] env[62298]: DEBUG oslo_vmware.api [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Waiting for the task: (returnval){ [ 1626.857519] env[62298]: value = "task-1804340" [ 1626.857519] env[62298]: _type = "Task" [ 1626.857519] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.865407] env[62298]: DEBUG oslo_vmware.api [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Task: {'id': task-1804340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.888085] env[62298]: DEBUG oslo_vmware.api [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52457f9e-c8f8-256f-a7bb-b38ccdfedb33, 'name': SearchDatastore_Task, 'duration_secs': 0.009298} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.888349] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.888642] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] ca4080d1-e1e4-4bed-a777-bf2414a20cb5/ca4080d1-e1e4-4bed-a777-bf2414a20cb5.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1626.888926] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9035d63-a8a4-403e-85b2-4772da40af65 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.895793] env[62298]: DEBUG oslo_vmware.api [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1626.895793] env[62298]: value = "task-1804341" [ 1626.895793] env[62298]: _type = "Task" [ 1626.895793] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.903092] env[62298]: DEBUG oslo_vmware.api [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.933847] env[62298]: DEBUG nova.compute.manager [req-b7b64f7d-ce1f-4989-8401-7e6cdf64db23 req-30e3cc7b-c562-4ff6-8245-bac89674e83d service nova] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Received event network-vif-plugged-ab849878-7978-4499-a74d-b33cdccb06af {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1626.934155] env[62298]: DEBUG oslo_concurrency.lockutils [req-b7b64f7d-ce1f-4989-8401-7e6cdf64db23 req-30e3cc7b-c562-4ff6-8245-bac89674e83d service nova] Acquiring lock "6c8c4667-1a5d-4764-902a-351aee2d60f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.934479] env[62298]: DEBUG oslo_concurrency.lockutils [req-b7b64f7d-ce1f-4989-8401-7e6cdf64db23 req-30e3cc7b-c562-4ff6-8245-bac89674e83d service nova] Lock "6c8c4667-1a5d-4764-902a-351aee2d60f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.934734] env[62298]: DEBUG oslo_concurrency.lockutils [req-b7b64f7d-ce1f-4989-8401-7e6cdf64db23 req-30e3cc7b-c562-4ff6-8245-bac89674e83d service nova] Lock "6c8c4667-1a5d-4764-902a-351aee2d60f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.934975] env[62298]: DEBUG nova.compute.manager [req-b7b64f7d-ce1f-4989-8401-7e6cdf64db23 req-30e3cc7b-c562-4ff6-8245-bac89674e83d service nova] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] No waiting events found dispatching network-vif-plugged-ab849878-7978-4499-a74d-b33cdccb06af {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1626.935223] env[62298]: WARNING nova.compute.manager [req-b7b64f7d-ce1f-4989-8401-7e6cdf64db23 req-30e3cc7b-c562-4ff6-8245-bac89674e83d service nova] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Received unexpected event network-vif-plugged-ab849878-7978-4499-a74d-b33cdccb06af for instance with vm_state building and task_state spawning. [ 1626.935425] env[62298]: DEBUG nova.compute.manager [req-b7b64f7d-ce1f-4989-8401-7e6cdf64db23 req-30e3cc7b-c562-4ff6-8245-bac89674e83d service nova] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Received event network-changed-ab849878-7978-4499-a74d-b33cdccb06af {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1626.935592] env[62298]: DEBUG nova.compute.manager [req-b7b64f7d-ce1f-4989-8401-7e6cdf64db23 req-30e3cc7b-c562-4ff6-8245-bac89674e83d service nova] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Refreshing instance network info cache due to event network-changed-ab849878-7978-4499-a74d-b33cdccb06af. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1626.935765] env[62298]: DEBUG oslo_concurrency.lockutils [req-b7b64f7d-ce1f-4989-8401-7e6cdf64db23 req-30e3cc7b-c562-4ff6-8245-bac89674e83d service nova] Acquiring lock "refresh_cache-6c8c4667-1a5d-4764-902a-351aee2d60f4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.048653] env[62298]: DEBUG oslo_concurrency.lockutils [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Releasing lock "refresh_cache-6c8c4667-1a5d-4764-902a-351aee2d60f4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.049090] env[62298]: DEBUG nova.compute.manager [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Instance network_info: |[{"id": "ab849878-7978-4499-a74d-b33cdccb06af", "address": "fa:16:3e:74:80:84", "network": {"id": "bb83bbea-72ec-4905-bce1-3eeec4e93081", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1387447198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95d435e146e148fd9636d470141aaba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab849878-79", "ovs_interfaceid": "ab849878-7978-4499-a74d-b33cdccb06af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1627.049441] env[62298]: DEBUG oslo_concurrency.lockutils [req-b7b64f7d-ce1f-4989-8401-7e6cdf64db23 req-30e3cc7b-c562-4ff6-8245-bac89674e83d service nova] Acquired lock "refresh_cache-6c8c4667-1a5d-4764-902a-351aee2d60f4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.049646] env[62298]: DEBUG nova.network.neutron [req-b7b64f7d-ce1f-4989-8401-7e6cdf64db23 req-30e3cc7b-c562-4ff6-8245-bac89674e83d service nova] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Refreshing network info cache for port ab849878-7978-4499-a74d-b33cdccb06af {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1627.051112] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:80:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab849878-7978-4499-a74d-b33cdccb06af', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1627.059157] env[62298]: DEBUG oslo.service.loopingcall [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1627.062398] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1627.062982] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53b201f0-328f-4de5-af87-54dfb8724931 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.080274] env[62298]: DEBUG nova.scheduler.client.report [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1627.090879] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1627.090879] env[62298]: value = "task-1804342" [ 1627.090879] env[62298]: _type = "Task" [ 1627.090879] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.101939] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804342, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.199030] env[62298]: DEBUG nova.compute.manager [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1627.199353] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1627.200090] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae550cd1-baa6-4a79-b041-e415ac330e59 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.209157] env[62298]: DEBUG oslo_vmware.api [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1627.209157] env[62298]: value = "task-1804343" [ 1627.209157] env[62298]: _type = "Task" [ 1627.209157] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.219227] env[62298]: DEBUG oslo_vmware.api [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.305822] env[62298]: DEBUG nova.network.neutron [req-b7b64f7d-ce1f-4989-8401-7e6cdf64db23 req-30e3cc7b-c562-4ff6-8245-bac89674e83d service nova] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Updated VIF entry in instance network info cache for port ab849878-7978-4499-a74d-b33cdccb06af. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1627.306269] env[62298]: DEBUG nova.network.neutron [req-b7b64f7d-ce1f-4989-8401-7e6cdf64db23 req-30e3cc7b-c562-4ff6-8245-bac89674e83d service nova] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Updating instance_info_cache with network_info: [{"id": "ab849878-7978-4499-a74d-b33cdccb06af", "address": "fa:16:3e:74:80:84", "network": {"id": "bb83bbea-72ec-4905-bce1-3eeec4e93081", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1387447198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95d435e146e148fd9636d470141aaba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab849878-79", "ovs_interfaceid": "ab849878-7978-4499-a74d-b33cdccb06af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.369845] env[62298]: DEBUG oslo_vmware.api [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Task: {'id': task-1804340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065412} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.370148] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1627.370939] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e322201b-105c-4fb4-90aa-172e1b0d18b6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.396024] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c/6cbf6b6c-e2de-4fbc-a383-ad9cb156454c.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1627.398380] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6570b70-5780-48f6-bef3-c6ccc723abd5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.423018] env[62298]: DEBUG oslo_vmware.api [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804341, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443527} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.427160] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] ca4080d1-e1e4-4bed-a777-bf2414a20cb5/ca4080d1-e1e4-4bed-a777-bf2414a20cb5.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1627.427160] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1627.427160] env[62298]: DEBUG oslo_vmware.api [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Waiting for the task: (returnval){ [ 1627.427160] env[62298]: value = "task-1804344" [ 1627.427160] env[62298]: _type = "Task" [ 1627.427160] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.427160] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84bd8cf5-7559-494b-9555-583738d83f23 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.436103] env[62298]: DEBUG oslo_vmware.api [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Task: {'id': task-1804344, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.437707] env[62298]: DEBUG oslo_vmware.api [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1627.437707] env[62298]: value = "task-1804345" [ 1627.437707] env[62298]: _type = "Task" [ 1627.437707] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.446351] env[62298]: DEBUG oslo_vmware.api [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.587707] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.587707] env[62298]: DEBUG nova.compute.manager [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1627.589565] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.533s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.602879] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804342, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.616256] env[62298]: DEBUG nova.network.neutron [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Updating instance_info_cache with network_info: [{"id": "91d531b2-e0e7-457b-bdf6-cbcef054ed2a", "address": "fa:16:3e:04:49:ba", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91d531b2-e0", "ovs_interfaceid": "91d531b2-e0e7-457b-bdf6-cbcef054ed2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.718499] env[62298]: DEBUG oslo_vmware.api [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804343, 'name': PowerOffVM_Task, 'duration_secs': 0.222031} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.718777] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1627.718980] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Volume detach. Driver type: vmdk {{(pid=62298) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1627.719196] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374061', 'volume_id': '3265c89c-c266-4b1e-85e2-76ecd12d7d6c', 'name': 'volume-3265c89c-c266-4b1e-85e2-76ecd12d7d6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c2c5d144-6db1-4322-a86c-5ca450b034a4', 'attached_at': '', 'detached_at': '', 'volume_id': '3265c89c-c266-4b1e-85e2-76ecd12d7d6c', 'serial': '3265c89c-c266-4b1e-85e2-76ecd12d7d6c'} {{(pid=62298) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1627.719970] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3ed560-d77b-439a-ab06-988999d88134 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.740203] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd96bda-3c39-4a1c-b488-5db7806766f2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.748033] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b526ab87-b9e5-40e2-909b-e8948c663a46 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.769387] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b9cae2-7891-4aa2-ac02-8f96cfbde05d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.784833] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] The volume has not been displaced from its original location: [datastore1] volume-3265c89c-c266-4b1e-85e2-76ecd12d7d6c/volume-3265c89c-c266-4b1e-85e2-76ecd12d7d6c.vmdk. No consolidation needed. {{(pid=62298) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1627.790192] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Reconfiguring VM instance instance-00000036 to detach disk 2001 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1627.790429] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5aa39f7-e4f3-4bea-861c-8a4c4ca1ac30 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.808106] env[62298]: DEBUG oslo_vmware.api [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1627.808106] env[62298]: value = "task-1804346" [ 1627.808106] env[62298]: _type = "Task" [ 1627.808106] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.808653] env[62298]: DEBUG oslo_concurrency.lockutils [req-b7b64f7d-ce1f-4989-8401-7e6cdf64db23 req-30e3cc7b-c562-4ff6-8245-bac89674e83d service nova] Releasing lock "refresh_cache-6c8c4667-1a5d-4764-902a-351aee2d60f4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.816659] env[62298]: DEBUG oslo_vmware.api [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804346, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.936722] env[62298]: DEBUG oslo_vmware.api [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Task: {'id': task-1804344, 'name': ReconfigVM_Task, 'duration_secs': 0.283069} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.937008] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c/6cbf6b6c-e2de-4fbc-a383-ad9cb156454c.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1627.939815] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-838b6abf-7573-4f0f-8631-54078f3b0430 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.950407] env[62298]: DEBUG oslo_vmware.api [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081172} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.951684] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1627.952048] env[62298]: DEBUG oslo_vmware.api [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Waiting for the task: (returnval){ [ 1627.952048] env[62298]: value = "task-1804347" [ 1627.952048] env[62298]: _type = "Task" [ 1627.952048] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.952722] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107c67f4-461e-42ab-a8b3-87d494ce1ec5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.980471] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] ca4080d1-e1e4-4bed-a777-bf2414a20cb5/ca4080d1-e1e4-4bed-a777-bf2414a20cb5.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1627.984293] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55ca970e-97db-4215-ba55-40a33a3916d8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.998651] env[62298]: DEBUG oslo_vmware.api [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Task: {'id': task-1804347, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.004379] env[62298]: DEBUG oslo_vmware.api [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1628.004379] env[62298]: value = "task-1804348" [ 1628.004379] env[62298]: _type = "Task" [ 1628.004379] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.012780] env[62298]: DEBUG oslo_vmware.api [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.093369] env[62298]: DEBUG nova.compute.utils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1628.094971] env[62298]: DEBUG nova.compute.manager [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1628.095156] env[62298]: DEBUG nova.network.neutron [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1628.102459] env[62298]: INFO nova.compute.claims [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1628.112118] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804342, 'name': CreateVM_Task, 'duration_secs': 0.711501} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.112282] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1628.112918] env[62298]: DEBUG oslo_concurrency.lockutils [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.113098] env[62298]: DEBUG oslo_concurrency.lockutils [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.113419] env[62298]: DEBUG oslo_concurrency.lockutils [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1628.113668] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f737a48f-a3ae-431b-af39-b8130f777a5d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.118137] env[62298]: DEBUG oslo_vmware.api [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1628.118137] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52cd5eed-c43d-8261-309f-38705eefb11d" [ 1628.118137] env[62298]: _type = "Task" [ 1628.118137] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.118547] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Releasing lock "refresh_cache-e647687b-eebb-4b16-8dda-6a7f9f99822c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.128534] env[62298]: DEBUG oslo_vmware.api [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52cd5eed-c43d-8261-309f-38705eefb11d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.151445] env[62298]: DEBUG nova.policy [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '059560bdc9164d7f8bba441e7cfbfb7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4016e7fa102484a83e66beabdfce731', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1628.318390] env[62298]: DEBUG oslo_vmware.api [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804346, 'name': ReconfigVM_Task, 'duration_secs': 0.197965} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.318710] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Reconfigured VM instance instance-00000036 to detach disk 2001 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1628.323237] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0ec43e3-63b8-4533-b3dd-3344661ad763 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.338644] env[62298]: DEBUG oslo_vmware.api [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1628.338644] env[62298]: value = "task-1804349" [ 1628.338644] env[62298]: _type = "Task" [ 1628.338644] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.346641] env[62298]: DEBUG oslo_vmware.api [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.432119] env[62298]: DEBUG nova.network.neutron [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Successfully created port: 6b9aed17-ac5a-4fa4-868d-d54f85217d61 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1628.470598] env[62298]: DEBUG oslo_vmware.api [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Task: {'id': task-1804347, 'name': Rename_Task, 'duration_secs': 0.147861} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.470991] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1628.471233] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d1b8142-2b73-411b-b39b-550e74338bbc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.477750] env[62298]: DEBUG oslo_vmware.api [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Waiting for the task: (returnval){ [ 1628.477750] env[62298]: value = "task-1804350" [ 1628.477750] env[62298]: _type = "Task" [ 1628.477750] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.485679] env[62298]: DEBUG oslo_vmware.api [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Task: {'id': task-1804350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.514438] env[62298]: DEBUG oslo_vmware.api [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804348, 'name': ReconfigVM_Task, 'duration_secs': 0.501424} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.514724] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Reconfigured VM instance instance-00000015 to attach disk [datastore1] ca4080d1-e1e4-4bed-a777-bf2414a20cb5/ca4080d1-e1e4-4bed-a777-bf2414a20cb5.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1628.515389] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42349071-6d7a-45c8-bfb6-09e057433fb0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.520977] env[62298]: DEBUG oslo_vmware.api [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1628.520977] env[62298]: value = "task-1804351" [ 1628.520977] env[62298]: _type = "Task" [ 1628.520977] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.529060] env[62298]: DEBUG oslo_vmware.api [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804351, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.602696] env[62298]: DEBUG nova.compute.manager [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1628.609035] env[62298]: INFO nova.compute.resource_tracker [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Updating resource usage from migration dd2bd521-e1b5-4ea4-913d-e9ebe976e95f [ 1628.625356] env[62298]: DEBUG nova.compute.manager [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62298) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1628.625735] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.633702] env[62298]: DEBUG oslo_vmware.api [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52cd5eed-c43d-8261-309f-38705eefb11d, 'name': SearchDatastore_Task, 'duration_secs': 0.010199} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.636777] env[62298]: DEBUG oslo_concurrency.lockutils [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.637036] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1628.637291] env[62298]: DEBUG oslo_concurrency.lockutils [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.637917] env[62298]: DEBUG oslo_concurrency.lockutils [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.637917] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1628.638138] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7db2a187-7bca-4e8e-8d0d-e89e631290cc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.647471] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1628.647680] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1628.648493] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59598eac-cd70-4532-96e7-ea02a82158dd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.657405] env[62298]: DEBUG oslo_vmware.api [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1628.657405] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5280c866-66c2-0c32-a214-3d4439f0718d" [ 1628.657405] env[62298]: _type = "Task" [ 1628.657405] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.665358] env[62298]: DEBUG oslo_vmware.api [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5280c866-66c2-0c32-a214-3d4439f0718d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.859037] env[62298]: DEBUG oslo_vmware.api [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804349, 'name': ReconfigVM_Task, 'duration_secs': 0.345814} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.859037] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374061', 'volume_id': '3265c89c-c266-4b1e-85e2-76ecd12d7d6c', 'name': 'volume-3265c89c-c266-4b1e-85e2-76ecd12d7d6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c2c5d144-6db1-4322-a86c-5ca450b034a4', 'attached_at': '', 'detached_at': '', 'volume_id': '3265c89c-c266-4b1e-85e2-76ecd12d7d6c', 'serial': '3265c89c-c266-4b1e-85e2-76ecd12d7d6c'} {{(pid=62298) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1628.859232] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1628.860624] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa368879-c473-40bc-a886-8a40df7e606f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.870036] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1628.870036] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aebce671-e5b5-4cc8-a6e6-c530475c0a42 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.987439] env[62298]: DEBUG oslo_vmware.api [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Task: {'id': task-1804350, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.027848] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0b1106-6c5f-46ee-aa41-d2fb885fbfeb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.032786] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1629.033013] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1629.033276] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Deleting the datastore file [datastore1] c2c5d144-6db1-4322-a86c-5ca450b034a4 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1629.033867] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d345b84-80d6-4f97-a2b9-ff93b07b0cd5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.040476] env[62298]: DEBUG oslo_vmware.api [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804351, 'name': Rename_Task, 'duration_secs': 0.339093} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.041111] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1629.042086] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f799cb94-123b-4ed0-8e30-ec4efae6293c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.046094] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-111c98f6-d20c-4586-87c2-9da28c23649e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.047713] env[62298]: DEBUG oslo_vmware.api [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1629.047713] env[62298]: value = "task-1804353" [ 1629.047713] env[62298]: _type = "Task" [ 1629.047713] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.079243] env[62298]: DEBUG oslo_vmware.api [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1629.079243] env[62298]: value = "task-1804354" [ 1629.079243] env[62298]: _type = "Task" [ 1629.079243] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.080896] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49c697c-7574-4a68-9d6a-e6b64cfe6793 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.090295] env[62298]: DEBUG oslo_vmware.api [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.102017] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9d0ac9-9bf6-4c7c-b361-f7c86e7b83b7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.102810] env[62298]: DEBUG oslo_vmware.api [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804354, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.117242] env[62298]: DEBUG nova.compute.provider_tree [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1629.170753] env[62298]: DEBUG oslo_vmware.api [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5280c866-66c2-0c32-a214-3d4439f0718d, 'name': SearchDatastore_Task, 'duration_secs': 0.018758} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.175029] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-690efd8c-363e-4254-b412-ee6ee88ffd74 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.181415] env[62298]: DEBUG oslo_vmware.api [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1629.181415] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52316158-a28e-a318-1b1d-d6042e79072b" [ 1629.181415] env[62298]: _type = "Task" [ 1629.181415] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.189772] env[62298]: DEBUG oslo_vmware.api [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52316158-a28e-a318-1b1d-d6042e79072b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.488388] env[62298]: DEBUG oslo_vmware.api [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Task: {'id': task-1804350, 'name': PowerOnVM_Task, 'duration_secs': 0.684896} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.488678] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1629.488899] env[62298]: INFO nova.compute.manager [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Took 7.23 seconds to spawn the instance on the hypervisor. [ 1629.489135] env[62298]: DEBUG nova.compute.manager [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1629.489897] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61318131-903a-4d8f-b8d5-9c762725d5be {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.557348] env[62298]: DEBUG oslo_vmware.api [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145992} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.557649] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1629.557852] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1629.558047] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1629.558230] env[62298]: INFO nova.compute.manager [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Took 2.36 seconds to destroy the instance on the hypervisor. [ 1629.558475] env[62298]: DEBUG oslo.service.loopingcall [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1629.558673] env[62298]: DEBUG nova.compute.manager [-] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1629.558778] env[62298]: DEBUG nova.network.neutron [-] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1629.590345] env[62298]: DEBUG oslo_vmware.api [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804354, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.621280] env[62298]: DEBUG nova.compute.manager [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1629.622671] env[62298]: DEBUG nova.scheduler.client.report [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1629.652818] env[62298]: DEBUG nova.virt.hardware [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1629.653100] env[62298]: DEBUG nova.virt.hardware [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1629.653264] env[62298]: DEBUG nova.virt.hardware [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1629.653462] env[62298]: DEBUG nova.virt.hardware [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1629.653665] env[62298]: DEBUG nova.virt.hardware [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1629.653840] env[62298]: DEBUG nova.virt.hardware [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1629.654074] env[62298]: DEBUG nova.virt.hardware [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1629.654243] env[62298]: DEBUG nova.virt.hardware [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1629.654419] env[62298]: DEBUG nova.virt.hardware [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1629.654609] env[62298]: DEBUG nova.virt.hardware [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1629.654793] env[62298]: DEBUG nova.virt.hardware [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1629.655888] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c60d526-54fd-42b9-b7ee-e81c5d1d7032 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.663779] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb99fbdc-ee3f-4599-b97f-995d81dba58a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.690064] env[62298]: DEBUG oslo_vmware.api [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52316158-a28e-a318-1b1d-d6042e79072b, 'name': SearchDatastore_Task, 'duration_secs': 0.014969} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.690380] env[62298]: DEBUG oslo_concurrency.lockutils [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.690678] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 6c8c4667-1a5d-4764-902a-351aee2d60f4/6c8c4667-1a5d-4764-902a-351aee2d60f4.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1629.690981] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b6746ff-9e28-4c38-9353-13d472d72ccb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.698173] env[62298]: DEBUG oslo_vmware.api [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1629.698173] env[62298]: value = "task-1804355" [ 1629.698173] env[62298]: _type = "Task" [ 1629.698173] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.705652] env[62298]: DEBUG oslo_vmware.api [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.844870] env[62298]: DEBUG nova.compute.manager [req-a5b88c49-450b-4b5d-8084-5f43bc485249 req-8c8bc4d9-3c64-42e5-9fda-1e1f7751d17f service nova] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Received event network-vif-deleted-a3808609-bd76-44db-8abc-36b7039c325c {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1629.845099] env[62298]: INFO nova.compute.manager [req-a5b88c49-450b-4b5d-8084-5f43bc485249 req-8c8bc4d9-3c64-42e5-9fda-1e1f7751d17f service nova] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Neutron deleted interface a3808609-bd76-44db-8abc-36b7039c325c; detaching it from the instance and deleting it from the info cache [ 1629.845347] env[62298]: DEBUG nova.network.neutron [req-a5b88c49-450b-4b5d-8084-5f43bc485249 req-8c8bc4d9-3c64-42e5-9fda-1e1f7751d17f service nova] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.005619] env[62298]: INFO nova.compute.manager [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Took 42.10 seconds to build instance. [ 1630.097114] env[62298]: DEBUG oslo_vmware.api [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804354, 'name': PowerOnVM_Task, 'duration_secs': 0.796427} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.097114] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1630.097326] env[62298]: DEBUG nova.compute.manager [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1630.098479] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa955bb-2e7c-4b1a-973a-01ab6954bcde {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.130462] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.540s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.130462] env[62298]: INFO nova.compute.manager [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Migrating [ 1630.137340] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.726s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.139043] env[62298]: INFO nova.compute.claims [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1630.210829] env[62298]: DEBUG oslo_vmware.api [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458884} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.210829] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 6c8c4667-1a5d-4764-902a-351aee2d60f4/6c8c4667-1a5d-4764-902a-351aee2d60f4.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1630.210829] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1630.210829] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9921512-bba3-40e7-831f-618a8d0abcfc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.219039] env[62298]: DEBUG oslo_vmware.api [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1630.219039] env[62298]: value = "task-1804356" [ 1630.219039] env[62298]: _type = "Task" [ 1630.219039] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.227552] env[62298]: DEBUG oslo_vmware.api [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.256525] env[62298]: DEBUG oslo_concurrency.lockutils [None req-32d73346-e885-4654-a197-94de31d2e8be tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Acquiring lock "6cbf6b6c-e2de-4fbc-a383-ad9cb156454c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.319017] env[62298]: DEBUG nova.network.neutron [-] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.348381] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90613c28-0372-47e0-ba91-ce3120d455f1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.358656] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc9d8ac-6d98-42a0-af28-3f498ee088ca {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.392974] env[62298]: DEBUG nova.compute.manager [req-a5b88c49-450b-4b5d-8084-5f43bc485249 req-8c8bc4d9-3c64-42e5-9fda-1e1f7751d17f service nova] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Detach interface failed, port_id=a3808609-bd76-44db-8abc-36b7039c325c, reason: Instance c2c5d144-6db1-4322-a86c-5ca450b034a4 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1630.508257] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2554ebc5-d3bb-477b-b48c-5e7bd1fe6cc1 tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Lock "6cbf6b6c-e2de-4fbc-a383-ad9cb156454c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.616s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.508597] env[62298]: DEBUG oslo_concurrency.lockutils [None req-32d73346-e885-4654-a197-94de31d2e8be tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Lock "6cbf6b6c-e2de-4fbc-a383-ad9cb156454c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.252s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.508768] env[62298]: DEBUG oslo_concurrency.lockutils [None req-32d73346-e885-4654-a197-94de31d2e8be tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Acquiring lock "6cbf6b6c-e2de-4fbc-a383-ad9cb156454c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.509019] env[62298]: DEBUG oslo_concurrency.lockutils [None req-32d73346-e885-4654-a197-94de31d2e8be tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Lock "6cbf6b6c-e2de-4fbc-a383-ad9cb156454c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.509353] env[62298]: DEBUG oslo_concurrency.lockutils [None req-32d73346-e885-4654-a197-94de31d2e8be tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Lock "6cbf6b6c-e2de-4fbc-a383-ad9cb156454c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.511416] env[62298]: INFO nova.compute.manager [None req-32d73346-e885-4654-a197-94de31d2e8be tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Terminating instance [ 1630.622145] env[62298]: DEBUG nova.compute.manager [req-be56abbb-7071-497b-b5e8-cb3195231542 req-0d834197-efbb-4440-907a-af3644f605cb service nova] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Received event network-vif-plugged-6b9aed17-ac5a-4fa4-868d-d54f85217d61 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1630.622145] env[62298]: DEBUG oslo_concurrency.lockutils [req-be56abbb-7071-497b-b5e8-cb3195231542 req-0d834197-efbb-4440-907a-af3644f605cb service nova] Acquiring lock "2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.622145] env[62298]: DEBUG oslo_concurrency.lockutils [req-be56abbb-7071-497b-b5e8-cb3195231542 req-0d834197-efbb-4440-907a-af3644f605cb service nova] Lock "2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.622145] env[62298]: DEBUG oslo_concurrency.lockutils [req-be56abbb-7071-497b-b5e8-cb3195231542 req-0d834197-efbb-4440-907a-af3644f605cb service nova] Lock "2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.622145] env[62298]: DEBUG nova.compute.manager [req-be56abbb-7071-497b-b5e8-cb3195231542 req-0d834197-efbb-4440-907a-af3644f605cb service nova] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] No waiting events found dispatching network-vif-plugged-6b9aed17-ac5a-4fa4-868d-d54f85217d61 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1630.622145] env[62298]: WARNING nova.compute.manager [req-be56abbb-7071-497b-b5e8-cb3195231542 req-0d834197-efbb-4440-907a-af3644f605cb service nova] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Received unexpected event network-vif-plugged-6b9aed17-ac5a-4fa4-868d-d54f85217d61 for instance with vm_state building and task_state spawning. [ 1630.622145] env[62298]: DEBUG nova.network.neutron [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Successfully updated port: 6b9aed17-ac5a-4fa4-868d-d54f85217d61 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1630.631043] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.650431] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "refresh_cache-8986a988-9d2f-4838-9d87-44753fe83c76" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.650657] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquired lock "refresh_cache-8986a988-9d2f-4838-9d87-44753fe83c76" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.650861] env[62298]: DEBUG nova.network.neutron [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1630.728588] env[62298]: DEBUG oslo_vmware.api [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195905} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.728868] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1630.729661] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0e7909-5a4b-4546-b23c-3d79a1139c93 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.752551] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 6c8c4667-1a5d-4764-902a-351aee2d60f4/6c8c4667-1a5d-4764-902a-351aee2d60f4.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1630.752861] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd074216-0018-47d7-b58b-0ed213d299ac {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.773858] env[62298]: DEBUG oslo_vmware.api [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1630.773858] env[62298]: value = "task-1804357" [ 1630.773858] env[62298]: _type = "Task" [ 1630.773858] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.782094] env[62298]: DEBUG oslo_vmware.api [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804357, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.825443] env[62298]: INFO nova.compute.manager [-] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Took 1.27 seconds to deallocate network for instance. [ 1631.016746] env[62298]: DEBUG nova.compute.manager [None req-32d73346-e885-4654-a197-94de31d2e8be tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1631.016746] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-32d73346-e885-4654-a197-94de31d2e8be tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1631.016746] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54ea3fb-ac24-4fec-84da-4d937c33849e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.025289] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d73346-e885-4654-a197-94de31d2e8be tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1631.025591] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5b9f9ae-2d2c-423e-a485-68f94fe96131 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.032970] env[62298]: DEBUG oslo_vmware.api [None req-32d73346-e885-4654-a197-94de31d2e8be tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Waiting for the task: (returnval){ [ 1631.032970] env[62298]: value = "task-1804358" [ 1631.032970] env[62298]: _type = "Task" [ 1631.032970] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.041952] env[62298]: DEBUG oslo_vmware.api [None req-32d73346-e885-4654-a197-94de31d2e8be tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Task: {'id': task-1804358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.132680] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquiring lock "refresh_cache-2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.132874] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquired lock "refresh_cache-2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.133072] env[62298]: DEBUG nova.network.neutron [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1631.289136] env[62298]: DEBUG oslo_vmware.api [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804357, 'name': ReconfigVM_Task, 'duration_secs': 0.437221} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.290503] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 6c8c4667-1a5d-4764-902a-351aee2d60f4/6c8c4667-1a5d-4764-902a-351aee2d60f4.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1631.291415] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66cedaa7-cf11-4412-9dba-5314c64acc37 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.301763] env[62298]: DEBUG oslo_vmware.api [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1631.301763] env[62298]: value = "task-1804359" [ 1631.301763] env[62298]: _type = "Task" [ 1631.301763] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.310281] env[62298]: DEBUG oslo_vmware.api [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804359, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.377044] env[62298]: INFO nova.compute.manager [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Took 0.55 seconds to detach 1 volumes for instance. [ 1631.474736] env[62298]: INFO nova.compute.manager [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Rebuilding instance [ 1631.525186] env[62298]: DEBUG nova.network.neutron [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Updating instance_info_cache with network_info: [{"id": "241f4d4d-6064-4935-8d11-800121d60358", "address": "fa:16:3e:8a:6a:a0", "network": {"id": "94bd295c-7a95-4ae9-8468-34209c70d332", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-786886130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5af512a3e1f469f9c4223575f326699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap241f4d4d-60", "ovs_interfaceid": "241f4d4d-6064-4935-8d11-800121d60358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.538791] env[62298]: DEBUG nova.compute.manager [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1631.543116] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441276a3-3555-49b4-802e-fe2bc221f503 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.556590] env[62298]: DEBUG oslo_vmware.api [None req-32d73346-e885-4654-a197-94de31d2e8be tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Task: {'id': task-1804358, 'name': PowerOffVM_Task, 'duration_secs': 0.310813} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.559441] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d73346-e885-4654-a197-94de31d2e8be tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1631.559441] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-32d73346-e885-4654-a197-94de31d2e8be tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1631.560389] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64b993b5-df42-4968-8616-50f0e0aa8c63 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.606580] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59c3707-2a26-4c05-b108-f8eb5c11adf2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.617305] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25efdf67-db5d-4b31-82ef-200bafa0ccbf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.652726] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecdb955-6cec-4af5-9d26-2d3346bace61 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.660871] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f602f01-38db-43c7-90ba-b1f51c1f5dc5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.674782] env[62298]: DEBUG nova.compute.provider_tree [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1631.694094] env[62298]: DEBUG nova.network.neutron [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1631.806174] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-32d73346-e885-4654-a197-94de31d2e8be tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1631.806412] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-32d73346-e885-4654-a197-94de31d2e8be tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1631.806624] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d73346-e885-4654-a197-94de31d2e8be tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Deleting the datastore file [datastore1] 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1631.807325] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c4aed66-ad62-463c-aae1-d0b0cd62158c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.811968] env[62298]: DEBUG oslo_vmware.api [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804359, 'name': Rename_Task, 'duration_secs': 0.136506} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.812601] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1631.814300] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8f8b660-1a72-4ef1-995b-cc7649217562 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.817026] env[62298]: DEBUG oslo_vmware.api [None req-32d73346-e885-4654-a197-94de31d2e8be tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Waiting for the task: (returnval){ [ 1631.817026] env[62298]: value = "task-1804361" [ 1631.817026] env[62298]: _type = "Task" [ 1631.817026] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.821241] env[62298]: DEBUG oslo_vmware.api [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1631.821241] env[62298]: value = "task-1804362" [ 1631.821241] env[62298]: _type = "Task" [ 1631.821241] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.828023] env[62298]: DEBUG oslo_vmware.api [None req-32d73346-e885-4654-a197-94de31d2e8be tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Task: {'id': task-1804361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.832679] env[62298]: DEBUG oslo_vmware.api [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.869974] env[62298]: DEBUG nova.network.neutron [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Updating instance_info_cache with network_info: [{"id": "6b9aed17-ac5a-4fa4-868d-d54f85217d61", "address": "fa:16:3e:1f:8f:f0", "network": {"id": "2f88088b-617d-44ed-a299-931e959400b4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2010786410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4016e7fa102484a83e66beabdfce731", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b9aed17-ac", "ovs_interfaceid": "6b9aed17-ac5a-4fa4-868d-d54f85217d61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.885817] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.036028] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Releasing lock "refresh_cache-8986a988-9d2f-4838-9d87-44753fe83c76" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.178323] env[62298]: DEBUG nova.scheduler.client.report [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1632.330564] env[62298]: DEBUG oslo_vmware.api [None req-32d73346-e885-4654-a197-94de31d2e8be tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Task: {'id': task-1804361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20528} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.333533] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d73346-e885-4654-a197-94de31d2e8be tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1632.333729] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-32d73346-e885-4654-a197-94de31d2e8be tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1632.333912] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-32d73346-e885-4654-a197-94de31d2e8be tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1632.334351] env[62298]: INFO nova.compute.manager [None req-32d73346-e885-4654-a197-94de31d2e8be tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1632.334351] env[62298]: DEBUG oslo.service.loopingcall [None req-32d73346-e885-4654-a197-94de31d2e8be tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1632.334566] env[62298]: DEBUG oslo_vmware.api [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804362, 'name': PowerOnVM_Task, 'duration_secs': 0.470794} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.334769] env[62298]: DEBUG nova.compute.manager [-] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1632.334866] env[62298]: DEBUG nova.network.neutron [-] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1632.336491] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1632.336692] env[62298]: INFO nova.compute.manager [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1632.336877] env[62298]: DEBUG nova.compute.manager [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1632.337665] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974149b8-3a98-40ff-aac7-762dacd392af {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.372718] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Releasing lock "refresh_cache-2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.373080] env[62298]: DEBUG nova.compute.manager [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Instance network_info: |[{"id": "6b9aed17-ac5a-4fa4-868d-d54f85217d61", "address": "fa:16:3e:1f:8f:f0", "network": {"id": "2f88088b-617d-44ed-a299-931e959400b4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2010786410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4016e7fa102484a83e66beabdfce731", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b9aed17-ac", "ovs_interfaceid": "6b9aed17-ac5a-4fa4-868d-d54f85217d61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1632.373576] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:8f:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b9aed17-ac5a-4fa4-868d-d54f85217d61', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1632.381835] env[62298]: DEBUG oslo.service.loopingcall [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1632.382178] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1632.383165] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e429fff9-40f7-4dc2-a810-15eb6c0c87fb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.404984] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1632.404984] env[62298]: value = "task-1804363" [ 1632.404984] env[62298]: _type = "Task" [ 1632.404984] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.413439] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804363, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.564156] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1632.564536] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8401bf0f-ac1e-4c5d-b516-e6c39d4b96e6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.572265] env[62298]: DEBUG oslo_vmware.api [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1632.572265] env[62298]: value = "task-1804364" [ 1632.572265] env[62298]: _type = "Task" [ 1632.572265] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.582472] env[62298]: DEBUG oslo_vmware.api [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.686262] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.686262] env[62298]: DEBUG nova.compute.manager [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1632.687682] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.291s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.689595] env[62298]: INFO nova.compute.claims [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1632.771578] env[62298]: DEBUG nova.compute.manager [req-d2194709-7c2c-4837-be7d-82444199aa96 req-e7fc1613-0772-4a3c-ae3b-898e06267c43 service nova] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Received event network-changed-6b9aed17-ac5a-4fa4-868d-d54f85217d61 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1632.771835] env[62298]: DEBUG nova.compute.manager [req-d2194709-7c2c-4837-be7d-82444199aa96 req-e7fc1613-0772-4a3c-ae3b-898e06267c43 service nova] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Refreshing instance network info cache due to event network-changed-6b9aed17-ac5a-4fa4-868d-d54f85217d61. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1632.772186] env[62298]: DEBUG oslo_concurrency.lockutils [req-d2194709-7c2c-4837-be7d-82444199aa96 req-e7fc1613-0772-4a3c-ae3b-898e06267c43 service nova] Acquiring lock "refresh_cache-2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.773198] env[62298]: DEBUG oslo_concurrency.lockutils [req-d2194709-7c2c-4837-be7d-82444199aa96 req-e7fc1613-0772-4a3c-ae3b-898e06267c43 service nova] Acquired lock "refresh_cache-2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.773198] env[62298]: DEBUG nova.network.neutron [req-d2194709-7c2c-4837-be7d-82444199aa96 req-e7fc1613-0772-4a3c-ae3b-898e06267c43 service nova] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Refreshing network info cache for port 6b9aed17-ac5a-4fa4-868d-d54f85217d61 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1632.857213] env[62298]: INFO nova.compute.manager [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Took 44.83 seconds to build instance. [ 1632.914892] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804363, 'name': CreateVM_Task, 'duration_secs': 0.471844} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.915098] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1632.915789] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.915958] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.916312] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1632.916633] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cca32df2-49a5-475f-b0da-d23757868a16 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.921258] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1632.921258] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]520d283d-5e94-9579-da80-6475fa235aac" [ 1632.921258] env[62298]: _type = "Task" [ 1632.921258] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.929154] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]520d283d-5e94-9579-da80-6475fa235aac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.083410] env[62298]: DEBUG oslo_vmware.api [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804364, 'name': PowerOffVM_Task, 'duration_secs': 0.240897} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.083698] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1633.083924] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1633.084741] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b1f2da-b108-4d82-b916-ba9c1ab31bb9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.092309] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1633.092364] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48afa173-d400-40f5-9a84-6f720bbab928 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.167023] env[62298]: DEBUG nova.network.neutron [-] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.194872] env[62298]: DEBUG nova.compute.utils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1633.199913] env[62298]: DEBUG nova.compute.manager [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1633.199913] env[62298]: DEBUG nova.network.neutron [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1633.248513] env[62298]: DEBUG nova.policy [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '059560bdc9164d7f8bba441e7cfbfb7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4016e7fa102484a83e66beabdfce731', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1633.262278] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1633.262493] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1633.262688] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Deleting the datastore file [datastore1] ca4080d1-e1e4-4bed-a777-bf2414a20cb5 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1633.262997] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-066d52fc-fdec-4b59-bbd2-58a0679a4337 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.271157] env[62298]: DEBUG oslo_vmware.api [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1633.271157] env[62298]: value = "task-1804366" [ 1633.271157] env[62298]: _type = "Task" [ 1633.271157] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.278686] env[62298]: DEBUG oslo_vmware.api [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.359415] env[62298]: DEBUG oslo_concurrency.lockutils [None req-06e0140b-a299-48ac-9cd4-c0100861fbcf tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "6c8c4667-1a5d-4764-902a-351aee2d60f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.339s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.431572] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]520d283d-5e94-9579-da80-6475fa235aac, 'name': SearchDatastore_Task, 'duration_secs': 0.011758} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.432053] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.432281] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1633.432687] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.432875] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.433088] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1633.433347] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54387285-3b8a-42aa-b8fb-3372ead01321 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.441403] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1633.441575] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1633.442524] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-225065a1-e52e-40f6-886e-cdfbf69692af {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.449608] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1633.449608] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5252acce-9d9e-bb9d-fdeb-5a2e9bbd42dc" [ 1633.449608] env[62298]: _type = "Task" [ 1633.449608] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.457154] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5252acce-9d9e-bb9d-fdeb-5a2e9bbd42dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.496859] env[62298]: DEBUG nova.network.neutron [req-d2194709-7c2c-4837-be7d-82444199aa96 req-e7fc1613-0772-4a3c-ae3b-898e06267c43 service nova] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Updated VIF entry in instance network info cache for port 6b9aed17-ac5a-4fa4-868d-d54f85217d61. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1633.497245] env[62298]: DEBUG nova.network.neutron [req-d2194709-7c2c-4837-be7d-82444199aa96 req-e7fc1613-0772-4a3c-ae3b-898e06267c43 service nova] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Updating instance_info_cache with network_info: [{"id": "6b9aed17-ac5a-4fa4-868d-d54f85217d61", "address": "fa:16:3e:1f:8f:f0", "network": {"id": "2f88088b-617d-44ed-a299-931e959400b4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2010786410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4016e7fa102484a83e66beabdfce731", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b9aed17-ac", "ovs_interfaceid": "6b9aed17-ac5a-4fa4-868d-d54f85217d61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.551292] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08ad0d7-dd11-427a-b0bf-81a49f9402ff {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.569790] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Updating instance '8986a988-9d2f-4838-9d87-44753fe83c76' progress to 0 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1633.659820] env[62298]: DEBUG nova.network.neutron [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Successfully created port: ac3e7bd6-9aeb-47da-a052-516905da2383 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1633.669342] env[62298]: INFO nova.compute.manager [-] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Took 1.33 seconds to deallocate network for instance. [ 1633.699211] env[62298]: DEBUG nova.compute.manager [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1633.780841] env[62298]: DEBUG oslo_vmware.api [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462987} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.781114] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1633.781307] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1633.781492] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1633.959913] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5252acce-9d9e-bb9d-fdeb-5a2e9bbd42dc, 'name': SearchDatastore_Task, 'duration_secs': 0.011144} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.964495] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7907451b-e557-4657-a967-9b48fb2af95e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.969090] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1633.969090] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c4da09-91ff-ddd1-aebb-b546afc8512c" [ 1633.969090] env[62298]: _type = "Task" [ 1633.969090] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.978709] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c4da09-91ff-ddd1-aebb-b546afc8512c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.000249] env[62298]: DEBUG oslo_concurrency.lockutils [req-d2194709-7c2c-4837-be7d-82444199aa96 req-e7fc1613-0772-4a3c-ae3b-898e06267c43 service nova] Releasing lock "refresh_cache-2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.075971] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1634.076356] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cec9450-5663-4cfb-a29a-f0a8d0f5e86f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.086264] env[62298]: DEBUG oslo_vmware.api [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1634.086264] env[62298]: value = "task-1804367" [ 1634.086264] env[62298]: _type = "Task" [ 1634.086264] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.098175] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] VM already powered off {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1634.098532] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Updating instance '8986a988-9d2f-4838-9d87-44753fe83c76' progress to 17 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1634.144198] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f50a532-478f-4bc1-a97f-d4e12fafa48b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.151851] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fb6b79-324d-498a-ae01-868ad2653e19 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.182453] env[62298]: DEBUG oslo_concurrency.lockutils [None req-32d73346-e885-4654-a197-94de31d2e8be tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.183505] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6aaa492-0722-4f91-8db3-60acc16fc011 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.191010] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d02fc31-bb3c-465e-ae5c-f5d4825d0853 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.204093] env[62298]: DEBUG nova.compute.provider_tree [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1634.243155] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83b0e7b-2a52-470a-95c7-75d0c847678f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.250840] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6e294b-4e47-492e-aeec-08cdeb3d8178 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Suspending the VM {{(pid=62298) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1634.251109] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-523a3dbf-cb3f-44bc-a333-d4fc43a08158 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.258058] env[62298]: DEBUG oslo_vmware.api [None req-5d6e294b-4e47-492e-aeec-08cdeb3d8178 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1634.258058] env[62298]: value = "task-1804368" [ 1634.258058] env[62298]: _type = "Task" [ 1634.258058] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.267402] env[62298]: DEBUG oslo_vmware.api [None req-5d6e294b-4e47-492e-aeec-08cdeb3d8178 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804368, 'name': SuspendVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.480474] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c4da09-91ff-ddd1-aebb-b546afc8512c, 'name': SearchDatastore_Task, 'duration_secs': 0.031601} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.480717] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.481042] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90/2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1634.481348] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecaebe3b-51b1-4a88-959f-5f15fe0e39de {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.488790] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1634.488790] env[62298]: value = "task-1804369" [ 1634.488790] env[62298]: _type = "Task" [ 1634.488790] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.503685] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.605981] env[62298]: DEBUG nova.virt.hardware [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1634.606402] env[62298]: DEBUG nova.virt.hardware [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1634.606445] env[62298]: DEBUG nova.virt.hardware [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1634.606652] env[62298]: DEBUG nova.virt.hardware [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1634.606827] env[62298]: DEBUG nova.virt.hardware [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1634.607328] env[62298]: DEBUG nova.virt.hardware [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1634.607572] env[62298]: DEBUG nova.virt.hardware [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1634.607786] env[62298]: DEBUG nova.virt.hardware [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1634.607980] env[62298]: DEBUG nova.virt.hardware [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1634.608233] env[62298]: DEBUG nova.virt.hardware [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1634.608441] env[62298]: DEBUG nova.virt.hardware [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1634.614525] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8cfaf63-cfa8-462b-bc96-885a6ef3df89 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.631315] env[62298]: DEBUG oslo_vmware.api [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1634.631315] env[62298]: value = "task-1804370" [ 1634.631315] env[62298]: _type = "Task" [ 1634.631315] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.640826] env[62298]: DEBUG oslo_vmware.api [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804370, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.711331] env[62298]: DEBUG nova.scheduler.client.report [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1634.716104] env[62298]: DEBUG nova.compute.manager [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1634.753487] env[62298]: DEBUG nova.virt.hardware [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1634.753777] env[62298]: DEBUG nova.virt.hardware [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1634.753964] env[62298]: DEBUG nova.virt.hardware [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1634.754222] env[62298]: DEBUG nova.virt.hardware [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1634.754609] env[62298]: DEBUG nova.virt.hardware [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1634.754823] env[62298]: DEBUG nova.virt.hardware [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1634.755119] env[62298]: DEBUG nova.virt.hardware [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1634.755310] env[62298]: DEBUG nova.virt.hardware [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1634.755519] env[62298]: DEBUG nova.virt.hardware [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1634.755726] env[62298]: DEBUG nova.virt.hardware [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1634.755936] env[62298]: DEBUG nova.virt.hardware [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1634.757447] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1410ee-8ad6-4435-a4f2-1f33e5b406a5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.774371] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215f60f9-0df8-4cd7-adf5-87cae944ad62 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.780037] env[62298]: DEBUG oslo_vmware.api [None req-5d6e294b-4e47-492e-aeec-08cdeb3d8178 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804368, 'name': SuspendVM_Task} progress is 70%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.798558] env[62298]: DEBUG nova.compute.manager [req-816f7643-0eeb-4964-a514-02a1a6154e9f req-84edf77b-b46a-418f-be2e-aeb8d5819e7c service nova] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Received event network-vif-deleted-95617e34-c030-4ebf-ace7-43d51ad1c28b {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1634.820065] env[62298]: DEBUG nova.virt.hardware [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1634.820337] env[62298]: DEBUG nova.virt.hardware [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1634.820522] env[62298]: DEBUG nova.virt.hardware [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1634.820724] env[62298]: DEBUG nova.virt.hardware [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1634.820912] env[62298]: DEBUG nova.virt.hardware [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1634.821131] env[62298]: DEBUG nova.virt.hardware [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1634.821336] env[62298]: DEBUG nova.virt.hardware [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1634.821513] env[62298]: DEBUG nova.virt.hardware [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1634.821739] env[62298]: DEBUG nova.virt.hardware [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1634.822033] env[62298]: DEBUG nova.virt.hardware [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1634.822272] env[62298]: DEBUG nova.virt.hardware [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1634.823250] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50afbc6-c286-4164-9b5b-89969f570d43 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.833232] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024e652a-9470-4fb2-9646-4bef301749a2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.849482] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:1d:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07433aab-8a04-4860-9050-6f15543e35db', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1634.857674] env[62298]: DEBUG oslo.service.loopingcall [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1634.858015] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1634.858261] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7fbb0a5-d9a1-4a14-ac61-03b2ff46afb7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.879992] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1634.879992] env[62298]: value = "task-1804371" [ 1634.879992] env[62298]: _type = "Task" [ 1634.879992] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.889242] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804371, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.999960] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470461} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.000471] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90/2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1635.000775] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1635.001100] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-daecd474-14fe-4a1d-9fc3-9f3790b8bbc8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.007863] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1635.007863] env[62298]: value = "task-1804372" [ 1635.007863] env[62298]: _type = "Task" [ 1635.007863] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.016141] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.141154] env[62298]: DEBUG oslo_vmware.api [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804370, 'name': ReconfigVM_Task, 'duration_secs': 0.137943} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.141483] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Updating instance '8986a988-9d2f-4838-9d87-44753fe83c76' progress to 33 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1635.223767] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.224340] env[62298]: DEBUG nova.compute.manager [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1635.226965] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.648s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.227188] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.227362] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62298) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1635.227658] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.473s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.229292] env[62298]: INFO nova.compute.claims [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1635.232883] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479688d6-1e53-4516-bc88-e879537130b9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.242479] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d56596-ad36-4e4d-95ac-d742823917a9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.258653] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fe7bb1-7353-4237-9ca6-0becf928ffab {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.268637] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d1ef17-5b42-447e-b77f-495976eecd46 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.276390] env[62298]: DEBUG oslo_vmware.api [None req-5d6e294b-4e47-492e-aeec-08cdeb3d8178 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804368, 'name': SuspendVM_Task, 'duration_secs': 0.791488} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.277039] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6e294b-4e47-492e-aeec-08cdeb3d8178 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Suspended the VM {{(pid=62298) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1635.277248] env[62298]: DEBUG nova.compute.manager [None req-5d6e294b-4e47-492e-aeec-08cdeb3d8178 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1635.278302] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2279abc8-514d-423e-a77d-14265699794c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.308306] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178892MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62298) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1635.310376] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.389471] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804371, 'name': CreateVM_Task, 'duration_secs': 0.503102} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.389645] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1635.390343] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.390520] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.390848] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1635.391150] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4f0f6a6-9457-4383-9b7c-5070c39fc3af {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.395694] env[62298]: DEBUG oslo_vmware.api [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1635.395694] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52026389-22ea-f371-798d-2614184a66c4" [ 1635.395694] env[62298]: _type = "Task" [ 1635.395694] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.403532] env[62298]: DEBUG oslo_vmware.api [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52026389-22ea-f371-798d-2614184a66c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.523914] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070161} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.524969] env[62298]: DEBUG nova.network.neutron [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Successfully updated port: ac3e7bd6-9aeb-47da-a052-516905da2383 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1635.526762] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1635.527508] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde8d274-a028-4d24-aff9-5af25900fa2f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.549460] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90/2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1635.550391] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae9a3e6e-4846-40a4-8ae3-756f97c6d27f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.571105] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1635.571105] env[62298]: value = "task-1804373" [ 1635.571105] env[62298]: _type = "Task" [ 1635.571105] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.579029] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.649780] env[62298]: DEBUG nova.virt.hardware [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1635.650127] env[62298]: DEBUG nova.virt.hardware [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1635.650237] env[62298]: DEBUG nova.virt.hardware [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1635.650425] env[62298]: DEBUG nova.virt.hardware [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1635.650574] env[62298]: DEBUG nova.virt.hardware [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1635.650724] env[62298]: DEBUG nova.virt.hardware [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1635.650928] env[62298]: DEBUG nova.virt.hardware [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1635.651102] env[62298]: DEBUG nova.virt.hardware [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1635.651273] env[62298]: DEBUG nova.virt.hardware [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1635.651435] env[62298]: DEBUG nova.virt.hardware [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1635.651611] env[62298]: DEBUG nova.virt.hardware [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1635.657093] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Reconfiguring VM instance instance-0000000b to detach disk 2000 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1635.657370] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fae8076d-54b9-47a9-af2f-799846dd584b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.675443] env[62298]: DEBUG oslo_vmware.api [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1635.675443] env[62298]: value = "task-1804374" [ 1635.675443] env[62298]: _type = "Task" [ 1635.675443] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.684630] env[62298]: DEBUG oslo_vmware.api [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804374, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.739019] env[62298]: DEBUG nova.compute.utils [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1635.739019] env[62298]: DEBUG nova.compute.manager [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1635.739019] env[62298]: DEBUG nova.network.neutron [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1635.812096] env[62298]: DEBUG nova.policy [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a8508586dff4890abcb9d6b4569e09a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d1ef7d6dee744c1aba9c1e6ac8c0e0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1635.906645] env[62298]: DEBUG oslo_vmware.api [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52026389-22ea-f371-798d-2614184a66c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009297} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.906959] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.907210] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1635.907492] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.907691] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.907901] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1635.908169] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3a4a23a-99d5-48d4-a843-e69ef6994be6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.916126] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1635.916317] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1635.917013] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8d11920-fb57-4690-86ee-3e885dd9ba8a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.921746] env[62298]: DEBUG oslo_vmware.api [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1635.921746] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529d0f34-86cd-7075-70e5-0b5de5b3811a" [ 1635.921746] env[62298]: _type = "Task" [ 1635.921746] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.928934] env[62298]: DEBUG oslo_vmware.api [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529d0f34-86cd-7075-70e5-0b5de5b3811a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.028227] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquiring lock "refresh_cache-96f6489c-f4bd-4ec6-8562-d8d616c66950" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.028445] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquired lock "refresh_cache-96f6489c-f4bd-4ec6-8562-d8d616c66950" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.028692] env[62298]: DEBUG nova.network.neutron [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1636.067349] env[62298]: INFO nova.compute.manager [None req-03e5a157-253e-49de-b5a1-2c7dddeb3689 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Get console output [ 1636.067349] env[62298]: WARNING nova.virt.vmwareapi.driver [None req-03e5a157-253e-49de-b5a1-2c7dddeb3689 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] The console log is missing. Check your VSPC configuration [ 1636.069836] env[62298]: DEBUG nova.network.neutron [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Successfully created port: e0fda82d-3485-45ee-92d6-90c2cefba86c {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1636.080907] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.185088] env[62298]: DEBUG oslo_vmware.api [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804374, 'name': ReconfigVM_Task, 'duration_secs': 0.166379} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.185378] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Reconfigured VM instance instance-0000000b to detach disk 2000 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1636.186150] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d454da8-33c4-4cf9-aa3b-79be3ae43fcf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.211702] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 8986a988-9d2f-4838-9d87-44753fe83c76/8986a988-9d2f-4838-9d87-44753fe83c76.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1636.211702] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5464e71e-c907-47d4-8695-0f50eb3e4abb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.230274] env[62298]: DEBUG oslo_vmware.api [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1636.230274] env[62298]: value = "task-1804375" [ 1636.230274] env[62298]: _type = "Task" [ 1636.230274] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.240756] env[62298]: DEBUG oslo_vmware.api [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804375, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.242444] env[62298]: DEBUG nova.compute.manager [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1636.432170] env[62298]: DEBUG oslo_vmware.api [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529d0f34-86cd-7075-70e5-0b5de5b3811a, 'name': SearchDatastore_Task, 'duration_secs': 0.007874} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.435113] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8814b956-423f-4bdd-ad44-590ed8f4fc02 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.440481] env[62298]: DEBUG oslo_vmware.api [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1636.440481] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f99c20-7493-7bbc-23b1-97eb6d8894ea" [ 1636.440481] env[62298]: _type = "Task" [ 1636.440481] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.450131] env[62298]: DEBUG oslo_vmware.api [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f99c20-7493-7bbc-23b1-97eb6d8894ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.575487] env[62298]: DEBUG nova.network.neutron [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1636.590019] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804373, 'name': ReconfigVM_Task, 'duration_secs': 0.973298} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.592378] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90/2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1636.593325] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43d4e9e9-4ab6-4e6a-9f05-b3cda32f3f2d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.601194] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1636.601194] env[62298]: value = "task-1804376" [ 1636.601194] env[62298]: _type = "Task" [ 1636.601194] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.615394] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804376, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.699228] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02aa6ed3-a956-4d0e-b753-5ef1113ce226 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.709028] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542e88d9-2ae0-460f-a7c2-e4e2269ab19c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.752461] env[62298]: DEBUG nova.network.neutron [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Updating instance_info_cache with network_info: [{"id": "ac3e7bd6-9aeb-47da-a052-516905da2383", "address": "fa:16:3e:c6:be:41", "network": {"id": "2f88088b-617d-44ed-a299-931e959400b4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2010786410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4016e7fa102484a83e66beabdfce731", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac3e7bd6-9a", "ovs_interfaceid": "ac3e7bd6-9aeb-47da-a052-516905da2383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.756972] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73b9e6d-126b-4ced-b34c-4e30c68ee4da {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.766575] env[62298]: DEBUG oslo_vmware.api [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.770457] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab23a801-7fe7-430c-b8fe-83846e6b844d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.786383] env[62298]: DEBUG nova.compute.provider_tree [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1636.952317] env[62298]: DEBUG oslo_vmware.api [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f99c20-7493-7bbc-23b1-97eb6d8894ea, 'name': SearchDatastore_Task, 'duration_secs': 0.008117} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.952622] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.952846] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] ca4080d1-e1e4-4bed-a777-bf2414a20cb5/ca4080d1-e1e4-4bed-a777-bf2414a20cb5.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1636.953465] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cb0a9fb-9f9a-45c9-b2d3-9bb46a9642ab {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.960015] env[62298]: DEBUG oslo_vmware.api [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1636.960015] env[62298]: value = "task-1804377" [ 1636.960015] env[62298]: _type = "Task" [ 1636.960015] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.967978] env[62298]: DEBUG oslo_vmware.api [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.113277] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804376, 'name': Rename_Task, 'duration_secs': 0.135081} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.114685] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1637.117204] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a2e7b5d-ab50-40e6-93e3-f50cc4d1a270 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.126377] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1637.126377] env[62298]: value = "task-1804378" [ 1637.126377] env[62298]: _type = "Task" [ 1637.126377] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.137245] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.260337] env[62298]: DEBUG oslo_vmware.api [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804375, 'name': ReconfigVM_Task, 'duration_secs': 0.804285} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.260852] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 8986a988-9d2f-4838-9d87-44753fe83c76/8986a988-9d2f-4838-9d87-44753fe83c76.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1637.261331] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Updating instance '8986a988-9d2f-4838-9d87-44753fe83c76' progress to 50 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1637.265822] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Releasing lock "refresh_cache-96f6489c-f4bd-4ec6-8562-d8d616c66950" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.266121] env[62298]: DEBUG nova.compute.manager [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Instance network_info: |[{"id": "ac3e7bd6-9aeb-47da-a052-516905da2383", "address": "fa:16:3e:c6:be:41", "network": {"id": "2f88088b-617d-44ed-a299-931e959400b4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2010786410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4016e7fa102484a83e66beabdfce731", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac3e7bd6-9a", "ovs_interfaceid": "ac3e7bd6-9aeb-47da-a052-516905da2383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1637.267151] env[62298]: DEBUG nova.compute.manager [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1637.271789] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:be:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac3e7bd6-9aeb-47da-a052-516905da2383', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1637.277972] env[62298]: DEBUG oslo.service.loopingcall [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1637.278246] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1637.278486] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd20deb1-be32-42f8-91aa-f3b661633903 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.296266] env[62298]: DEBUG nova.scheduler.client.report [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1637.305857] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1637.305857] env[62298]: value = "task-1804379" [ 1637.305857] env[62298]: _type = "Task" [ 1637.305857] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.308477] env[62298]: DEBUG nova.virt.hardware [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1637.308778] env[62298]: DEBUG nova.virt.hardware [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1637.308988] env[62298]: DEBUG nova.virt.hardware [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1637.309265] env[62298]: DEBUG nova.virt.hardware [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1637.309522] env[62298]: DEBUG nova.virt.hardware [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1637.309722] env[62298]: DEBUG nova.virt.hardware [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1637.310028] env[62298]: DEBUG nova.virt.hardware [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1637.310220] env[62298]: DEBUG nova.virt.hardware [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1637.310400] env[62298]: DEBUG nova.virt.hardware [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1637.310967] env[62298]: DEBUG nova.virt.hardware [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1637.310967] env[62298]: DEBUG nova.virt.hardware [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1637.311721] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f91426-d081-4ef6-9014-230f42b42e7d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.325967] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804379, 'name': CreateVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.331447] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a561588-f239-4511-ae21-eb1bdb7131c1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.340447] env[62298]: DEBUG nova.compute.manager [req-1b4e8b1a-b54c-44ea-8845-98acd9297b25 req-758c5a05-abef-4298-947b-ebd386e55a40 service nova] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Received event network-vif-plugged-ac3e7bd6-9aeb-47da-a052-516905da2383 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1637.340735] env[62298]: DEBUG oslo_concurrency.lockutils [req-1b4e8b1a-b54c-44ea-8845-98acd9297b25 req-758c5a05-abef-4298-947b-ebd386e55a40 service nova] Acquiring lock "96f6489c-f4bd-4ec6-8562-d8d616c66950-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.340996] env[62298]: DEBUG oslo_concurrency.lockutils [req-1b4e8b1a-b54c-44ea-8845-98acd9297b25 req-758c5a05-abef-4298-947b-ebd386e55a40 service nova] Lock "96f6489c-f4bd-4ec6-8562-d8d616c66950-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.341196] env[62298]: DEBUG oslo_concurrency.lockutils [req-1b4e8b1a-b54c-44ea-8845-98acd9297b25 req-758c5a05-abef-4298-947b-ebd386e55a40 service nova] Lock "96f6489c-f4bd-4ec6-8562-d8d616c66950-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.341389] env[62298]: DEBUG nova.compute.manager [req-1b4e8b1a-b54c-44ea-8845-98acd9297b25 req-758c5a05-abef-4298-947b-ebd386e55a40 service nova] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] No waiting events found dispatching network-vif-plugged-ac3e7bd6-9aeb-47da-a052-516905da2383 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1637.341594] env[62298]: WARNING nova.compute.manager [req-1b4e8b1a-b54c-44ea-8845-98acd9297b25 req-758c5a05-abef-4298-947b-ebd386e55a40 service nova] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Received unexpected event network-vif-plugged-ac3e7bd6-9aeb-47da-a052-516905da2383 for instance with vm_state building and task_state spawning. [ 1637.341776] env[62298]: DEBUG nova.compute.manager [req-1b4e8b1a-b54c-44ea-8845-98acd9297b25 req-758c5a05-abef-4298-947b-ebd386e55a40 service nova] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Received event network-changed-ac3e7bd6-9aeb-47da-a052-516905da2383 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1637.341936] env[62298]: DEBUG nova.compute.manager [req-1b4e8b1a-b54c-44ea-8845-98acd9297b25 req-758c5a05-abef-4298-947b-ebd386e55a40 service nova] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Refreshing instance network info cache due to event network-changed-ac3e7bd6-9aeb-47da-a052-516905da2383. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1637.342631] env[62298]: DEBUG oslo_concurrency.lockutils [req-1b4e8b1a-b54c-44ea-8845-98acd9297b25 req-758c5a05-abef-4298-947b-ebd386e55a40 service nova] Acquiring lock "refresh_cache-96f6489c-f4bd-4ec6-8562-d8d616c66950" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.342631] env[62298]: DEBUG oslo_concurrency.lockutils [req-1b4e8b1a-b54c-44ea-8845-98acd9297b25 req-758c5a05-abef-4298-947b-ebd386e55a40 service nova] Acquired lock "refresh_cache-96f6489c-f4bd-4ec6-8562-d8d616c66950" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.342631] env[62298]: DEBUG nova.network.neutron [req-1b4e8b1a-b54c-44ea-8845-98acd9297b25 req-758c5a05-abef-4298-947b-ebd386e55a40 service nova] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Refreshing network info cache for port ac3e7bd6-9aeb-47da-a052-516905da2383 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1637.470444] env[62298]: DEBUG oslo_vmware.api [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804377, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446338} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.471469] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] ca4080d1-e1e4-4bed-a777-bf2414a20cb5/ca4080d1-e1e4-4bed-a777-bf2414a20cb5.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1637.471895] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1637.472305] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5888ecd-1c5d-495b-8e90-f1d1085deec5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.479721] env[62298]: DEBUG oslo_vmware.api [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1637.479721] env[62298]: value = "task-1804380" [ 1637.479721] env[62298]: _type = "Task" [ 1637.479721] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.489094] env[62298]: DEBUG oslo_vmware.api [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.620651] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b41b3c88-0a39-4704-aedd-df2c12560627 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Acquiring lock "998c5ca5-6d2a-40ea-8ff6-81c658a70208" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.620936] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b41b3c88-0a39-4704-aedd-df2c12560627 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Lock "998c5ca5-6d2a-40ea-8ff6-81c658a70208" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.621211] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b41b3c88-0a39-4704-aedd-df2c12560627 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Acquiring lock "998c5ca5-6d2a-40ea-8ff6-81c658a70208-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.621438] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b41b3c88-0a39-4704-aedd-df2c12560627 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Lock "998c5ca5-6d2a-40ea-8ff6-81c658a70208-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.621609] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b41b3c88-0a39-4704-aedd-df2c12560627 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Lock "998c5ca5-6d2a-40ea-8ff6-81c658a70208-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.625056] env[62298]: INFO nova.compute.manager [None req-b41b3c88-0a39-4704-aedd-df2c12560627 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Terminating instance [ 1637.640862] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804378, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.772103] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5b0fed-5868-493e-bcca-7431f0d472ac {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.791450] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f76ba3-4cf6-402d-9326-186b767a44a7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.814534] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.816085] env[62298]: DEBUG nova.compute.manager [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1637.819895] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Updating instance '8986a988-9d2f-4838-9d87-44753fe83c76' progress to 67 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1637.823442] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.558s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.823861] env[62298]: DEBUG nova.objects.instance [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Lazy-loading 'resources' on Instance uuid ce92335d-f8c5-4ee3-a5e8-3f65f805f64d {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1637.835937] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804379, 'name': CreateVM_Task, 'duration_secs': 0.435459} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.836303] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1637.837192] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.837527] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.838052] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1637.838587] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e8dc02c-7d89-4814-af68-a8be6aa9e817 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.845690] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1637.845690] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]520d41d7-50e5-d4c3-e0a1-86613e754ffe" [ 1637.845690] env[62298]: _type = "Task" [ 1637.845690] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.864563] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]520d41d7-50e5-d4c3-e0a1-86613e754ffe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.991354] env[62298]: DEBUG oslo_vmware.api [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075031} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.991617] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1637.992391] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abef876c-479f-4179-a8f1-126d27059f0d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.016694] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] ca4080d1-e1e4-4bed-a777-bf2414a20cb5/ca4080d1-e1e4-4bed-a777-bf2414a20cb5.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1638.016999] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c41ea22b-8bb1-4562-8bf6-0611b4adce25 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.040086] env[62298]: DEBUG oslo_vmware.api [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1638.040086] env[62298]: value = "task-1804381" [ 1638.040086] env[62298]: _type = "Task" [ 1638.040086] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.048361] env[62298]: DEBUG oslo_vmware.api [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804381, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.097948] env[62298]: DEBUG nova.network.neutron [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Successfully updated port: e0fda82d-3485-45ee-92d6-90c2cefba86c {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1638.108366] env[62298]: DEBUG nova.network.neutron [req-1b4e8b1a-b54c-44ea-8845-98acd9297b25 req-758c5a05-abef-4298-947b-ebd386e55a40 service nova] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Updated VIF entry in instance network info cache for port ac3e7bd6-9aeb-47da-a052-516905da2383. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1638.109178] env[62298]: DEBUG nova.network.neutron [req-1b4e8b1a-b54c-44ea-8845-98acd9297b25 req-758c5a05-abef-4298-947b-ebd386e55a40 service nova] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Updating instance_info_cache with network_info: [{"id": "ac3e7bd6-9aeb-47da-a052-516905da2383", "address": "fa:16:3e:c6:be:41", "network": {"id": "2f88088b-617d-44ed-a299-931e959400b4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-2010786410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4016e7fa102484a83e66beabdfce731", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac3e7bd6-9a", "ovs_interfaceid": "ac3e7bd6-9aeb-47da-a052-516905da2383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.134185] env[62298]: DEBUG nova.compute.manager [None req-b41b3c88-0a39-4704-aedd-df2c12560627 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1638.134469] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b41b3c88-0a39-4704-aedd-df2c12560627 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1638.138357] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0952db-5d57-454f-bf10-373f99b493c9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.141038] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804378, 'name': PowerOnVM_Task, 'duration_secs': 0.683347} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.141552] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1638.141777] env[62298]: INFO nova.compute.manager [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1638.141963] env[62298]: DEBUG nova.compute.manager [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1638.143077] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e19bff5-b6b8-44d5-b328-2e1fdf773a96 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.147767] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41b3c88-0a39-4704-aedd-df2c12560627 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1638.148342] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-973ceeed-8552-42b8-b54d-a9256b3ee705 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.154924] env[62298]: DEBUG oslo_vmware.api [None req-b41b3c88-0a39-4704-aedd-df2c12560627 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Waiting for the task: (returnval){ [ 1638.154924] env[62298]: value = "task-1804382" [ 1638.154924] env[62298]: _type = "Task" [ 1638.154924] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.163471] env[62298]: DEBUG oslo_vmware.api [None req-b41b3c88-0a39-4704-aedd-df2c12560627 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Task: {'id': task-1804382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.326107] env[62298]: DEBUG nova.compute.utils [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1638.329857] env[62298]: DEBUG nova.compute.manager [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1638.329857] env[62298]: DEBUG nova.network.neutron [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1638.357226] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]520d41d7-50e5-d4c3-e0a1-86613e754ffe, 'name': SearchDatastore_Task, 'duration_secs': 0.020427} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.358364] env[62298]: DEBUG nova.compute.manager [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1638.358860] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.359155] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1638.359424] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.359647] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.359901] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1638.363373] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae073b94-1415-4953-ad87-e640b3f783c5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.366360] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3dbc5311-0605-4ad4-8996-00968907dd3a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.378682] env[62298]: DEBUG nova.policy [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a8508586dff4890abcb9d6b4569e09a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d1ef7d6dee744c1aba9c1e6ac8c0e0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1638.382214] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1638.382405] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1638.385899] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc0b00b3-7ccd-425a-8a67-b05b4e5efc40 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.391232] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1638.391232] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52102efd-b36b-0675-89e9-629316ee53a9" [ 1638.391232] env[62298]: _type = "Task" [ 1638.391232] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.401688] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52102efd-b36b-0675-89e9-629316ee53a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.404680] env[62298]: DEBUG nova.network.neutron [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Port 241f4d4d-6064-4935-8d11-800121d60358 binding to destination host cpu-1 is already ACTIVE {{(pid=62298) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1638.554116] env[62298]: DEBUG oslo_vmware.api [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.603711] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquiring lock "refresh_cache-3ac82c27-bd02-486e-ac8c-36328891c942" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.603711] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquired lock "refresh_cache-3ac82c27-bd02-486e-ac8c-36328891c942" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.603711] env[62298]: DEBUG nova.network.neutron [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1638.612605] env[62298]: DEBUG oslo_concurrency.lockutils [req-1b4e8b1a-b54c-44ea-8845-98acd9297b25 req-758c5a05-abef-4298-947b-ebd386e55a40 service nova] Releasing lock "refresh_cache-96f6489c-f4bd-4ec6-8562-d8d616c66950" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.650415] env[62298]: DEBUG nova.network.neutron [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Successfully created port: 6fbc4d90-6895-442e-be4a-5c57a4e42a70 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1638.668727] env[62298]: INFO nova.compute.manager [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Took 46.22 seconds to build instance. [ 1638.677968] env[62298]: DEBUG oslo_vmware.api [None req-b41b3c88-0a39-4704-aedd-df2c12560627 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Task: {'id': task-1804382, 'name': PowerOffVM_Task, 'duration_secs': 0.182932} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.678325] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41b3c88-0a39-4704-aedd-df2c12560627 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1638.678495] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b41b3c88-0a39-4704-aedd-df2c12560627 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1638.679199] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f9783ad-3d4d-4cbc-860e-28a9c39a08be {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.818170] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b41b3c88-0a39-4704-aedd-df2c12560627 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1638.818170] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b41b3c88-0a39-4704-aedd-df2c12560627 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1638.818170] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b41b3c88-0a39-4704-aedd-df2c12560627 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Deleting the datastore file [datastore1] 998c5ca5-6d2a-40ea-8ff6-81c658a70208 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1638.818527] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-908ba3e7-c370-4103-ad6d-40a3d14dd93a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.824143] env[62298]: DEBUG oslo_vmware.api [None req-b41b3c88-0a39-4704-aedd-df2c12560627 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Waiting for the task: (returnval){ [ 1638.824143] env[62298]: value = "task-1804384" [ 1638.824143] env[62298]: _type = "Task" [ 1638.824143] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.830098] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e2a9c3-c07c-44eb-b56a-1ddc510b2254 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.833189] env[62298]: DEBUG nova.compute.manager [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1638.839409] env[62298]: DEBUG oslo_vmware.api [None req-b41b3c88-0a39-4704-aedd-df2c12560627 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Task: {'id': task-1804384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.843048] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a6397e-a1ee-4c65-87f9-40a564f3a2ad {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.873529] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bedf19d-2a1d-434f-82cb-ccb7434e11f9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.881883] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3535f4e-21e9-4cdc-81c3-c225c5d3d1a6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.886757] env[62298]: INFO nova.compute.manager [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] instance snapshotting [ 1638.886949] env[62298]: WARNING nova.compute.manager [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1638.890246] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5900c8-7655-4c78-999e-8a37fecc38a1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.902761] env[62298]: DEBUG nova.compute.provider_tree [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1638.929143] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf27d8b-16fc-4e09-83d6-0ca7bc082aa4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.933137] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52102efd-b36b-0675-89e9-629316ee53a9, 'name': SearchDatastore_Task, 'duration_secs': 0.023495} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.934212] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7330423-77b1-4641-93bc-f1c8fa68edae {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.943638] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1638.943638] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e37258-103f-d7b7-f830-243cf33602c7" [ 1638.943638] env[62298]: _type = "Task" [ 1638.943638] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.951550] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e37258-103f-d7b7-f830-243cf33602c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.050491] env[62298]: DEBUG oslo_vmware.api [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804381, 'name': ReconfigVM_Task, 'duration_secs': 0.782273} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.050782] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Reconfigured VM instance instance-00000015 to attach disk [datastore1] ca4080d1-e1e4-4bed-a777-bf2414a20cb5/ca4080d1-e1e4-4bed-a777-bf2414a20cb5.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1639.051429] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f29ea91c-5a6e-4467-b5f8-ba4527b674be {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.057848] env[62298]: DEBUG oslo_vmware.api [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1639.057848] env[62298]: value = "task-1804385" [ 1639.057848] env[62298]: _type = "Task" [ 1639.057848] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.065811] env[62298]: DEBUG oslo_vmware.api [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804385, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.149289] env[62298]: DEBUG nova.network.neutron [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1639.173326] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.740s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.334499] env[62298]: DEBUG oslo_vmware.api [None req-b41b3c88-0a39-4704-aedd-df2c12560627 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Task: {'id': task-1804384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462802} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.334711] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b41b3c88-0a39-4704-aedd-df2c12560627 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1639.334894] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b41b3c88-0a39-4704-aedd-df2c12560627 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1639.335087] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b41b3c88-0a39-4704-aedd-df2c12560627 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1639.335266] env[62298]: INFO nova.compute.manager [None req-b41b3c88-0a39-4704-aedd-df2c12560627 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1639.335518] env[62298]: DEBUG oslo.service.loopingcall [None req-b41b3c88-0a39-4704-aedd-df2c12560627 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1639.335730] env[62298]: DEBUG nova.compute.manager [-] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1639.335828] env[62298]: DEBUG nova.network.neutron [-] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1639.368053] env[62298]: DEBUG nova.compute.manager [req-c7ece64c-aa0e-4b00-b932-f9dea247ad83 req-5a7bc201-b087-4008-a3aa-548dc2945b91 service nova] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Received event network-vif-plugged-e0fda82d-3485-45ee-92d6-90c2cefba86c {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1639.368053] env[62298]: DEBUG oslo_concurrency.lockutils [req-c7ece64c-aa0e-4b00-b932-f9dea247ad83 req-5a7bc201-b087-4008-a3aa-548dc2945b91 service nova] Acquiring lock "3ac82c27-bd02-486e-ac8c-36328891c942-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.368053] env[62298]: DEBUG oslo_concurrency.lockutils [req-c7ece64c-aa0e-4b00-b932-f9dea247ad83 req-5a7bc201-b087-4008-a3aa-548dc2945b91 service nova] Lock "3ac82c27-bd02-486e-ac8c-36328891c942-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.368053] env[62298]: DEBUG oslo_concurrency.lockutils [req-c7ece64c-aa0e-4b00-b932-f9dea247ad83 req-5a7bc201-b087-4008-a3aa-548dc2945b91 service nova] Lock "3ac82c27-bd02-486e-ac8c-36328891c942-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.368053] env[62298]: DEBUG nova.compute.manager [req-c7ece64c-aa0e-4b00-b932-f9dea247ad83 req-5a7bc201-b087-4008-a3aa-548dc2945b91 service nova] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] No waiting events found dispatching network-vif-plugged-e0fda82d-3485-45ee-92d6-90c2cefba86c {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1639.368053] env[62298]: WARNING nova.compute.manager [req-c7ece64c-aa0e-4b00-b932-f9dea247ad83 req-5a7bc201-b087-4008-a3aa-548dc2945b91 service nova] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Received unexpected event network-vif-plugged-e0fda82d-3485-45ee-92d6-90c2cefba86c for instance with vm_state building and task_state spawning. [ 1639.368053] env[62298]: DEBUG nova.compute.manager [req-c7ece64c-aa0e-4b00-b932-f9dea247ad83 req-5a7bc201-b087-4008-a3aa-548dc2945b91 service nova] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Received event network-changed-e0fda82d-3485-45ee-92d6-90c2cefba86c {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1639.368053] env[62298]: DEBUG nova.compute.manager [req-c7ece64c-aa0e-4b00-b932-f9dea247ad83 req-5a7bc201-b087-4008-a3aa-548dc2945b91 service nova] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Refreshing instance network info cache due to event network-changed-e0fda82d-3485-45ee-92d6-90c2cefba86c. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1639.368053] env[62298]: DEBUG oslo_concurrency.lockutils [req-c7ece64c-aa0e-4b00-b932-f9dea247ad83 req-5a7bc201-b087-4008-a3aa-548dc2945b91 service nova] Acquiring lock "refresh_cache-3ac82c27-bd02-486e-ac8c-36328891c942" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.382359] env[62298]: DEBUG nova.network.neutron [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Updating instance_info_cache with network_info: [{"id": "e0fda82d-3485-45ee-92d6-90c2cefba86c", "address": "fa:16:3e:ff:5e:ae", "network": {"id": "021549d4-b74f-4984-8e96-a3af550423c7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1501975980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d1ef7d6dee744c1aba9c1e6ac8c0e0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0fda82d-34", "ovs_interfaceid": "e0fda82d-3485-45ee-92d6-90c2cefba86c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.426714] env[62298]: ERROR nova.scheduler.client.report [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] [req-dd232102-db8f-4009-b653-d326567268dd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dd232102-db8f-4009-b653-d326567268dd"}]} [ 1639.443145] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "8986a988-9d2f-4838-9d87-44753fe83c76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.443376] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "8986a988-9d2f-4838-9d87-44753fe83c76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.443552] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "8986a988-9d2f-4838-9d87-44753fe83c76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.444907] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Creating Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1639.445677] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-03954c2b-494b-459e-a7ef-f740b85c41b5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.455191] env[62298]: DEBUG nova.scheduler.client.report [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1639.461043] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e37258-103f-d7b7-f830-243cf33602c7, 'name': SearchDatastore_Task, 'duration_secs': 0.034684} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.463563] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.464341] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 96f6489c-f4bd-4ec6-8562-d8d616c66950/96f6489c-f4bd-4ec6-8562-d8d616c66950.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1639.464515] env[62298]: DEBUG oslo_vmware.api [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1639.464515] env[62298]: value = "task-1804386" [ 1639.464515] env[62298]: _type = "Task" [ 1639.464515] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.464712] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bfa8648-3a1c-4b6b-ac24-f07be081d2d8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.477108] env[62298]: DEBUG oslo_vmware.api [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804386, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.477981] env[62298]: DEBUG nova.scheduler.client.report [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1639.478203] env[62298]: DEBUG nova.compute.provider_tree [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1639.480170] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1639.480170] env[62298]: value = "task-1804387" [ 1639.480170] env[62298]: _type = "Task" [ 1639.480170] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.488844] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.490856] env[62298]: DEBUG nova.scheduler.client.report [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1639.511966] env[62298]: DEBUG nova.scheduler.client.report [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1639.569779] env[62298]: DEBUG oslo_vmware.api [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804385, 'name': Rename_Task, 'duration_secs': 0.215759} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.570992] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1639.570992] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae220b5e-7c61-4810-ba4c-fa7e21adc3c0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.580040] env[62298]: DEBUG oslo_vmware.api [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1639.580040] env[62298]: value = "task-1804388" [ 1639.580040] env[62298]: _type = "Task" [ 1639.580040] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.590180] env[62298]: DEBUG oslo_vmware.api [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.848532] env[62298]: DEBUG nova.compute.manager [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1639.877229] env[62298]: DEBUG nova.virt.hardware [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1639.877592] env[62298]: DEBUG nova.virt.hardware [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1639.877773] env[62298]: DEBUG nova.virt.hardware [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1639.877961] env[62298]: DEBUG nova.virt.hardware [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1639.878208] env[62298]: DEBUG nova.virt.hardware [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1639.878889] env[62298]: DEBUG nova.virt.hardware [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1639.879152] env[62298]: DEBUG nova.virt.hardware [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1639.879952] env[62298]: DEBUG nova.virt.hardware [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1639.879952] env[62298]: DEBUG nova.virt.hardware [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1639.879952] env[62298]: DEBUG nova.virt.hardware [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1639.879952] env[62298]: DEBUG nova.virt.hardware [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1639.881437] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363db50b-4ba2-4bfa-a74c-cc0cfdc2fdb1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.884528] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Releasing lock "refresh_cache-3ac82c27-bd02-486e-ac8c-36328891c942" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.884836] env[62298]: DEBUG nova.compute.manager [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Instance network_info: |[{"id": "e0fda82d-3485-45ee-92d6-90c2cefba86c", "address": "fa:16:3e:ff:5e:ae", "network": {"id": "021549d4-b74f-4984-8e96-a3af550423c7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1501975980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d1ef7d6dee744c1aba9c1e6ac8c0e0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0fda82d-34", "ovs_interfaceid": "e0fda82d-3485-45ee-92d6-90c2cefba86c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1639.885610] env[62298]: DEBUG oslo_concurrency.lockutils [req-c7ece64c-aa0e-4b00-b932-f9dea247ad83 req-5a7bc201-b087-4008-a3aa-548dc2945b91 service nova] Acquired lock "refresh_cache-3ac82c27-bd02-486e-ac8c-36328891c942" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.888022] env[62298]: DEBUG nova.network.neutron [req-c7ece64c-aa0e-4b00-b932-f9dea247ad83 req-5a7bc201-b087-4008-a3aa-548dc2945b91 service nova] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Refreshing network info cache for port e0fda82d-3485-45ee-92d6-90c2cefba86c {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1639.888022] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:5e:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8812601-ae67-4e0d-b9a2-710b86c53ac5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0fda82d-3485-45ee-92d6-90c2cefba86c', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1639.896551] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Creating folder: Project (9d1ef7d6dee744c1aba9c1e6ac8c0e0a). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1639.902202] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0543d54d-47e3-4e61-b11a-e47b46d2d975 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.906607] env[62298]: DEBUG nova.compute.manager [req-7e426c13-0e38-4b91-a941-734f17a96bde req-691c2e61-4236-4881-ba96-f07cd2271533 service nova] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Received event network-vif-deleted-e0340573-c1d2-42b3-80d7-74a2c9053601 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1639.906746] env[62298]: INFO nova.compute.manager [req-7e426c13-0e38-4b91-a941-734f17a96bde req-691c2e61-4236-4881-ba96-f07cd2271533 service nova] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Neutron deleted interface e0340573-c1d2-42b3-80d7-74a2c9053601; detaching it from the instance and deleting it from the info cache [ 1639.906924] env[62298]: DEBUG nova.network.neutron [req-7e426c13-0e38-4b91-a941-734f17a96bde req-691c2e61-4236-4881-ba96-f07cd2271533 service nova] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.914866] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd098536-e403-43f4-8f73-0bc0f6a4ff96 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.936590] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Created folder: Project (9d1ef7d6dee744c1aba9c1e6ac8c0e0a) in parent group-v373906. [ 1639.936864] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Creating folder: Instances. Parent ref: group-v374070. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1639.937382] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e16c3739-97b0-443b-a86f-e24d18de8cac {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.950413] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Created folder: Instances in parent group-v374070. [ 1639.950945] env[62298]: DEBUG oslo.service.loopingcall [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1639.953313] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1639.954101] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cda326fb-081c-4d67-9025-96a8d7482308 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.984469] env[62298]: DEBUG oslo_vmware.api [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804386, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.989154] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1639.989154] env[62298]: value = "task-1804391" [ 1639.989154] env[62298]: _type = "Task" [ 1639.989154] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.001659] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447982} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.002466] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 96f6489c-f4bd-4ec6-8562-d8d616c66950/96f6489c-f4bd-4ec6-8562-d8d616c66950.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1640.002913] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1640.003268] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ccf90f2-0ee8-46cf-800d-d8eab0e4603f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.013346] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804391, 'name': CreateVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.016290] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1640.016290] env[62298]: value = "task-1804392" [ 1640.016290] env[62298]: _type = "Task" [ 1640.016290] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.027192] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.055642] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1484ce-f746-4798-8ebf-fe50142b2d49 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.064140] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3567d51b-f4cc-4c2a-8b3a-a376efe9b2d0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.100405] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729110e9-eec4-46cf-9293-2417c9aa3c36 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.110311] env[62298]: DEBUG oslo_vmware.api [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804388, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.111922] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745fe233-2e2a-419f-a3d1-d6fd70493695 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.126116] env[62298]: DEBUG nova.compute.provider_tree [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1640.211057] env[62298]: DEBUG nova.network.neutron [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Successfully updated port: 6fbc4d90-6895-442e-be4a-5c57a4e42a70 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1640.362034] env[62298]: DEBUG nova.network.neutron [-] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.409862] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12b9782e-9c9a-491f-8787-3877e3878e7e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.419915] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19af101f-1420-4fc1-9ef7-893970d699a4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.459039] env[62298]: DEBUG nova.compute.manager [req-7e426c13-0e38-4b91-a941-734f17a96bde req-691c2e61-4236-4881-ba96-f07cd2271533 service nova] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Detach interface failed, port_id=e0340573-c1d2-42b3-80d7-74a2c9053601, reason: Instance 998c5ca5-6d2a-40ea-8ff6-81c658a70208 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1640.483934] env[62298]: DEBUG oslo_vmware.api [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804386, 'name': CreateSnapshot_Task, 'duration_secs': 0.97685} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.484275] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Created Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1640.485150] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a68c95b-764e-4b2d-ac48-18ef0dd8bf04 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.503093] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "refresh_cache-8986a988-9d2f-4838-9d87-44753fe83c76" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.503262] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquired lock "refresh_cache-8986a988-9d2f-4838-9d87-44753fe83c76" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.503574] env[62298]: DEBUG nova.network.neutron [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1640.511769] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804391, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.528337] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076739} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.528442] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1640.529251] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fd3a76-19e1-4d55-885c-13a0742d6201 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.555492] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 96f6489c-f4bd-4ec6-8562-d8d616c66950/96f6489c-f4bd-4ec6-8562-d8d616c66950.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1640.558596] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93dd5d47-88b7-490d-af02-443873f4a8d9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.579478] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1640.579478] env[62298]: value = "task-1804393" [ 1640.579478] env[62298]: _type = "Task" [ 1640.579478] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.588560] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804393, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.608265] env[62298]: DEBUG oslo_vmware.api [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804388, 'name': PowerOnVM_Task, 'duration_secs': 0.741028} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.608584] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1640.608900] env[62298]: DEBUG nova.compute.manager [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1640.609956] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a975ca-f890-4804-878e-7daf20204866 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.629595] env[62298]: DEBUG nova.scheduler.client.report [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1640.678921] env[62298]: DEBUG nova.network.neutron [req-c7ece64c-aa0e-4b00-b932-f9dea247ad83 req-5a7bc201-b087-4008-a3aa-548dc2945b91 service nova] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Updated VIF entry in instance network info cache for port e0fda82d-3485-45ee-92d6-90c2cefba86c. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1640.679308] env[62298]: DEBUG nova.network.neutron [req-c7ece64c-aa0e-4b00-b932-f9dea247ad83 req-5a7bc201-b087-4008-a3aa-548dc2945b91 service nova] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Updating instance_info_cache with network_info: [{"id": "e0fda82d-3485-45ee-92d6-90c2cefba86c", "address": "fa:16:3e:ff:5e:ae", "network": {"id": "021549d4-b74f-4984-8e96-a3af550423c7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1501975980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d1ef7d6dee744c1aba9c1e6ac8c0e0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0fda82d-34", "ovs_interfaceid": "e0fda82d-3485-45ee-92d6-90c2cefba86c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.712857] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquiring lock "refresh_cache-0a491f77-35c6-4698-bea7-526a4e99b5f1" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.713195] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquired lock "refresh_cache-0a491f77-35c6-4698-bea7-526a4e99b5f1" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.713438] env[62298]: DEBUG nova.network.neutron [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1640.864654] env[62298]: INFO nova.compute.manager [-] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Took 1.53 seconds to deallocate network for instance. [ 1641.005017] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804391, 'name': CreateVM_Task, 'duration_secs': 0.643391} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.007738] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1641.014486] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Creating linked-clone VM from snapshot {{(pid=62298) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1641.014791] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.014956] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.015308] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1641.015555] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-160715a5-3d28-4e6e-89bf-51e4e18c63c3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.019784] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f981aa9-b26a-43cf-a840-bc9487282ab0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.025451] env[62298]: DEBUG oslo_vmware.api [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for the task: (returnval){ [ 1641.025451] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5233a600-daa2-3dc6-8e0b-e66596a0d533" [ 1641.025451] env[62298]: _type = "Task" [ 1641.025451] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.028063] env[62298]: DEBUG oslo_vmware.api [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1641.028063] env[62298]: value = "task-1804394" [ 1641.028063] env[62298]: _type = "Task" [ 1641.028063] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.038220] env[62298]: DEBUG oslo_vmware.api [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5233a600-daa2-3dc6-8e0b-e66596a0d533, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.041289] env[62298]: DEBUG oslo_vmware.api [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804394, 'name': CloneVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.090366] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.129936] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.134976] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.311s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.137372] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.021s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.139755] env[62298]: INFO nova.compute.claims [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1641.168176] env[62298]: INFO nova.scheduler.client.report [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Deleted allocations for instance ce92335d-f8c5-4ee3-a5e8-3f65f805f64d [ 1641.184050] env[62298]: DEBUG oslo_concurrency.lockutils [req-c7ece64c-aa0e-4b00-b932-f9dea247ad83 req-5a7bc201-b087-4008-a3aa-548dc2945b91 service nova] Releasing lock "refresh_cache-3ac82c27-bd02-486e-ac8c-36328891c942" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.269346] env[62298]: DEBUG nova.network.neutron [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1641.333746] env[62298]: DEBUG nova.network.neutron [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Updating instance_info_cache with network_info: [{"id": "241f4d4d-6064-4935-8d11-800121d60358", "address": "fa:16:3e:8a:6a:a0", "network": {"id": "94bd295c-7a95-4ae9-8468-34209c70d332", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-786886130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5af512a3e1f469f9c4223575f326699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap241f4d4d-60", "ovs_interfaceid": "241f4d4d-6064-4935-8d11-800121d60358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.371212] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b41b3c88-0a39-4704-aedd-df2c12560627 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.431877] env[62298]: DEBUG nova.network.neutron [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Updating instance_info_cache with network_info: [{"id": "6fbc4d90-6895-442e-be4a-5c57a4e42a70", "address": "fa:16:3e:bd:40:f2", "network": {"id": "021549d4-b74f-4984-8e96-a3af550423c7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1501975980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d1ef7d6dee744c1aba9c1e6ac8c0e0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fbc4d90-68", "ovs_interfaceid": "6fbc4d90-6895-442e-be4a-5c57a4e42a70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.542612] env[62298]: DEBUG oslo_vmware.api [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5233a600-daa2-3dc6-8e0b-e66596a0d533, 'name': SearchDatastore_Task, 'duration_secs': 0.014151} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.546847] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.546847] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1641.547024] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.547172] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.547361] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1641.547633] env[62298]: DEBUG oslo_vmware.api [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804394, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.547846] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a203608e-ef3e-412a-b73b-446df48e365c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.556808] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1641.556987] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1641.557726] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-540c9266-e1e9-4052-9be7-087b7eeeff0a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.562739] env[62298]: DEBUG oslo_vmware.api [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for the task: (returnval){ [ 1641.562739] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52176a9e-d573-8929-d2d9-0e2c75ea9bbd" [ 1641.562739] env[62298]: _type = "Task" [ 1641.562739] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.570480] env[62298]: DEBUG oslo_vmware.api [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52176a9e-d573-8929-d2d9-0e2c75ea9bbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.590160] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804393, 'name': ReconfigVM_Task, 'duration_secs': 0.866901} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.590388] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 96f6489c-f4bd-4ec6-8562-d8d616c66950/96f6489c-f4bd-4ec6-8562-d8d616c66950.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1641.591023] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bfbff31-d7ae-4b9d-bd5b-c6c4584c1878 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.597146] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1641.597146] env[62298]: value = "task-1804395" [ 1641.597146] env[62298]: _type = "Task" [ 1641.597146] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.606111] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804395, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.676480] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6c4d87cf-f942-4913-a097-cd7bb18dec9a tempest-ServersTestMultiNic-1358774628 tempest-ServersTestMultiNic-1358774628-project-member] Lock "ce92335d-f8c5-4ee3-a5e8-3f65f805f64d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.316s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.836952] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Releasing lock "refresh_cache-8986a988-9d2f-4838-9d87-44753fe83c76" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.934633] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Releasing lock "refresh_cache-0a491f77-35c6-4698-bea7-526a4e99b5f1" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.935011] env[62298]: DEBUG nova.compute.manager [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Instance network_info: |[{"id": "6fbc4d90-6895-442e-be4a-5c57a4e42a70", "address": "fa:16:3e:bd:40:f2", "network": {"id": "021549d4-b74f-4984-8e96-a3af550423c7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1501975980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d1ef7d6dee744c1aba9c1e6ac8c0e0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fbc4d90-68", "ovs_interfaceid": "6fbc4d90-6895-442e-be4a-5c57a4e42a70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1641.935478] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:40:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8812601-ae67-4e0d-b9a2-710b86c53ac5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fbc4d90-6895-442e-be4a-5c57a4e42a70', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1641.943345] env[62298]: DEBUG oslo.service.loopingcall [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1641.943605] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1641.944295] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aaae5560-e201-4e83-ba85-f8d1c0fb7e17 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.962089] env[62298]: DEBUG nova.compute.manager [req-3911e765-bfc1-4bb4-80fd-db28e43e2174 req-b32affdd-ff8e-4437-b1f3-5094a33f9854 service nova] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Received event network-vif-plugged-6fbc4d90-6895-442e-be4a-5c57a4e42a70 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1641.962310] env[62298]: DEBUG oslo_concurrency.lockutils [req-3911e765-bfc1-4bb4-80fd-db28e43e2174 req-b32affdd-ff8e-4437-b1f3-5094a33f9854 service nova] Acquiring lock "0a491f77-35c6-4698-bea7-526a4e99b5f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.962515] env[62298]: DEBUG oslo_concurrency.lockutils [req-3911e765-bfc1-4bb4-80fd-db28e43e2174 req-b32affdd-ff8e-4437-b1f3-5094a33f9854 service nova] Lock "0a491f77-35c6-4698-bea7-526a4e99b5f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.962683] env[62298]: DEBUG oslo_concurrency.lockutils [req-3911e765-bfc1-4bb4-80fd-db28e43e2174 req-b32affdd-ff8e-4437-b1f3-5094a33f9854 service nova] Lock "0a491f77-35c6-4698-bea7-526a4e99b5f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.962856] env[62298]: DEBUG nova.compute.manager [req-3911e765-bfc1-4bb4-80fd-db28e43e2174 req-b32affdd-ff8e-4437-b1f3-5094a33f9854 service nova] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] No waiting events found dispatching network-vif-plugged-6fbc4d90-6895-442e-be4a-5c57a4e42a70 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1641.963072] env[62298]: WARNING nova.compute.manager [req-3911e765-bfc1-4bb4-80fd-db28e43e2174 req-b32affdd-ff8e-4437-b1f3-5094a33f9854 service nova] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Received unexpected event network-vif-plugged-6fbc4d90-6895-442e-be4a-5c57a4e42a70 for instance with vm_state building and task_state spawning. [ 1641.963345] env[62298]: DEBUG nova.compute.manager [req-3911e765-bfc1-4bb4-80fd-db28e43e2174 req-b32affdd-ff8e-4437-b1f3-5094a33f9854 service nova] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Received event network-changed-6fbc4d90-6895-442e-be4a-5c57a4e42a70 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1641.963533] env[62298]: DEBUG nova.compute.manager [req-3911e765-bfc1-4bb4-80fd-db28e43e2174 req-b32affdd-ff8e-4437-b1f3-5094a33f9854 service nova] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Refreshing instance network info cache due to event network-changed-6fbc4d90-6895-442e-be4a-5c57a4e42a70. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1641.963726] env[62298]: DEBUG oslo_concurrency.lockutils [req-3911e765-bfc1-4bb4-80fd-db28e43e2174 req-b32affdd-ff8e-4437-b1f3-5094a33f9854 service nova] Acquiring lock "refresh_cache-0a491f77-35c6-4698-bea7-526a4e99b5f1" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.963867] env[62298]: DEBUG oslo_concurrency.lockutils [req-3911e765-bfc1-4bb4-80fd-db28e43e2174 req-b32affdd-ff8e-4437-b1f3-5094a33f9854 service nova] Acquired lock "refresh_cache-0a491f77-35c6-4698-bea7-526a4e99b5f1" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.964037] env[62298]: DEBUG nova.network.neutron [req-3911e765-bfc1-4bb4-80fd-db28e43e2174 req-b32affdd-ff8e-4437-b1f3-5094a33f9854 service nova] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Refreshing network info cache for port 6fbc4d90-6895-442e-be4a-5c57a4e42a70 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1641.967096] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1641.967096] env[62298]: value = "task-1804396" [ 1641.967096] env[62298]: _type = "Task" [ 1641.967096] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.975815] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804396, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.042514] env[62298]: DEBUG oslo_vmware.api [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804394, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.073956] env[62298]: DEBUG oslo_vmware.api [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52176a9e-d573-8929-d2d9-0e2c75ea9bbd, 'name': SearchDatastore_Task, 'duration_secs': 0.016254} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.074163] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b791712-ce70-46dc-bca2-21db043e36c7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.079208] env[62298]: DEBUG oslo_vmware.api [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for the task: (returnval){ [ 1642.079208] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52205c38-3ba3-9997-b36e-6bbd939d90f3" [ 1642.079208] env[62298]: _type = "Task" [ 1642.079208] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.087234] env[62298]: DEBUG oslo_vmware.api [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52205c38-3ba3-9997-b36e-6bbd939d90f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.106071] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804395, 'name': Rename_Task, 'duration_secs': 0.179543} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.106071] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1642.106196] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4bd8e20-aa8e-46d7-8597-04ad0606565f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.112671] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1642.112671] env[62298]: value = "task-1804397" [ 1642.112671] env[62298]: _type = "Task" [ 1642.112671] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.119903] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.359125] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936b1861-196d-4e20-8f54-57c7492e273c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.385184] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774be12a-c05f-492a-940d-a4c2f2a5c9bd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.393116] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Updating instance '8986a988-9d2f-4838-9d87-44753fe83c76' progress to 83 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1642.476534] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804396, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.542302] env[62298]: DEBUG oslo_vmware.api [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804394, 'name': CloneVM_Task} progress is 95%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.593355] env[62298]: DEBUG oslo_vmware.api [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52205c38-3ba3-9997-b36e-6bbd939d90f3, 'name': SearchDatastore_Task, 'duration_secs': 0.016487} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.593632] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.593900] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 3ac82c27-bd02-486e-ac8c-36328891c942/3ac82c27-bd02-486e-ac8c-36328891c942.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1642.594176] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d98f97b-f6f3-44a0-92a4-6de394ae8d21 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.603543] env[62298]: DEBUG oslo_vmware.api [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for the task: (returnval){ [ 1642.603543] env[62298]: value = "task-1804398" [ 1642.603543] env[62298]: _type = "Task" [ 1642.603543] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.613942] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbadefc0-5593-4cee-b2f7-b2b03485162b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.624550] env[62298]: DEBUG oslo_vmware.api [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.630123] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804397, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.632825] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c53434-6c9b-412c-8e80-69f28f0d0af4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.666455] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e596e5a-8dc0-4ece-b4c4-b70630d108b3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.676019] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9c2e6e-dd8d-4b85-8c6b-0a5d02ffc66f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.690430] env[62298]: DEBUG nova.compute.provider_tree [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1642.706507] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92b26147-6a98-460c-bf52-b8c2ea65a2f9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "1154fa7b-5d77-461e-96cb-d196bc6fd16d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.706901] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92b26147-6a98-460c-bf52-b8c2ea65a2f9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "1154fa7b-5d77-461e-96cb-d196bc6fd16d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.707187] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92b26147-6a98-460c-bf52-b8c2ea65a2f9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "1154fa7b-5d77-461e-96cb-d196bc6fd16d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.707434] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92b26147-6a98-460c-bf52-b8c2ea65a2f9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "1154fa7b-5d77-461e-96cb-d196bc6fd16d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.707627] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92b26147-6a98-460c-bf52-b8c2ea65a2f9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "1154fa7b-5d77-461e-96cb-d196bc6fd16d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.709646] env[62298]: INFO nova.compute.manager [None req-92b26147-6a98-460c-bf52-b8c2ea65a2f9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Terminating instance [ 1642.840730] env[62298]: DEBUG nova.network.neutron [req-3911e765-bfc1-4bb4-80fd-db28e43e2174 req-b32affdd-ff8e-4437-b1f3-5094a33f9854 service nova] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Updated VIF entry in instance network info cache for port 6fbc4d90-6895-442e-be4a-5c57a4e42a70. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1642.841203] env[62298]: DEBUG nova.network.neutron [req-3911e765-bfc1-4bb4-80fd-db28e43e2174 req-b32affdd-ff8e-4437-b1f3-5094a33f9854 service nova] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Updating instance_info_cache with network_info: [{"id": "6fbc4d90-6895-442e-be4a-5c57a4e42a70", "address": "fa:16:3e:bd:40:f2", "network": {"id": "021549d4-b74f-4984-8e96-a3af550423c7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1501975980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d1ef7d6dee744c1aba9c1e6ac8c0e0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fbc4d90-68", "ovs_interfaceid": "6fbc4d90-6895-442e-be4a-5c57a4e42a70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.901112] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b148d2fc-880c-4172-b4f2-f1b65e59207c tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Updating instance '8986a988-9d2f-4838-9d87-44753fe83c76' progress to 100 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1642.977189] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804396, 'name': CreateVM_Task, 'duration_secs': 0.513677} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.977543] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1642.978443] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.978443] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.978859] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1642.979207] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22a85beb-5f40-48e7-be6f-6c2b7f520deb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.984559] env[62298]: DEBUG oslo_vmware.api [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for the task: (returnval){ [ 1642.984559] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5201a07e-e5b5-35ea-9c70-ed49d0bba07b" [ 1642.984559] env[62298]: _type = "Task" [ 1642.984559] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.993391] env[62298]: DEBUG oslo_vmware.api [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5201a07e-e5b5-35ea-9c70-ed49d0bba07b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.042211] env[62298]: DEBUG oslo_vmware.api [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804394, 'name': CloneVM_Task, 'duration_secs': 1.678619} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.042541] env[62298]: INFO nova.virt.vmwareapi.vmops [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Created linked-clone VM from snapshot [ 1643.043392] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d87946-c401-48b5-a1d0-ab75c4edb819 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.051627] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Uploading image 1fbb6d4f-b776-4789-a19a-4a4c133ce405 {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1643.075630] env[62298]: DEBUG oslo_vmware.rw_handles [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1643.075630] env[62298]: value = "vm-374074" [ 1643.075630] env[62298]: _type = "VirtualMachine" [ 1643.075630] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1643.075947] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a7aa8299-5aa8-451b-8c4c-4dfa8149bd53 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.083887] env[62298]: DEBUG oslo_vmware.rw_handles [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lease: (returnval){ [ 1643.083887] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52de1a30-c977-6498-fbe2-9273ad82a47f" [ 1643.083887] env[62298]: _type = "HttpNfcLease" [ 1643.083887] env[62298]: } obtained for exporting VM: (result){ [ 1643.083887] env[62298]: value = "vm-374074" [ 1643.083887] env[62298]: _type = "VirtualMachine" [ 1643.083887] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1643.084228] env[62298]: DEBUG oslo_vmware.api [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the lease: (returnval){ [ 1643.084228] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52de1a30-c977-6498-fbe2-9273ad82a47f" [ 1643.084228] env[62298]: _type = "HttpNfcLease" [ 1643.084228] env[62298]: } to be ready. {{(pid=62298) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1643.091459] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1643.091459] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52de1a30-c977-6498-fbe2-9273ad82a47f" [ 1643.091459] env[62298]: _type = "HttpNfcLease" [ 1643.091459] env[62298]: } is initializing. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1643.116028] env[62298]: DEBUG oslo_vmware.api [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804398, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.125830] env[62298]: DEBUG oslo_vmware.api [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804397, 'name': PowerOnVM_Task, 'duration_secs': 0.764013} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.126701] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1643.126701] env[62298]: INFO nova.compute.manager [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1643.126701] env[62298]: DEBUG nova.compute.manager [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1643.127482] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e19ea63-e6ac-4405-ac14-d9066cdec1bb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.194798] env[62298]: DEBUG nova.scheduler.client.report [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1643.213176] env[62298]: DEBUG nova.compute.manager [None req-92b26147-6a98-460c-bf52-b8c2ea65a2f9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1643.213319] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-92b26147-6a98-460c-bf52-b8c2ea65a2f9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1643.214245] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c075fb71-3f89-4280-96af-42a92fe96c65 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.222202] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b26147-6a98-460c-bf52-b8c2ea65a2f9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1643.222450] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7a835f7-fea7-4365-8aa2-f06beb6348be {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.228516] env[62298]: DEBUG oslo_vmware.api [None req-92b26147-6a98-460c-bf52-b8c2ea65a2f9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1643.228516] env[62298]: value = "task-1804400" [ 1643.228516] env[62298]: _type = "Task" [ 1643.228516] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.237174] env[62298]: DEBUG oslo_vmware.api [None req-92b26147-6a98-460c-bf52-b8c2ea65a2f9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.344997] env[62298]: DEBUG oslo_concurrency.lockutils [req-3911e765-bfc1-4bb4-80fd-db28e43e2174 req-b32affdd-ff8e-4437-b1f3-5094a33f9854 service nova] Releasing lock "refresh_cache-0a491f77-35c6-4698-bea7-526a4e99b5f1" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.503550] env[62298]: DEBUG oslo_vmware.api [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5201a07e-e5b5-35ea-9c70-ed49d0bba07b, 'name': SearchDatastore_Task, 'duration_secs': 0.054736} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.503699] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.503936] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1643.504195] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.504500] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.504615] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1643.504895] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea00f41f-6fb1-49a0-b684-082623c88327 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.520414] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1643.520480] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1643.521268] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2ed456a-2158-49ef-9a8c-7a59ed2ea9ab {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.527298] env[62298]: DEBUG oslo_vmware.api [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for the task: (returnval){ [ 1643.527298] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ee8501-eea0-bef5-7e2b-79ebfa440534" [ 1643.527298] env[62298]: _type = "Task" [ 1643.527298] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.537459] env[62298]: DEBUG oslo_vmware.api [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ee8501-eea0-bef5-7e2b-79ebfa440534, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.592535] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1643.592535] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52de1a30-c977-6498-fbe2-9273ad82a47f" [ 1643.592535] env[62298]: _type = "HttpNfcLease" [ 1643.592535] env[62298]: } is ready. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1643.593171] env[62298]: DEBUG oslo_vmware.rw_handles [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1643.593171] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52de1a30-c977-6498-fbe2-9273ad82a47f" [ 1643.593171] env[62298]: _type = "HttpNfcLease" [ 1643.593171] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1643.594666] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27caaa43-4606-4292-955d-e153bfd52673 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.602025] env[62298]: DEBUG oslo_vmware.rw_handles [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c85cbb-24fe-77e9-41f1-65e5efd865b8/disk-0.vmdk from lease info. {{(pid=62298) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1643.602242] env[62298]: DEBUG oslo_vmware.rw_handles [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c85cbb-24fe-77e9-41f1-65e5efd865b8/disk-0.vmdk for reading. {{(pid=62298) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1643.677140] env[62298]: INFO nova.compute.manager [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Took 48.28 seconds to build instance. [ 1643.683460] env[62298]: DEBUG oslo_vmware.api [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572392} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.683727] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 3ac82c27-bd02-486e-ac8c-36328891c942/3ac82c27-bd02-486e-ac8c-36328891c942.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1643.683995] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1643.684258] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b3681df-1532-43cc-8e1d-9016102588d1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.693341] env[62298]: DEBUG oslo_vmware.api [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for the task: (returnval){ [ 1643.693341] env[62298]: value = "task-1804401" [ 1643.693341] env[62298]: _type = "Task" [ 1643.693341] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.698626] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.699125] env[62298]: DEBUG nova.compute.manager [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1643.705173] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.490s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.707029] env[62298]: INFO nova.compute.claims [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1643.710695] env[62298]: DEBUG oslo_vmware.api [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.742253] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c5d6e353-6a05-461c-a14c-26335fe8b1a3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.744652] env[62298]: DEBUG oslo_vmware.api [None req-92b26147-6a98-460c-bf52-b8c2ea65a2f9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804400, 'name': PowerOffVM_Task, 'duration_secs': 0.190516} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.745437] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b26147-6a98-460c-bf52-b8c2ea65a2f9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1643.745656] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-92b26147-6a98-460c-bf52-b8c2ea65a2f9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1643.746570] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ee9f889-248c-47aa-8c9b-e534ceb80d57 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.851574] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-92b26147-6a98-460c-bf52-b8c2ea65a2f9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1643.851836] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-92b26147-6a98-460c-bf52-b8c2ea65a2f9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1643.852031] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-92b26147-6a98-460c-bf52-b8c2ea65a2f9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Deleting the datastore file [datastore1] 1154fa7b-5d77-461e-96cb-d196bc6fd16d {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1643.852302] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f9a63ea-d151-477b-8644-41bd70871ebd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.858584] env[62298]: DEBUG oslo_vmware.api [None req-92b26147-6a98-460c-bf52-b8c2ea65a2f9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1643.858584] env[62298]: value = "task-1804403" [ 1643.858584] env[62298]: _type = "Task" [ 1643.858584] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.866652] env[62298]: DEBUG oslo_vmware.api [None req-92b26147-6a98-460c-bf52-b8c2ea65a2f9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.038223] env[62298]: DEBUG oslo_vmware.api [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ee8501-eea0-bef5-7e2b-79ebfa440534, 'name': SearchDatastore_Task, 'duration_secs': 0.043312} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.039185] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cbc8d80-0f15-471d-ba58-ce79afaba343 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.049320] env[62298]: DEBUG oslo_vmware.api [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for the task: (returnval){ [ 1644.049320] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525cefde-5e1d-5968-b578-67ddd39fedc4" [ 1644.049320] env[62298]: _type = "Task" [ 1644.049320] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.059983] env[62298]: DEBUG oslo_vmware.api [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525cefde-5e1d-5968-b578-67ddd39fedc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.179201] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8e3eaf55-ff43-4674-be6b-fa2843214796 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "96f6489c-f4bd-4ec6-8562-d8d616c66950" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.712s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.202950] env[62298]: DEBUG oslo_vmware.api [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067664} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.203594] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1644.204478] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb79b65-b2a8-4e39-bb7c-eb69dddb5648 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.223229] env[62298]: DEBUG nova.compute.utils [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1644.245218] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 3ac82c27-bd02-486e-ac8c-36328891c942/3ac82c27-bd02-486e-ac8c-36328891c942.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1644.248828] env[62298]: DEBUG nova.compute.manager [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1644.252294] env[62298]: DEBUG nova.compute.manager [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1644.252681] env[62298]: DEBUG nova.network.neutron [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1644.254925] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3ce6897-7986-421b-882b-5e01a6abbd9d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.283687] env[62298]: DEBUG oslo_vmware.api [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for the task: (returnval){ [ 1644.283687] env[62298]: value = "task-1804404" [ 1644.283687] env[62298]: _type = "Task" [ 1644.283687] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.296096] env[62298]: DEBUG oslo_vmware.api [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804404, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.370418] env[62298]: DEBUG oslo_vmware.api [None req-92b26147-6a98-460c-bf52-b8c2ea65a2f9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326301} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.372648] env[62298]: DEBUG nova.policy [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a8508586dff4890abcb9d6b4569e09a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d1ef7d6dee744c1aba9c1e6ac8c0e0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1644.375104] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-92b26147-6a98-460c-bf52-b8c2ea65a2f9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1644.375492] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-92b26147-6a98-460c-bf52-b8c2ea65a2f9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1644.375819] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-92b26147-6a98-460c-bf52-b8c2ea65a2f9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1644.376238] env[62298]: INFO nova.compute.manager [None req-92b26147-6a98-460c-bf52-b8c2ea65a2f9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1644.376811] env[62298]: DEBUG oslo.service.loopingcall [None req-92b26147-6a98-460c-bf52-b8c2ea65a2f9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1644.377229] env[62298]: DEBUG nova.compute.manager [-] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1644.377431] env[62298]: DEBUG nova.network.neutron [-] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1644.607938] env[62298]: DEBUG oslo_vmware.api [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525cefde-5e1d-5968-b578-67ddd39fedc4, 'name': SearchDatastore_Task, 'duration_secs': 0.018565} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.607938] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.607938] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 0a491f77-35c6-4698-bea7-526a4e99b5f1/0a491f77-35c6-4698-bea7-526a4e99b5f1.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1644.607938] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3836be0e-70a9-402d-903a-c6a43309e7f2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.607938] env[62298]: DEBUG oslo_vmware.api [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for the task: (returnval){ [ 1644.607938] env[62298]: value = "task-1804405" [ 1644.607938] env[62298]: _type = "Task" [ 1644.607938] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.607938] env[62298]: DEBUG oslo_vmware.api [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.636653] env[62298]: DEBUG oslo_concurrency.lockutils [None req-38d7edd2-f081-46c2-b4e1-2d028228bdef tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquiring lock "2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.636774] env[62298]: DEBUG oslo_concurrency.lockutils [None req-38d7edd2-f081-46c2-b4e1-2d028228bdef tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.637300] env[62298]: DEBUG oslo_concurrency.lockutils [None req-38d7edd2-f081-46c2-b4e1-2d028228bdef tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquiring lock "2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.637300] env[62298]: DEBUG oslo_concurrency.lockutils [None req-38d7edd2-f081-46c2-b4e1-2d028228bdef tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.637433] env[62298]: DEBUG oslo_concurrency.lockutils [None req-38d7edd2-f081-46c2-b4e1-2d028228bdef tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.640132] env[62298]: INFO nova.compute.manager [None req-38d7edd2-f081-46c2-b4e1-2d028228bdef tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Terminating instance [ 1644.780273] env[62298]: DEBUG oslo_concurrency.lockutils [None req-dfb79846-f76b-47a8-8ffb-9b5e25ca6ee6 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquiring lock "96f6489c-f4bd-4ec6-8562-d8d616c66950" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.780621] env[62298]: DEBUG oslo_concurrency.lockutils [None req-dfb79846-f76b-47a8-8ffb-9b5e25ca6ee6 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "96f6489c-f4bd-4ec6-8562-d8d616c66950" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.780786] env[62298]: DEBUG oslo_concurrency.lockutils [None req-dfb79846-f76b-47a8-8ffb-9b5e25ca6ee6 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquiring lock "96f6489c-f4bd-4ec6-8562-d8d616c66950-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.781081] env[62298]: DEBUG oslo_concurrency.lockutils [None req-dfb79846-f76b-47a8-8ffb-9b5e25ca6ee6 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "96f6489c-f4bd-4ec6-8562-d8d616c66950-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.781319] env[62298]: DEBUG oslo_concurrency.lockutils [None req-dfb79846-f76b-47a8-8ffb-9b5e25ca6ee6 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "96f6489c-f4bd-4ec6-8562-d8d616c66950-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.789862] env[62298]: INFO nova.compute.manager [None req-dfb79846-f76b-47a8-8ffb-9b5e25ca6ee6 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Terminating instance [ 1644.807700] env[62298]: DEBUG nova.compute.manager [None req-dfb79846-f76b-47a8-8ffb-9b5e25ca6ee6 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1644.808223] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb79846-f76b-47a8-8ffb-9b5e25ca6ee6 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1644.809809] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90f5600-8392-4840-b338-86bb2378f899 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.823434] env[62298]: DEBUG oslo_vmware.api [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.828056] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb79846-f76b-47a8-8ffb-9b5e25ca6ee6 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1644.830014] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9ce9b21-0ce4-4cba-a610-a6f019d0f8ed {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.841489] env[62298]: DEBUG oslo_vmware.api [None req-dfb79846-f76b-47a8-8ffb-9b5e25ca6ee6 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1644.841489] env[62298]: value = "task-1804406" [ 1644.841489] env[62298]: _type = "Task" [ 1644.841489] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.859781] env[62298]: DEBUG oslo_vmware.api [None req-dfb79846-f76b-47a8-8ffb-9b5e25ca6ee6 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.088932] env[62298]: DEBUG oslo_vmware.api [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804405, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.110936] env[62298]: DEBUG nova.network.neutron [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Successfully created port: 4c2451a2-67af-43f0-aafc-eab2f88d6f51 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1645.144267] env[62298]: DEBUG nova.compute.manager [None req-38d7edd2-f081-46c2-b4e1-2d028228bdef tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1645.145040] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-38d7edd2-f081-46c2-b4e1-2d028228bdef tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1645.146074] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e42d13-4459-4853-8aa1-ea5d0d124d75 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.158956] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d7edd2-f081-46c2-b4e1-2d028228bdef tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1645.159296] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5b7727d-e108-4ad0-a2e0-abed8938b28f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.170533] env[62298]: DEBUG oslo_vmware.api [None req-38d7edd2-f081-46c2-b4e1-2d028228bdef tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1645.170533] env[62298]: value = "task-1804407" [ 1645.170533] env[62298]: _type = "Task" [ 1645.170533] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.180024] env[62298]: DEBUG oslo_vmware.api [None req-38d7edd2-f081-46c2-b4e1-2d028228bdef tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.296025] env[62298]: DEBUG nova.compute.manager [req-1c463a18-33d7-4027-9b94-df91d77a9f5e req-0db15a8b-4bc4-43f6-8c20-98ca71f83c78 service nova] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Received event network-vif-deleted-a8251cbb-ef82-4728-86fc-5856324274be {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1645.296025] env[62298]: INFO nova.compute.manager [req-1c463a18-33d7-4027-9b94-df91d77a9f5e req-0db15a8b-4bc4-43f6-8c20-98ca71f83c78 service nova] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Neutron deleted interface a8251cbb-ef82-4728-86fc-5856324274be; detaching it from the instance and deleting it from the info cache [ 1645.296025] env[62298]: DEBUG nova.network.neutron [req-1c463a18-33d7-4027-9b94-df91d77a9f5e req-0db15a8b-4bc4-43f6-8c20-98ca71f83c78 service nova] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.298563] env[62298]: DEBUG nova.compute.manager [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1645.311674] env[62298]: DEBUG oslo_vmware.api [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804404, 'name': ReconfigVM_Task, 'duration_secs': 0.641265} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.315704] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 3ac82c27-bd02-486e-ac8c-36328891c942/3ac82c27-bd02-486e-ac8c-36328891c942.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1645.317032] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c6da1a9-57bf-465e-9a6b-984cae5a4193 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.324965] env[62298]: DEBUG oslo_vmware.api [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for the task: (returnval){ [ 1645.324965] env[62298]: value = "task-1804408" [ 1645.324965] env[62298]: _type = "Task" [ 1645.324965] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.340316] env[62298]: DEBUG nova.virt.hardware [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1645.341036] env[62298]: DEBUG nova.virt.hardware [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1645.341036] env[62298]: DEBUG nova.virt.hardware [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1645.341246] env[62298]: DEBUG nova.virt.hardware [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1645.341358] env[62298]: DEBUG nova.virt.hardware [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1645.341509] env[62298]: DEBUG nova.virt.hardware [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1645.341719] env[62298]: DEBUG nova.virt.hardware [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1645.341879] env[62298]: DEBUG nova.virt.hardware [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1645.342145] env[62298]: DEBUG nova.virt.hardware [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1645.342393] env[62298]: DEBUG nova.virt.hardware [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1645.342580] env[62298]: DEBUG nova.virt.hardware [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1645.343446] env[62298]: DEBUG oslo_vmware.api [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804408, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.344222] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cefdb7c-4115-4210-97ac-4da7d7902326 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.351240] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d09df86-d07e-44ce-8933-493a7fce544e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.364019] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55aeafc0-4785-44ff-9f91-428ad47abaee {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.368366] env[62298]: DEBUG oslo_vmware.api [None req-dfb79846-f76b-47a8-8ffb-9b5e25ca6ee6 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804406, 'name': PowerOffVM_Task, 'duration_secs': 0.461999} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.368672] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb79846-f76b-47a8-8ffb-9b5e25ca6ee6 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1645.368843] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb79846-f76b-47a8-8ffb-9b5e25ca6ee6 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1645.369858] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097ac773-2129-48e1-af8f-10ae0ba84e33 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.373707] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbaeecb6-4795-4c95-9826-9753d52fb8a9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.383944] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "8986a988-9d2f-4838-9d87-44753fe83c76" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.384397] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "8986a988-9d2f-4838-9d87-44753fe83c76" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.384502] env[62298]: DEBUG nova.compute.manager [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Going to confirm migration 3 {{(pid=62298) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1645.414045] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25f56fe-8ff9-40bf-bd03-0e8b799bea3d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.422404] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dc2111-603d-4fb2-aea6-d32add534ad1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.437473] env[62298]: DEBUG nova.compute.provider_tree [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1645.535257] env[62298]: DEBUG nova.network.neutron [-] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.557302] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb79846-f76b-47a8-8ffb-9b5e25ca6ee6 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1645.557560] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb79846-f76b-47a8-8ffb-9b5e25ca6ee6 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1645.557762] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfb79846-f76b-47a8-8ffb-9b5e25ca6ee6 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Deleting the datastore file [datastore1] 96f6489c-f4bd-4ec6-8562-d8d616c66950 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1645.558047] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92c03f27-f74f-422e-bdd8-4af486d1e3bc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.564386] env[62298]: DEBUG oslo_vmware.api [None req-dfb79846-f76b-47a8-8ffb-9b5e25ca6ee6 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1645.564386] env[62298]: value = "task-1804410" [ 1645.564386] env[62298]: _type = "Task" [ 1645.564386] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.575632] env[62298]: DEBUG oslo_vmware.api [None req-dfb79846-f76b-47a8-8ffb-9b5e25ca6ee6 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.588259] env[62298]: DEBUG oslo_vmware.api [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571416} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.588932] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 0a491f77-35c6-4698-bea7-526a4e99b5f1/0a491f77-35c6-4698-bea7-526a4e99b5f1.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1645.588932] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1645.589386] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8617835-e04c-4630-afa1-a20407198740 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.595645] env[62298]: DEBUG oslo_vmware.api [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for the task: (returnval){ [ 1645.595645] env[62298]: value = "task-1804411" [ 1645.595645] env[62298]: _type = "Task" [ 1645.595645] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.606236] env[62298]: DEBUG oslo_vmware.api [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804411, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.682514] env[62298]: DEBUG oslo_vmware.api [None req-38d7edd2-f081-46c2-b4e1-2d028228bdef tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804407, 'name': PowerOffVM_Task, 'duration_secs': 0.2743} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.682834] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d7edd2-f081-46c2-b4e1-2d028228bdef tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1645.683025] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-38d7edd2-f081-46c2-b4e1-2d028228bdef tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1645.683313] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69bde54f-5a2a-4956-aacd-38e14ff66528 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.799152] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86df038b-b593-4f17-b004-d773263b8df0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.809354] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78966089-acf6-4e6d-8576-f0227daec72b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.821133] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-38d7edd2-f081-46c2-b4e1-2d028228bdef tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1645.821680] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-38d7edd2-f081-46c2-b4e1-2d028228bdef tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1645.821680] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d7edd2-f081-46c2-b4e1-2d028228bdef tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Deleting the datastore file [datastore1] 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1645.822259] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f776990d-06bd-48b9-be42-d995998cbe8f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.828967] env[62298]: DEBUG oslo_vmware.api [None req-38d7edd2-f081-46c2-b4e1-2d028228bdef tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for the task: (returnval){ [ 1645.828967] env[62298]: value = "task-1804413" [ 1645.828967] env[62298]: _type = "Task" [ 1645.828967] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.609253] env[62298]: DEBUG nova.scheduler.client.report [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1646.612526] env[62298]: INFO nova.compute.manager [-] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Took 2.23 seconds to deallocate network for instance. [ 1646.613312] env[62298]: DEBUG nova.compute.manager [req-1c463a18-33d7-4027-9b94-df91d77a9f5e req-0db15a8b-4bc4-43f6-8c20-98ca71f83c78 service nova] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Detach interface failed, port_id=a8251cbb-ef82-4728-86fc-5856324274be, reason: Instance 1154fa7b-5d77-461e-96cb-d196bc6fd16d could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1646.629417] env[62298]: DEBUG oslo_vmware.api [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804408, 'name': Rename_Task, 'duration_secs': 0.691797} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.630476] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1646.633983] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5bbca12-61ec-4a47-a872-09795e527d38 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.635735] env[62298]: DEBUG oslo_vmware.api [None req-38d7edd2-f081-46c2-b4e1-2d028228bdef tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379308} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.641790] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d7edd2-f081-46c2-b4e1-2d028228bdef tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1646.641998] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-38d7edd2-f081-46c2-b4e1-2d028228bdef tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1646.642193] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-38d7edd2-f081-46c2-b4e1-2d028228bdef tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1646.642365] env[62298]: INFO nova.compute.manager [None req-38d7edd2-f081-46c2-b4e1-2d028228bdef tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Took 1.50 seconds to destroy the instance on the hypervisor. [ 1646.642602] env[62298]: DEBUG oslo.service.loopingcall [None req-38d7edd2-f081-46c2-b4e1-2d028228bdef tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1646.642816] env[62298]: DEBUG oslo_vmware.api [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804411, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168947} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.643026] env[62298]: DEBUG oslo_vmware.api [None req-dfb79846-f76b-47a8-8ffb-9b5e25ca6ee6 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Task: {'id': task-1804410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419812} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.644356] env[62298]: DEBUG nova.compute.manager [-] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1646.644451] env[62298]: DEBUG nova.network.neutron [-] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1646.646119] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1646.646423] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfb79846-f76b-47a8-8ffb-9b5e25ca6ee6 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1646.646622] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb79846-f76b-47a8-8ffb-9b5e25ca6ee6 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1646.646807] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb79846-f76b-47a8-8ffb-9b5e25ca6ee6 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1646.646967] env[62298]: INFO nova.compute.manager [None req-dfb79846-f76b-47a8-8ffb-9b5e25ca6ee6 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Took 1.84 seconds to destroy the instance on the hypervisor. [ 1646.647204] env[62298]: DEBUG oslo.service.loopingcall [None req-dfb79846-f76b-47a8-8ffb-9b5e25ca6ee6 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1646.648272] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62808bd0-7052-4c7f-b307-ba5223807f28 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.651550] env[62298]: DEBUG nova.compute.manager [-] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1646.651636] env[62298]: DEBUG nova.network.neutron [-] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1646.655072] env[62298]: DEBUG oslo_vmware.api [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for the task: (returnval){ [ 1646.655072] env[62298]: value = "task-1804414" [ 1646.655072] env[62298]: _type = "Task" [ 1646.655072] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.678486] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 0a491f77-35c6-4698-bea7-526a4e99b5f1/0a491f77-35c6-4698-bea7-526a4e99b5f1.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1646.679618] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f13368de-d4df-49ca-97eb-8792b2b68b33 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.698511] env[62298]: DEBUG oslo_vmware.api [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804414, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.707307] env[62298]: DEBUG oslo_vmware.api [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for the task: (returnval){ [ 1646.707307] env[62298]: value = "task-1804415" [ 1646.707307] env[62298]: _type = "Task" [ 1646.707307] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.714752] env[62298]: DEBUG oslo_vmware.api [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804415, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.740204] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "refresh_cache-8986a988-9d2f-4838-9d87-44753fe83c76" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.740614] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquired lock "refresh_cache-8986a988-9d2f-4838-9d87-44753fe83c76" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.740696] env[62298]: DEBUG nova.network.neutron [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1646.740849] env[62298]: DEBUG nova.objects.instance [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lazy-loading 'info_cache' on Instance uuid 8986a988-9d2f-4838-9d87-44753fe83c76 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1646.949186] env[62298]: DEBUG nova.network.neutron [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Successfully updated port: 4c2451a2-67af-43f0-aafc-eab2f88d6f51 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1647.116729] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.411s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.117371] env[62298]: DEBUG nova.compute.manager [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1647.120932] env[62298]: DEBUG oslo_concurrency.lockutils [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.174s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.125132] env[62298]: INFO nova.compute.claims [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1647.132995] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92b26147-6a98-460c-bf52-b8c2ea65a2f9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.167299] env[62298]: DEBUG oslo_vmware.api [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804414, 'name': PowerOnVM_Task, 'duration_secs': 0.506094} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.167638] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1647.167867] env[62298]: INFO nova.compute.manager [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Took 9.90 seconds to spawn the instance on the hypervisor. [ 1647.168094] env[62298]: DEBUG nova.compute.manager [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1647.168961] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1941033b-0b2c-4d44-91e0-a00cd42d17bb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.220355] env[62298]: DEBUG oslo_vmware.api [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804415, 'name': ReconfigVM_Task, 'duration_secs': 0.423836} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.220687] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 0a491f77-35c6-4698-bea7-526a4e99b5f1/0a491f77-35c6-4698-bea7-526a4e99b5f1.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1647.224633] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-437d6a2d-abd9-458b-b300-2163e6e44bff {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.229691] env[62298]: DEBUG oslo_vmware.api [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for the task: (returnval){ [ 1647.229691] env[62298]: value = "task-1804416" [ 1647.229691] env[62298]: _type = "Task" [ 1647.229691] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.241740] env[62298]: DEBUG oslo_vmware.api [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804416, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.346324] env[62298]: DEBUG nova.compute.manager [req-1773db80-7c8f-440e-bc77-45f970a29397 req-bd9c225e-377d-446d-8a05-6fd3a3060324 service nova] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Received event network-vif-plugged-4c2451a2-67af-43f0-aafc-eab2f88d6f51 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1647.346481] env[62298]: DEBUG oslo_concurrency.lockutils [req-1773db80-7c8f-440e-bc77-45f970a29397 req-bd9c225e-377d-446d-8a05-6fd3a3060324 service nova] Acquiring lock "db851386-5e45-492c-bd34-a46c84610ce6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.346785] env[62298]: DEBUG oslo_concurrency.lockutils [req-1773db80-7c8f-440e-bc77-45f970a29397 req-bd9c225e-377d-446d-8a05-6fd3a3060324 service nova] Lock "db851386-5e45-492c-bd34-a46c84610ce6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.346962] env[62298]: DEBUG oslo_concurrency.lockutils [req-1773db80-7c8f-440e-bc77-45f970a29397 req-bd9c225e-377d-446d-8a05-6fd3a3060324 service nova] Lock "db851386-5e45-492c-bd34-a46c84610ce6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.350344] env[62298]: DEBUG nova.compute.manager [req-1773db80-7c8f-440e-bc77-45f970a29397 req-bd9c225e-377d-446d-8a05-6fd3a3060324 service nova] [instance: db851386-5e45-492c-bd34-a46c84610ce6] No waiting events found dispatching network-vif-plugged-4c2451a2-67af-43f0-aafc-eab2f88d6f51 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1647.350344] env[62298]: WARNING nova.compute.manager [req-1773db80-7c8f-440e-bc77-45f970a29397 req-bd9c225e-377d-446d-8a05-6fd3a3060324 service nova] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Received unexpected event network-vif-plugged-4c2451a2-67af-43f0-aafc-eab2f88d6f51 for instance with vm_state building and task_state spawning. [ 1647.350344] env[62298]: DEBUG nova.compute.manager [req-1773db80-7c8f-440e-bc77-45f970a29397 req-bd9c225e-377d-446d-8a05-6fd3a3060324 service nova] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Received event network-changed-4c2451a2-67af-43f0-aafc-eab2f88d6f51 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1647.350344] env[62298]: DEBUG nova.compute.manager [req-1773db80-7c8f-440e-bc77-45f970a29397 req-bd9c225e-377d-446d-8a05-6fd3a3060324 service nova] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Refreshing instance network info cache due to event network-changed-4c2451a2-67af-43f0-aafc-eab2f88d6f51. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1647.350344] env[62298]: DEBUG oslo_concurrency.lockutils [req-1773db80-7c8f-440e-bc77-45f970a29397 req-bd9c225e-377d-446d-8a05-6fd3a3060324 service nova] Acquiring lock "refresh_cache-db851386-5e45-492c-bd34-a46c84610ce6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.350344] env[62298]: DEBUG oslo_concurrency.lockutils [req-1773db80-7c8f-440e-bc77-45f970a29397 req-bd9c225e-377d-446d-8a05-6fd3a3060324 service nova] Acquired lock "refresh_cache-db851386-5e45-492c-bd34-a46c84610ce6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.350344] env[62298]: DEBUG nova.network.neutron [req-1773db80-7c8f-440e-bc77-45f970a29397 req-bd9c225e-377d-446d-8a05-6fd3a3060324 service nova] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Refreshing network info cache for port 4c2451a2-67af-43f0-aafc-eab2f88d6f51 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1647.452300] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquiring lock "refresh_cache-db851386-5e45-492c-bd34-a46c84610ce6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.538825] env[62298]: DEBUG nova.compute.manager [req-242cbb0f-a71a-4e4e-9897-6121d4c434bc req-ef5c161e-5388-4999-931d-ae29db95f5ad service nova] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Received event network-vif-deleted-6b9aed17-ac5a-4fa4-868d-d54f85217d61 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1647.539127] env[62298]: INFO nova.compute.manager [req-242cbb0f-a71a-4e4e-9897-6121d4c434bc req-ef5c161e-5388-4999-931d-ae29db95f5ad service nova] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Neutron deleted interface 6b9aed17-ac5a-4fa4-868d-d54f85217d61; detaching it from the instance and deleting it from the info cache [ 1647.539315] env[62298]: DEBUG nova.network.neutron [req-242cbb0f-a71a-4e4e-9897-6121d4c434bc req-ef5c161e-5388-4999-931d-ae29db95f5ad service nova] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.628684] env[62298]: DEBUG nova.compute.utils [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1647.632594] env[62298]: DEBUG nova.compute.manager [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1647.632853] env[62298]: DEBUG nova.network.neutron [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1647.690618] env[62298]: INFO nova.compute.manager [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Took 44.32 seconds to build instance. [ 1647.718805] env[62298]: DEBUG nova.policy [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46eba0167546469198aae0f142895278', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f284270dac64ad7bb010281c6d4ef94', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1647.739906] env[62298]: DEBUG oslo_vmware.api [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804416, 'name': Rename_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.886953] env[62298]: DEBUG nova.network.neutron [req-1773db80-7c8f-440e-bc77-45f970a29397 req-bd9c225e-377d-446d-8a05-6fd3a3060324 service nova] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1647.914913] env[62298]: DEBUG nova.network.neutron [-] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.921863] env[62298]: DEBUG nova.network.neutron [-] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.972483] env[62298]: DEBUG nova.network.neutron [req-1773db80-7c8f-440e-bc77-45f970a29397 req-bd9c225e-377d-446d-8a05-6fd3a3060324 service nova] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.042101] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fbaeff4a-88e7-4c56-bbf2-8d3ef2fd3d43 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.053375] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa4ec9c-b048-48b4-b8bc-da164bda2deb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.089849] env[62298]: DEBUG nova.compute.manager [req-242cbb0f-a71a-4e4e-9897-6121d4c434bc req-ef5c161e-5388-4999-931d-ae29db95f5ad service nova] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Detach interface failed, port_id=6b9aed17-ac5a-4fa4-868d-d54f85217d61, reason: Instance 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1648.137971] env[62298]: DEBUG nova.compute.manager [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1648.195502] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c8fb5e9e-f62e-412b-ac12-5eb3560c12ce tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lock "3ac82c27-bd02-486e-ac8c-36328891c942" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.362s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.200833] env[62298]: DEBUG nova.network.neutron [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Updating instance_info_cache with network_info: [{"id": "241f4d4d-6064-4935-8d11-800121d60358", "address": "fa:16:3e:8a:6a:a0", "network": {"id": "94bd295c-7a95-4ae9-8468-34209c70d332", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-786886130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5af512a3e1f469f9c4223575f326699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap241f4d4d-60", "ovs_interfaceid": "241f4d4d-6064-4935-8d11-800121d60358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.242692] env[62298]: DEBUG oslo_vmware.api [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804416, 'name': Rename_Task, 'duration_secs': 1.010181} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.245747] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1648.246303] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24595a71-1838-4924-97e3-94b208b3287e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.254710] env[62298]: DEBUG oslo_vmware.api [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for the task: (returnval){ [ 1648.254710] env[62298]: value = "task-1804417" [ 1648.254710] env[62298]: _type = "Task" [ 1648.254710] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.278507] env[62298]: DEBUG oslo_vmware.api [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.298590] env[62298]: DEBUG nova.network.neutron [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Successfully created port: fdefb9ab-8b46-4ffc-b9f9-032452c6f728 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1648.419610] env[62298]: INFO nova.compute.manager [-] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Took 1.77 seconds to deallocate network for instance. [ 1648.424867] env[62298]: INFO nova.compute.manager [-] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Took 1.77 seconds to deallocate network for instance. [ 1648.475787] env[62298]: DEBUG oslo_concurrency.lockutils [req-1773db80-7c8f-440e-bc77-45f970a29397 req-bd9c225e-377d-446d-8a05-6fd3a3060324 service nova] Releasing lock "refresh_cache-db851386-5e45-492c-bd34-a46c84610ce6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.476261] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquired lock "refresh_cache-db851386-5e45-492c-bd34-a46c84610ce6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.476529] env[62298]: DEBUG nova.network.neutron [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1648.641444] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341db209-0202-4d21-91a5-0cc517e9b295 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.657184] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cc772d-49ac-4d9c-a4fa-5c52d649b93c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.695469] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14641b21-d948-4ac4-8dff-a1fb35304c17 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.704953] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a923a6-6725-469f-a78b-60f35738c2d4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.709648] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Releasing lock "refresh_cache-8986a988-9d2f-4838-9d87-44753fe83c76" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.709989] env[62298]: DEBUG nova.objects.instance [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lazy-loading 'migration_context' on Instance uuid 8986a988-9d2f-4838-9d87-44753fe83c76 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1648.724207] env[62298]: DEBUG nova.compute.provider_tree [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1648.769156] env[62298]: DEBUG oslo_vmware.api [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804417, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.928815] env[62298]: DEBUG oslo_concurrency.lockutils [None req-38d7edd2-f081-46c2-b4e1-2d028228bdef tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.932951] env[62298]: DEBUG oslo_concurrency.lockutils [None req-dfb79846-f76b-47a8-8ffb-9b5e25ca6ee6 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.034870] env[62298]: DEBUG nova.network.neutron [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1649.157970] env[62298]: DEBUG nova.compute.manager [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1649.184251] env[62298]: DEBUG nova.virt.hardware [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1649.184545] env[62298]: DEBUG nova.virt.hardware [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1649.184722] env[62298]: DEBUG nova.virt.hardware [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1649.184913] env[62298]: DEBUG nova.virt.hardware [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1649.185088] env[62298]: DEBUG nova.virt.hardware [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1649.185241] env[62298]: DEBUG nova.virt.hardware [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1649.185454] env[62298]: DEBUG nova.virt.hardware [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1649.185626] env[62298]: DEBUG nova.virt.hardware [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1649.185794] env[62298]: DEBUG nova.virt.hardware [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1649.185956] env[62298]: DEBUG nova.virt.hardware [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1649.186164] env[62298]: DEBUG nova.virt.hardware [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1649.187151] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520d5c54-5ebe-4352-a9d1-ca8c1b486a53 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.198206] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746fc67a-ab42-4b26-9005-a97a60a93f34 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.213736] env[62298]: DEBUG nova.objects.base [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Object Instance<8986a988-9d2f-4838-9d87-44753fe83c76> lazy-loaded attributes: info_cache,migration_context {{(pid=62298) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1649.214857] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17faf229-d466-4c9f-a66e-566487388e6d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.236017] env[62298]: DEBUG nova.scheduler.client.report [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1649.241208] env[62298]: DEBUG nova.network.neutron [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Updating instance_info_cache with network_info: [{"id": "4c2451a2-67af-43f0-aafc-eab2f88d6f51", "address": "fa:16:3e:52:dd:a7", "network": {"id": "021549d4-b74f-4984-8e96-a3af550423c7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1501975980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d1ef7d6dee744c1aba9c1e6ac8c0e0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c2451a2-67", "ovs_interfaceid": "4c2451a2-67af-43f0-aafc-eab2f88d6f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.242505] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a35c4ba-d628-4d5a-adaa-457eb81b77c7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.248935] env[62298]: DEBUG oslo_vmware.api [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1649.248935] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52659645-f6b9-30d0-76df-088933289bfc" [ 1649.248935] env[62298]: _type = "Task" [ 1649.248935] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.259417] env[62298]: DEBUG oslo_vmware.api [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52659645-f6b9-30d0-76df-088933289bfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.268018] env[62298]: DEBUG oslo_vmware.api [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804417, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.563194] env[62298]: DEBUG nova.compute.manager [req-1d41d7ca-63b3-493c-9c31-6cb2d606fae8 req-fc76fccd-9280-4f97-9c08-7fb5f6e2eab8 service nova] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Received event network-vif-deleted-ac3e7bd6-9aeb-47da-a052-516905da2383 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1649.746891] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Releasing lock "refresh_cache-db851386-5e45-492c-bd34-a46c84610ce6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.747384] env[62298]: DEBUG nova.compute.manager [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Instance network_info: |[{"id": "4c2451a2-67af-43f0-aafc-eab2f88d6f51", "address": "fa:16:3e:52:dd:a7", "network": {"id": "021549d4-b74f-4984-8e96-a3af550423c7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1501975980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d1ef7d6dee744c1aba9c1e6ac8c0e0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c2451a2-67", "ovs_interfaceid": "4c2451a2-67af-43f0-aafc-eab2f88d6f51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1649.748400] env[62298]: DEBUG oslo_concurrency.lockutils [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.749572] env[62298]: DEBUG nova.compute.manager [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1649.752919] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:dd:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8812601-ae67-4e0d-b9a2-710b86c53ac5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c2451a2-67af-43f0-aafc-eab2f88d6f51', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1649.766085] env[62298]: DEBUG oslo.service.loopingcall [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1649.766278] env[62298]: DEBUG oslo_concurrency.lockutils [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.277s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.766352] env[62298]: DEBUG nova.objects.instance [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62298) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1649.769884] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1649.777304] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e3189a4-2bea-416d-bc2f-954478e236e3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.814662] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1649.814662] env[62298]: value = "task-1804418" [ 1649.814662] env[62298]: _type = "Task" [ 1649.814662] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.814662] env[62298]: DEBUG oslo_vmware.api [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804417, 'name': PowerOnVM_Task, 'duration_secs': 1.416551} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.814662] env[62298]: DEBUG oslo_vmware.api [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52659645-f6b9-30d0-76df-088933289bfc, 'name': SearchDatastore_Task, 'duration_secs': 0.014292} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.814965] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1649.814965] env[62298]: INFO nova.compute.manager [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Took 9.97 seconds to spawn the instance on the hypervisor. [ 1649.815151] env[62298]: DEBUG nova.compute.manager [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1649.816745] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.819592] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37067beb-3bf6-4be5-a595-d3a1d477f4e0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.828820] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804418, 'name': CreateVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.272208] env[62298]: DEBUG nova.compute.utils [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1650.273744] env[62298]: DEBUG nova.compute.manager [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1650.273944] env[62298]: DEBUG nova.network.neutron [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1650.283112] env[62298]: DEBUG nova.network.neutron [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Successfully updated port: fdefb9ab-8b46-4ffc-b9f9-032452c6f728 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1650.324748] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804418, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.344629] env[62298]: DEBUG nova.policy [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '191d42b89e7e4d69beb25fa4bc8909d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd59664ca99784944a01a3b5dbb00e9a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1650.346641] env[62298]: INFO nova.compute.manager [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Took 44.61 seconds to build instance. [ 1650.660495] env[62298]: DEBUG nova.network.neutron [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Successfully created port: a509ec50-866d-468f-a2ac-abb3bf073caa {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1650.777485] env[62298]: DEBUG nova.compute.manager [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1650.785967] env[62298]: DEBUG oslo_concurrency.lockutils [None req-aae7e48b-f406-464d-bca4-c312c4aa7bb0 tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.786969] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Acquiring lock "refresh_cache-5ad600a5-4522-44ea-9a3d-9435c86b592b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.787144] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Acquired lock "refresh_cache-5ad600a5-4522-44ea-9a3d-9435c86b592b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.787301] env[62298]: DEBUG nova.network.neutron [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1650.789287] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.221s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.789496] env[62298]: DEBUG nova.objects.instance [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62298) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1650.829388] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804418, 'name': CreateVM_Task, 'duration_secs': 0.597713} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.829566] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1650.830276] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.830447] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.830806] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1650.831330] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22de15e0-ad5d-428a-b51a-3c9bb1758ac6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.835966] env[62298]: DEBUG oslo_vmware.api [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for the task: (returnval){ [ 1650.835966] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523445a7-a29f-16cb-342b-96f1ae34ecbe" [ 1650.835966] env[62298]: _type = "Task" [ 1650.835966] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.844235] env[62298]: DEBUG oslo_vmware.api [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523445a7-a29f-16cb-342b-96f1ae34ecbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.848967] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c7585a79-0bf5-4d02-af07-9241a995357f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lock "0a491f77-35c6-4698-bea7-526a4e99b5f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.524s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.346872] env[62298]: DEBUG oslo_vmware.api [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523445a7-a29f-16cb-342b-96f1ae34ecbe, 'name': SearchDatastore_Task, 'duration_secs': 0.045252} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.347224] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.347482] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1651.347745] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.347902] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.348106] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1651.348394] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad3383e0-78be-4f82-a082-127d3713c2f3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.356717] env[62298]: DEBUG nova.network.neutron [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1651.360017] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1651.360456] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1651.360978] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-498b4bdf-2906-4811-a18a-1204128a7f09 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.366561] env[62298]: DEBUG oslo_vmware.api [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for the task: (returnval){ [ 1651.366561] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5238cebb-447b-fc37-c0bc-2cde1fa0c85e" [ 1651.366561] env[62298]: _type = "Task" [ 1651.366561] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.375704] env[62298]: DEBUG oslo_vmware.api [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5238cebb-447b-fc37-c0bc-2cde1fa0c85e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.613169] env[62298]: DEBUG nova.network.neutron [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Updating instance_info_cache with network_info: [{"id": "fdefb9ab-8b46-4ffc-b9f9-032452c6f728", "address": "fa:16:3e:03:5d:6e", "network": {"id": "fca0e1eb-4dc0-436e-a709-a15c11fe103f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1644121889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f284270dac64ad7bb010281c6d4ef94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdefb9ab-8b", "ovs_interfaceid": "fdefb9ab-8b46-4ffc-b9f9-032452c6f728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.691208] env[62298]: DEBUG nova.compute.manager [req-2424e884-575b-45fc-9fc8-6c6e22903d0a req-55d924f8-34df-4dce-aa51-618f6cce0ab1 service nova] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Received event network-vif-plugged-fdefb9ab-8b46-4ffc-b9f9-032452c6f728 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1651.691451] env[62298]: DEBUG oslo_concurrency.lockutils [req-2424e884-575b-45fc-9fc8-6c6e22903d0a req-55d924f8-34df-4dce-aa51-618f6cce0ab1 service nova] Acquiring lock "5ad600a5-4522-44ea-9a3d-9435c86b592b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.691693] env[62298]: DEBUG oslo_concurrency.lockutils [req-2424e884-575b-45fc-9fc8-6c6e22903d0a req-55d924f8-34df-4dce-aa51-618f6cce0ab1 service nova] Lock "5ad600a5-4522-44ea-9a3d-9435c86b592b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.691925] env[62298]: DEBUG oslo_concurrency.lockutils [req-2424e884-575b-45fc-9fc8-6c6e22903d0a req-55d924f8-34df-4dce-aa51-618f6cce0ab1 service nova] Lock "5ad600a5-4522-44ea-9a3d-9435c86b592b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.692160] env[62298]: DEBUG nova.compute.manager [req-2424e884-575b-45fc-9fc8-6c6e22903d0a req-55d924f8-34df-4dce-aa51-618f6cce0ab1 service nova] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] No waiting events found dispatching network-vif-plugged-fdefb9ab-8b46-4ffc-b9f9-032452c6f728 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1651.692373] env[62298]: WARNING nova.compute.manager [req-2424e884-575b-45fc-9fc8-6c6e22903d0a req-55d924f8-34df-4dce-aa51-618f6cce0ab1 service nova] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Received unexpected event network-vif-plugged-fdefb9ab-8b46-4ffc-b9f9-032452c6f728 for instance with vm_state building and task_state spawning. [ 1651.692546] env[62298]: DEBUG nova.compute.manager [req-2424e884-575b-45fc-9fc8-6c6e22903d0a req-55d924f8-34df-4dce-aa51-618f6cce0ab1 service nova] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Received event network-changed-fdefb9ab-8b46-4ffc-b9f9-032452c6f728 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1651.692699] env[62298]: DEBUG nova.compute.manager [req-2424e884-575b-45fc-9fc8-6c6e22903d0a req-55d924f8-34df-4dce-aa51-618f6cce0ab1 service nova] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Refreshing instance network info cache due to event network-changed-fdefb9ab-8b46-4ffc-b9f9-032452c6f728. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1651.692907] env[62298]: DEBUG oslo_concurrency.lockutils [req-2424e884-575b-45fc-9fc8-6c6e22903d0a req-55d924f8-34df-4dce-aa51-618f6cce0ab1 service nova] Acquiring lock "refresh_cache-5ad600a5-4522-44ea-9a3d-9435c86b592b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.793675] env[62298]: DEBUG nova.compute.manager [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1651.801803] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e96f03c3-8dac-4cf4-9ec7-2b738e838e97 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.803010] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b08719e4-101e-4e47-8cbc-06677ef83be0 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.508s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.803269] env[62298]: DEBUG nova.objects.instance [None req-b08719e4-101e-4e47-8cbc-06677ef83be0 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Lazy-loading 'resources' on Instance uuid 9a0b606b-2b47-4257-8722-e3933b63890b {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1651.818194] env[62298]: DEBUG nova.virt.hardware [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1651.818495] env[62298]: DEBUG nova.virt.hardware [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1651.818675] env[62298]: DEBUG nova.virt.hardware [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1651.818922] env[62298]: DEBUG nova.virt.hardware [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1651.819129] env[62298]: DEBUG nova.virt.hardware [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1651.819285] env[62298]: DEBUG nova.virt.hardware [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1651.819513] env[62298]: DEBUG nova.virt.hardware [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1651.819728] env[62298]: DEBUG nova.virt.hardware [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1651.819947] env[62298]: DEBUG nova.virt.hardware [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1651.820137] env[62298]: DEBUG nova.virt.hardware [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1651.820332] env[62298]: DEBUG nova.virt.hardware [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1651.821955] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9975d110-2e68-4524-b2bb-dfa04263821b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.831671] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ca80b5-f0ea-4047-a03d-82459380e3d0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.877368] env[62298]: DEBUG oslo_vmware.api [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5238cebb-447b-fc37-c0bc-2cde1fa0c85e, 'name': SearchDatastore_Task, 'duration_secs': 0.01463} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.878221] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a6efddd-ecf6-419b-9d50-f0715733cd65 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.884209] env[62298]: DEBUG oslo_vmware.api [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for the task: (returnval){ [ 1651.884209] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52d8f384-90ea-bcd6-0820-5021c8f5290e" [ 1651.884209] env[62298]: _type = "Task" [ 1651.884209] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.892442] env[62298]: DEBUG oslo_vmware.api [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52d8f384-90ea-bcd6-0820-5021c8f5290e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.115967] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Releasing lock "refresh_cache-5ad600a5-4522-44ea-9a3d-9435c86b592b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.116358] env[62298]: DEBUG nova.compute.manager [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Instance network_info: |[{"id": "fdefb9ab-8b46-4ffc-b9f9-032452c6f728", "address": "fa:16:3e:03:5d:6e", "network": {"id": "fca0e1eb-4dc0-436e-a709-a15c11fe103f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1644121889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f284270dac64ad7bb010281c6d4ef94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdefb9ab-8b", "ovs_interfaceid": "fdefb9ab-8b46-4ffc-b9f9-032452c6f728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1652.116730] env[62298]: DEBUG oslo_concurrency.lockutils [req-2424e884-575b-45fc-9fc8-6c6e22903d0a req-55d924f8-34df-4dce-aa51-618f6cce0ab1 service nova] Acquired lock "refresh_cache-5ad600a5-4522-44ea-9a3d-9435c86b592b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.116930] env[62298]: DEBUG nova.network.neutron [req-2424e884-575b-45fc-9fc8-6c6e22903d0a req-55d924f8-34df-4dce-aa51-618f6cce0ab1 service nova] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Refreshing network info cache for port fdefb9ab-8b46-4ffc-b9f9-032452c6f728 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1652.119053] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:5d:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdefb9ab-8b46-4ffc-b9f9-032452c6f728', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1652.127305] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Creating folder: Project (1f284270dac64ad7bb010281c6d4ef94). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1652.130490] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5693754a-6e2e-4562-8266-73f8dc198cd4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.143700] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Created folder: Project (1f284270dac64ad7bb010281c6d4ef94) in parent group-v373906. [ 1652.143961] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Creating folder: Instances. Parent ref: group-v374077. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1652.144233] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-287d43b5-658a-4e9a-aa78-1c37d9d30749 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.154902] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Created folder: Instances in parent group-v374077. [ 1652.155304] env[62298]: DEBUG oslo.service.loopingcall [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1652.155520] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1652.155756] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0dcb197f-c126-4673-8f07-9a1a119d272b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.177912] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1652.177912] env[62298]: value = "task-1804421" [ 1652.177912] env[62298]: _type = "Task" [ 1652.177912] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.186750] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804421, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.397159] env[62298]: DEBUG oslo_vmware.api [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52d8f384-90ea-bcd6-0820-5021c8f5290e, 'name': SearchDatastore_Task, 'duration_secs': 0.012745} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.397637] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.397942] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] db851386-5e45-492c-bd34-a46c84610ce6/db851386-5e45-492c-bd34-a46c84610ce6.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1652.398234] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9b91d26-cba3-42c7-9561-23d33bb29dfb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.405535] env[62298]: DEBUG oslo_vmware.api [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for the task: (returnval){ [ 1652.405535] env[62298]: value = "task-1804422" [ 1652.405535] env[62298]: _type = "Task" [ 1652.405535] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.413491] env[62298]: DEBUG oslo_vmware.api [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.534262] env[62298]: DEBUG nova.network.neutron [req-2424e884-575b-45fc-9fc8-6c6e22903d0a req-55d924f8-34df-4dce-aa51-618f6cce0ab1 service nova] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Updated VIF entry in instance network info cache for port fdefb9ab-8b46-4ffc-b9f9-032452c6f728. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1652.535215] env[62298]: DEBUG nova.network.neutron [req-2424e884-575b-45fc-9fc8-6c6e22903d0a req-55d924f8-34df-4dce-aa51-618f6cce0ab1 service nova] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Updating instance_info_cache with network_info: [{"id": "fdefb9ab-8b46-4ffc-b9f9-032452c6f728", "address": "fa:16:3e:03:5d:6e", "network": {"id": "fca0e1eb-4dc0-436e-a709-a15c11fe103f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1644121889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f284270dac64ad7bb010281c6d4ef94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdefb9ab-8b", "ovs_interfaceid": "fdefb9ab-8b46-4ffc-b9f9-032452c6f728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.692607] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804421, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.735162] env[62298]: DEBUG oslo_vmware.rw_handles [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c85cbb-24fe-77e9-41f1-65e5efd865b8/disk-0.vmdk. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1652.736674] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06ef941-6eff-40e0-b093-9415780f82f6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.745187] env[62298]: DEBUG oslo_vmware.rw_handles [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c85cbb-24fe-77e9-41f1-65e5efd865b8/disk-0.vmdk is in state: ready. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1652.745392] env[62298]: ERROR oslo_vmware.rw_handles [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c85cbb-24fe-77e9-41f1-65e5efd865b8/disk-0.vmdk due to incomplete transfer. [ 1652.748897] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-df911266-3d10-42cd-8672-7753e17339cd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.758079] env[62298]: DEBUG oslo_vmware.rw_handles [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c85cbb-24fe-77e9-41f1-65e5efd865b8/disk-0.vmdk. {{(pid=62298) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1652.758201] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Uploaded image 1fbb6d4f-b776-4789-a19a-4a4c133ce405 to the Glance image server {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1652.761533] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Destroying the VM {{(pid=62298) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1652.761988] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6deb7038-9da5-41bf-97ad-11e62ff7b81c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.775029] env[62298]: DEBUG oslo_vmware.api [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1652.775029] env[62298]: value = "task-1804423" [ 1652.775029] env[62298]: _type = "Task" [ 1652.775029] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.790617] env[62298]: DEBUG oslo_vmware.api [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804423, 'name': Destroy_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.856049] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e312646-c865-4e28-93e6-526077388796 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.869409] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6951bb45-d8f1-4d92-a172-8d5c10403f33 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.912991] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338e9a84-2f2c-49a4-9c0d-164882594f15 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.925893] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e05f1b-62e2-4ea9-9577-c34c520b9069 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.930244] env[62298]: DEBUG oslo_vmware.api [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804422, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.941719] env[62298]: DEBUG nova.compute.provider_tree [None req-b08719e4-101e-4e47-8cbc-06677ef83be0 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1653.040359] env[62298]: DEBUG oslo_concurrency.lockutils [req-2424e884-575b-45fc-9fc8-6c6e22903d0a req-55d924f8-34df-4dce-aa51-618f6cce0ab1 service nova] Releasing lock "refresh_cache-5ad600a5-4522-44ea-9a3d-9435c86b592b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.191053] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804421, 'name': CreateVM_Task, 'duration_secs': 0.889342} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.191053] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1653.191395] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.191693] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.192197] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1653.192708] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef5b5812-c504-4535-b42d-956781b28f5e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.198591] env[62298]: DEBUG oslo_vmware.api [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Waiting for the task: (returnval){ [ 1653.198591] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5286498a-89bf-609a-4241-8766fdf31fb5" [ 1653.198591] env[62298]: _type = "Task" [ 1653.198591] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.210073] env[62298]: DEBUG oslo_vmware.api [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5286498a-89bf-609a-4241-8766fdf31fb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.233339] env[62298]: DEBUG nova.network.neutron [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Successfully updated port: a509ec50-866d-468f-a2ac-abb3bf073caa {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1653.284791] env[62298]: DEBUG oslo_vmware.api [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804423, 'name': Destroy_Task} progress is 33%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.420872] env[62298]: DEBUG oslo_vmware.api [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538759} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.421153] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] db851386-5e45-492c-bd34-a46c84610ce6/db851386-5e45-492c-bd34-a46c84610ce6.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1653.421359] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1653.421599] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b8b7f93-88ad-4e48-a5ab-f90fff8cbe2a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.428684] env[62298]: DEBUG oslo_vmware.api [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for the task: (returnval){ [ 1653.428684] env[62298]: value = "task-1804424" [ 1653.428684] env[62298]: _type = "Task" [ 1653.428684] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.436252] env[62298]: DEBUG oslo_vmware.api [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.449100] env[62298]: DEBUG nova.scheduler.client.report [None req-b08719e4-101e-4e47-8cbc-06677ef83be0 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1653.709893] env[62298]: DEBUG oslo_vmware.api [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5286498a-89bf-609a-4241-8766fdf31fb5, 'name': SearchDatastore_Task, 'duration_secs': 0.010157} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.709893] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.709893] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1653.710091] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.710276] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.711259] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1653.711259] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00628dd6-7dca-4e22-a145-7cef3c2b312a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.719312] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1653.719574] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1653.720305] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9781bee3-c249-4b51-b37d-1580ab85e0f5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.725873] env[62298]: DEBUG oslo_vmware.api [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Waiting for the task: (returnval){ [ 1653.725873] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e29446-5486-0aa3-6144-1ec22461c071" [ 1653.725873] env[62298]: _type = "Task" [ 1653.725873] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.733861] env[62298]: DEBUG oslo_vmware.api [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e29446-5486-0aa3-6144-1ec22461c071, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.738781] env[62298]: DEBUG oslo_concurrency.lockutils [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Acquiring lock "refresh_cache-c17ceaa2-38c2-4a16-9b67-4793581558e3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.738963] env[62298]: DEBUG oslo_concurrency.lockutils [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Acquired lock "refresh_cache-c17ceaa2-38c2-4a16-9b67-4793581558e3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.739132] env[62298]: DEBUG nova.network.neutron [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1653.782972] env[62298]: DEBUG nova.compute.manager [req-9eec3100-b635-454d-abff-fd1386d5aa6e req-0b7a3629-b916-4bb9-9034-0ef3fd2f195a service nova] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Received event network-vif-plugged-a509ec50-866d-468f-a2ac-abb3bf073caa {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1653.784008] env[62298]: DEBUG oslo_concurrency.lockutils [req-9eec3100-b635-454d-abff-fd1386d5aa6e req-0b7a3629-b916-4bb9-9034-0ef3fd2f195a service nova] Acquiring lock "c17ceaa2-38c2-4a16-9b67-4793581558e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.784008] env[62298]: DEBUG oslo_concurrency.lockutils [req-9eec3100-b635-454d-abff-fd1386d5aa6e req-0b7a3629-b916-4bb9-9034-0ef3fd2f195a service nova] Lock "c17ceaa2-38c2-4a16-9b67-4793581558e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.784008] env[62298]: DEBUG oslo_concurrency.lockutils [req-9eec3100-b635-454d-abff-fd1386d5aa6e req-0b7a3629-b916-4bb9-9034-0ef3fd2f195a service nova] Lock "c17ceaa2-38c2-4a16-9b67-4793581558e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.784008] env[62298]: DEBUG nova.compute.manager [req-9eec3100-b635-454d-abff-fd1386d5aa6e req-0b7a3629-b916-4bb9-9034-0ef3fd2f195a service nova] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] No waiting events found dispatching network-vif-plugged-a509ec50-866d-468f-a2ac-abb3bf073caa {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1653.784325] env[62298]: WARNING nova.compute.manager [req-9eec3100-b635-454d-abff-fd1386d5aa6e req-0b7a3629-b916-4bb9-9034-0ef3fd2f195a service nova] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Received unexpected event network-vif-plugged-a509ec50-866d-468f-a2ac-abb3bf073caa for instance with vm_state building and task_state spawning. [ 1653.784567] env[62298]: DEBUG nova.compute.manager [req-9eec3100-b635-454d-abff-fd1386d5aa6e req-0b7a3629-b916-4bb9-9034-0ef3fd2f195a service nova] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Received event network-changed-a509ec50-866d-468f-a2ac-abb3bf073caa {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1653.784812] env[62298]: DEBUG nova.compute.manager [req-9eec3100-b635-454d-abff-fd1386d5aa6e req-0b7a3629-b916-4bb9-9034-0ef3fd2f195a service nova] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Refreshing instance network info cache due to event network-changed-a509ec50-866d-468f-a2ac-abb3bf073caa. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1653.785086] env[62298]: DEBUG oslo_concurrency.lockutils [req-9eec3100-b635-454d-abff-fd1386d5aa6e req-0b7a3629-b916-4bb9-9034-0ef3fd2f195a service nova] Acquiring lock "refresh_cache-c17ceaa2-38c2-4a16-9b67-4793581558e3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.791730] env[62298]: DEBUG oslo_vmware.api [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804423, 'name': Destroy_Task} progress is 33%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.887504] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf8d74df-59a9-4eda-9d6b-77a04807e60a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "6c8c4667-1a5d-4764-902a-351aee2d60f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.887835] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf8d74df-59a9-4eda-9d6b-77a04807e60a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "6c8c4667-1a5d-4764-902a-351aee2d60f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.888041] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf8d74df-59a9-4eda-9d6b-77a04807e60a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "6c8c4667-1a5d-4764-902a-351aee2d60f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.888227] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf8d74df-59a9-4eda-9d6b-77a04807e60a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "6c8c4667-1a5d-4764-902a-351aee2d60f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.888399] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf8d74df-59a9-4eda-9d6b-77a04807e60a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "6c8c4667-1a5d-4764-902a-351aee2d60f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.890413] env[62298]: INFO nova.compute.manager [None req-cf8d74df-59a9-4eda-9d6b-77a04807e60a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Terminating instance [ 1653.937992] env[62298]: DEBUG oslo_vmware.api [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066616} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.939331] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1653.939331] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1864edcc-42b5-4464-a73a-940bffa6b068 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.955095] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b08719e4-101e-4e47-8cbc-06677ef83be0 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.965094] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] db851386-5e45-492c-bd34-a46c84610ce6/db851386-5e45-492c-bd34-a46c84610ce6.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1653.965627] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.380s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.965853] env[62298]: DEBUG nova.objects.instance [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Lazy-loading 'resources' on Instance uuid d37ff071-bef7-4acb-adc4-a0b776e09bcf {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1653.967325] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-628060a1-55dc-4fb0-a1e5-a560a585be0e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.982912] env[62298]: INFO nova.scheduler.client.report [None req-b08719e4-101e-4e47-8cbc-06677ef83be0 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Deleted allocations for instance 9a0b606b-2b47-4257-8722-e3933b63890b [ 1653.992029] env[62298]: DEBUG oslo_vmware.api [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for the task: (returnval){ [ 1653.992029] env[62298]: value = "task-1804425" [ 1653.992029] env[62298]: _type = "Task" [ 1653.992029] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.002153] env[62298]: DEBUG oslo_vmware.api [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804425, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.236430] env[62298]: DEBUG oslo_vmware.api [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e29446-5486-0aa3-6144-1ec22461c071, 'name': SearchDatastore_Task, 'duration_secs': 0.033827} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.237274] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a23148cc-46d4-4c75-8b88-f9515d3eddca {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.243939] env[62298]: DEBUG oslo_vmware.api [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Waiting for the task: (returnval){ [ 1654.243939] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52fc9edf-689f-76c1-7714-1688e6da15e6" [ 1654.243939] env[62298]: _type = "Task" [ 1654.243939] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.251872] env[62298]: DEBUG oslo_vmware.api [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52fc9edf-689f-76c1-7714-1688e6da15e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.274980] env[62298]: DEBUG nova.network.neutron [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1654.285661] env[62298]: DEBUG oslo_vmware.api [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804423, 'name': Destroy_Task, 'duration_secs': 1.089634} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.285913] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Destroyed the VM [ 1654.286161] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Deleting Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1654.286395] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1fcd2451-4e29-424f-8d5f-50a08a2455f2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.292927] env[62298]: DEBUG oslo_vmware.api [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1654.292927] env[62298]: value = "task-1804426" [ 1654.292927] env[62298]: _type = "Task" [ 1654.292927] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.302661] env[62298]: DEBUG oslo_vmware.api [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804426, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.393959] env[62298]: DEBUG nova.compute.manager [None req-cf8d74df-59a9-4eda-9d6b-77a04807e60a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1654.394276] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8d74df-59a9-4eda-9d6b-77a04807e60a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1654.395278] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4386a5a0-33ca-4d35-9738-5c6d95974317 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.406061] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8d74df-59a9-4eda-9d6b-77a04807e60a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1654.406418] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2ead0fb-c1d4-4ec4-bc16-4e942ae2c4dd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.460849] env[62298]: DEBUG oslo_concurrency.lockutils [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "b25723a4-f1b0-4d1c-81ca-f619dbca0e73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.461120] env[62298]: DEBUG oslo_concurrency.lockutils [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "b25723a4-f1b0-4d1c-81ca-f619dbca0e73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.490114] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b08719e4-101e-4e47-8cbc-06677ef83be0 tempest-FloatingIPsAssociationTestJSON-1070968 tempest-FloatingIPsAssociationTestJSON-1070968-project-member] Lock "9a0b606b-2b47-4257-8722-e3933b63890b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.814s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.501762] env[62298]: DEBUG oslo_vmware.api [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804425, 'name': ReconfigVM_Task, 'duration_secs': 0.259839} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.502199] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Reconfigured VM instance instance-0000003e to attach disk [datastore1] db851386-5e45-492c-bd34-a46c84610ce6/db851386-5e45-492c-bd34-a46c84610ce6.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1654.502864] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8a63ead-3ed4-4a7b-bdad-4d212f7ba027 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.511011] env[62298]: DEBUG oslo_vmware.api [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for the task: (returnval){ [ 1654.511011] env[62298]: value = "task-1804428" [ 1654.511011] env[62298]: _type = "Task" [ 1654.511011] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.527019] env[62298]: DEBUG oslo_vmware.api [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804428, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.539587] env[62298]: DEBUG nova.network.neutron [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Updating instance_info_cache with network_info: [{"id": "a509ec50-866d-468f-a2ac-abb3bf073caa", "address": "fa:16:3e:78:78:7d", "network": {"id": "7b6344e8-f48e-46ed-a755-022dc891143a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1524849857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59664ca99784944a01a3b5dbb00e9a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa509ec50-86", "ovs_interfaceid": "a509ec50-866d-468f-a2ac-abb3bf073caa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.757410] env[62298]: DEBUG oslo_vmware.api [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52fc9edf-689f-76c1-7714-1688e6da15e6, 'name': SearchDatastore_Task, 'duration_secs': 0.00809} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.759771] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.760055] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 5ad600a5-4522-44ea-9a3d-9435c86b592b/5ad600a5-4522-44ea-9a3d-9435c86b592b.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1654.760655] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7fc7860-512a-4ad7-bb71-48957333a3c4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.767241] env[62298]: DEBUG oslo_vmware.api [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Waiting for the task: (returnval){ [ 1654.767241] env[62298]: value = "task-1804429" [ 1654.767241] env[62298]: _type = "Task" [ 1654.767241] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.778033] env[62298]: DEBUG oslo_vmware.api [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Task: {'id': task-1804429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.805378] env[62298]: DEBUG oslo_vmware.api [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804426, 'name': RemoveSnapshot_Task, 'duration_secs': 0.372264} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.805676] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Deleted Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1654.805921] env[62298]: INFO nova.compute.manager [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Took 15.92 seconds to snapshot the instance on the hypervisor. [ 1654.887360] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8d74df-59a9-4eda-9d6b-77a04807e60a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1654.887360] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8d74df-59a9-4eda-9d6b-77a04807e60a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1654.887360] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf8d74df-59a9-4eda-9d6b-77a04807e60a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Deleting the datastore file [datastore1] 6c8c4667-1a5d-4764-902a-351aee2d60f4 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1654.888142] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97320dbb-7e89-4ff3-bbec-6da43a1fc6cc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.894772] env[62298]: DEBUG oslo_vmware.api [None req-cf8d74df-59a9-4eda-9d6b-77a04807e60a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1654.894772] env[62298]: value = "task-1804430" [ 1654.894772] env[62298]: _type = "Task" [ 1654.894772] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.903760] env[62298]: DEBUG oslo_vmware.api [None req-cf8d74df-59a9-4eda-9d6b-77a04807e60a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.944193] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ce1ec4-f4ef-494a-8b75-0153ca1cd42b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.952817] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455d3c71-c2bf-407a-9263-0e26ed878d8f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.987694] env[62298]: DEBUG nova.compute.manager [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1654.992385] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf03a50-d87b-42e5-ab9c-bc9cb13fcafd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.003450] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad88b418-b424-48bd-80de-f8abfbe32048 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.021863] env[62298]: DEBUG nova.compute.provider_tree [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1655.034922] env[62298]: DEBUG oslo_vmware.api [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804428, 'name': Rename_Task, 'duration_secs': 0.128967} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.035284] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1655.035591] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d5fcfb7-7e9b-4f9e-9d8d-c86996dd2805 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.042944] env[62298]: DEBUG oslo_concurrency.lockutils [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Releasing lock "refresh_cache-c17ceaa2-38c2-4a16-9b67-4793581558e3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.043292] env[62298]: DEBUG nova.compute.manager [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Instance network_info: |[{"id": "a509ec50-866d-468f-a2ac-abb3bf073caa", "address": "fa:16:3e:78:78:7d", "network": {"id": "7b6344e8-f48e-46ed-a755-022dc891143a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1524849857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59664ca99784944a01a3b5dbb00e9a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa509ec50-86", "ovs_interfaceid": "a509ec50-866d-468f-a2ac-abb3bf073caa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1655.043964] env[62298]: DEBUG oslo_concurrency.lockutils [req-9eec3100-b635-454d-abff-fd1386d5aa6e req-0b7a3629-b916-4bb9-9034-0ef3fd2f195a service nova] Acquired lock "refresh_cache-c17ceaa2-38c2-4a16-9b67-4793581558e3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.044169] env[62298]: DEBUG nova.network.neutron [req-9eec3100-b635-454d-abff-fd1386d5aa6e req-0b7a3629-b916-4bb9-9034-0ef3fd2f195a service nova] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Refreshing network info cache for port a509ec50-866d-468f-a2ac-abb3bf073caa {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1655.045603] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:78:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a509ec50-866d-468f-a2ac-abb3bf073caa', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1655.053938] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Creating folder: Project (d59664ca99784944a01a3b5dbb00e9a5). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1655.059129] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35330ab3-42d2-4e2a-919b-14e71378e89b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.061497] env[62298]: DEBUG oslo_vmware.api [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for the task: (returnval){ [ 1655.061497] env[62298]: value = "task-1804431" [ 1655.061497] env[62298]: _type = "Task" [ 1655.061497] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.072876] env[62298]: DEBUG oslo_vmware.api [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804431, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.074671] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Created folder: Project (d59664ca99784944a01a3b5dbb00e9a5) in parent group-v373906. [ 1655.075032] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Creating folder: Instances. Parent ref: group-v374080. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1655.075354] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a86a7ec-de65-4f56-aacd-3f11fbfb71db {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.088237] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Created folder: Instances in parent group-v374080. [ 1655.088594] env[62298]: DEBUG oslo.service.loopingcall [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1655.088863] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1655.089152] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81f91276-ad38-4977-be0a-b5dd460bfc4a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.114350] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1655.114350] env[62298]: value = "task-1804434" [ 1655.114350] env[62298]: _type = "Task" [ 1655.114350] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.128213] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804434, 'name': CreateVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.277985] env[62298]: DEBUG oslo_vmware.api [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Task: {'id': task-1804429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454452} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.278323] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 5ad600a5-4522-44ea-9a3d-9435c86b592b/5ad600a5-4522-44ea-9a3d-9435c86b592b.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1655.278543] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1655.278818] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6d52a18-af9b-4e10-92aa-f6367c7f3837 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.289578] env[62298]: DEBUG oslo_vmware.api [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Waiting for the task: (returnval){ [ 1655.289578] env[62298]: value = "task-1804435" [ 1655.289578] env[62298]: _type = "Task" [ 1655.289578] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.299178] env[62298]: DEBUG oslo_vmware.api [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Task: {'id': task-1804435, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.310077] env[62298]: DEBUG nova.compute.manager [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Instance disappeared during snapshot {{(pid=62298) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1655.325323] env[62298]: DEBUG nova.compute.manager [None req-9fc96058-0893-4c97-8ec3-25382002f464 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Image not found during clean up 1fbb6d4f-b776-4789-a19a-4a4c133ce405 {{(pid=62298) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1655.405476] env[62298]: DEBUG oslo_vmware.api [None req-cf8d74df-59a9-4eda-9d6b-77a04807e60a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.439589} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.405786] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf8d74df-59a9-4eda-9d6b-77a04807e60a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1655.407370] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8d74df-59a9-4eda-9d6b-77a04807e60a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1655.407370] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cf8d74df-59a9-4eda-9d6b-77a04807e60a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1655.407370] env[62298]: INFO nova.compute.manager [None req-cf8d74df-59a9-4eda-9d6b-77a04807e60a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Took 1.01 seconds to destroy the instance on the hypervisor. [ 1655.407370] env[62298]: DEBUG oslo.service.loopingcall [None req-cf8d74df-59a9-4eda-9d6b-77a04807e60a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1655.407370] env[62298]: DEBUG nova.compute.manager [-] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1655.407370] env[62298]: DEBUG nova.network.neutron [-] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1655.512620] env[62298]: DEBUG oslo_concurrency.lockutils [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.528456] env[62298]: DEBUG nova.scheduler.client.report [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1655.572517] env[62298]: DEBUG oslo_vmware.api [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804431, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.626670] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804434, 'name': CreateVM_Task, 'duration_secs': 0.486484} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.626923] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1655.627547] env[62298]: DEBUG oslo_concurrency.lockutils [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.627762] env[62298]: DEBUG oslo_concurrency.lockutils [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.628119] env[62298]: DEBUG oslo_concurrency.lockutils [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1655.628379] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4964283-4e76-4194-bad2-f98d442c509c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.632752] env[62298]: DEBUG oslo_vmware.api [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Waiting for the task: (returnval){ [ 1655.632752] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ade23d-2856-404f-ddc4-3d5ae1d6da9b" [ 1655.632752] env[62298]: _type = "Task" [ 1655.632752] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.640114] env[62298]: DEBUG oslo_vmware.api [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ade23d-2856-404f-ddc4-3d5ae1d6da9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.667854] env[62298]: DEBUG nova.network.neutron [req-9eec3100-b635-454d-abff-fd1386d5aa6e req-0b7a3629-b916-4bb9-9034-0ef3fd2f195a service nova] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Updated VIF entry in instance network info cache for port a509ec50-866d-468f-a2ac-abb3bf073caa. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1655.668407] env[62298]: DEBUG nova.network.neutron [req-9eec3100-b635-454d-abff-fd1386d5aa6e req-0b7a3629-b916-4bb9-9034-0ef3fd2f195a service nova] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Updating instance_info_cache with network_info: [{"id": "a509ec50-866d-468f-a2ac-abb3bf073caa", "address": "fa:16:3e:78:78:7d", "network": {"id": "7b6344e8-f48e-46ed-a755-022dc891143a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1524849857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d59664ca99784944a01a3b5dbb00e9a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa509ec50-86", "ovs_interfaceid": "a509ec50-866d-468f-a2ac-abb3bf073caa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.801532] env[62298]: DEBUG oslo_vmware.api [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Task: {'id': task-1804435, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149999} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.801895] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1655.802713] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5ef6f5-c125-42da-a968-4b95f0d5a4a7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.836437] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 5ad600a5-4522-44ea-9a3d-9435c86b592b/5ad600a5-4522-44ea-9a3d-9435c86b592b.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1655.837065] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5fe0046-007f-402b-b85f-4c8053a28725 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.859783] env[62298]: DEBUG oslo_vmware.api [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Waiting for the task: (returnval){ [ 1655.859783] env[62298]: value = "task-1804436" [ 1655.859783] env[62298]: _type = "Task" [ 1655.859783] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.867814] env[62298]: DEBUG oslo_vmware.api [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Task: {'id': task-1804436, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.035884] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.038439] env[62298]: DEBUG oslo_concurrency.lockutils [None req-defdd51d-fbab-4f7c-8e2c-f69ef27246c8 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.618s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.038990] env[62298]: DEBUG nova.objects.instance [None req-defdd51d-fbab-4f7c-8e2c-f69ef27246c8 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Lazy-loading 'resources' on Instance uuid 9724e06a-066b-433d-bc5b-36d95039060f {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1656.061443] env[62298]: INFO nova.scheduler.client.report [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Deleted allocations for instance d37ff071-bef7-4acb-adc4-a0b776e09bcf [ 1656.077668] env[62298]: DEBUG oslo_vmware.api [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804431, 'name': PowerOnVM_Task, 'duration_secs': 0.671152} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.077948] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1656.078992] env[62298]: INFO nova.compute.manager [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Took 10.78 seconds to spawn the instance on the hypervisor. [ 1656.078992] env[62298]: DEBUG nova.compute.manager [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1656.079900] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fd43c6-2d98-4c89-b4a6-53f111bf8b1a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.133869] env[62298]: DEBUG nova.compute.manager [req-5939e0c5-e8b8-4aee-ba16-3d373999d717 req-4cee4cc5-04f0-4e1a-ae23-223d38489eba service nova] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Received event network-vif-deleted-ab849878-7978-4499-a74d-b33cdccb06af {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1656.133923] env[62298]: INFO nova.compute.manager [req-5939e0c5-e8b8-4aee-ba16-3d373999d717 req-4cee4cc5-04f0-4e1a-ae23-223d38489eba service nova] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Neutron deleted interface ab849878-7978-4499-a74d-b33cdccb06af; detaching it from the instance and deleting it from the info cache [ 1656.134699] env[62298]: DEBUG nova.network.neutron [req-5939e0c5-e8b8-4aee-ba16-3d373999d717 req-4cee4cc5-04f0-4e1a-ae23-223d38489eba service nova] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.147250] env[62298]: DEBUG oslo_vmware.api [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ade23d-2856-404f-ddc4-3d5ae1d6da9b, 'name': SearchDatastore_Task, 'duration_secs': 0.031259} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.148160] env[62298]: DEBUG oslo_concurrency.lockutils [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.148394] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1656.148648] env[62298]: DEBUG oslo_concurrency.lockutils [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.148819] env[62298]: DEBUG oslo_concurrency.lockutils [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.148980] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1656.150168] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ad61612-c9d7-4cb2-af49-9baeaafef6fd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.171190] env[62298]: DEBUG oslo_concurrency.lockutils [req-9eec3100-b635-454d-abff-fd1386d5aa6e req-0b7a3629-b916-4bb9-9034-0ef3fd2f195a service nova] Releasing lock "refresh_cache-c17ceaa2-38c2-4a16-9b67-4793581558e3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.183211] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1656.183423] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1656.184199] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-478f6430-fa99-40b5-8442-f12287b02d10 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.190097] env[62298]: DEBUG oslo_vmware.api [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Waiting for the task: (returnval){ [ 1656.190097] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b9c85c-f5b7-e729-a162-48a5c1cf16f5" [ 1656.190097] env[62298]: _type = "Task" [ 1656.190097] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.198382] env[62298]: DEBUG oslo_vmware.api [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b9c85c-f5b7-e729-a162-48a5c1cf16f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.370967] env[62298]: DEBUG oslo_vmware.api [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Task: {'id': task-1804436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.537960] env[62298]: DEBUG nova.network.neutron [-] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.575612] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3ba52836-c652-4369-96a8-9f66c7b336af tempest-ServerShowV254Test-1160830225 tempest-ServerShowV254Test-1160830225-project-member] Lock "d37ff071-bef7-4acb-adc4-a0b776e09bcf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.249s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.602225] env[62298]: INFO nova.compute.manager [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Took 46.51 seconds to build instance. [ 1656.637240] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b74aa5c8-19f5-400e-b7d7-783a43701d4a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.648378] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99ec354-22ee-442e-ba55-5fb760b28531 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.688878] env[62298]: DEBUG nova.compute.manager [req-5939e0c5-e8b8-4aee-ba16-3d373999d717 req-4cee4cc5-04f0-4e1a-ae23-223d38489eba service nova] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Detach interface failed, port_id=ab849878-7978-4499-a74d-b33cdccb06af, reason: Instance 6c8c4667-1a5d-4764-902a-351aee2d60f4 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1656.702870] env[62298]: DEBUG oslo_vmware.api [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b9c85c-f5b7-e729-a162-48a5c1cf16f5, 'name': SearchDatastore_Task, 'duration_secs': 0.040347} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.703786] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-466db705-8e33-4ced-999e-8a85384131ff {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.713101] env[62298]: DEBUG oslo_vmware.api [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Waiting for the task: (returnval){ [ 1656.713101] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]520542ff-1848-f7e8-a169-3a47276e7ee2" [ 1656.713101] env[62298]: _type = "Task" [ 1656.713101] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.723013] env[62298]: DEBUG oslo_vmware.api [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]520542ff-1848-f7e8-a169-3a47276e7ee2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.871869] env[62298]: DEBUG oslo_vmware.api [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Task: {'id': task-1804436, 'name': ReconfigVM_Task, 'duration_secs': 0.897281} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.872738] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 5ad600a5-4522-44ea-9a3d-9435c86b592b/5ad600a5-4522-44ea-9a3d-9435c86b592b.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1656.873156] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f397a96-e19c-4321-9752-108da8f8aa3a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.885303] env[62298]: DEBUG oslo_vmware.api [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Waiting for the task: (returnval){ [ 1656.885303] env[62298]: value = "task-1804437" [ 1656.885303] env[62298]: _type = "Task" [ 1656.885303] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.899090] env[62298]: DEBUG oslo_vmware.api [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Task: {'id': task-1804437, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.045801] env[62298]: INFO nova.compute.manager [-] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Took 1.64 seconds to deallocate network for instance. [ 1657.064014] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee70ac3-f219-4e05-b598-7d01a570c75c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.072471] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3472f87b-b314-4ed8-8827-2ac900599cee {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.122236] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf4cc7ff-7e8b-483f-bb31-af462cb0cf0b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lock "db851386-5e45-492c-bd34-a46c84610ce6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.362s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.124395] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081786e1-5153-47b6-a9bc-510844fd43c5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.136143] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356cb0d6-79ad-4413-8a8b-da29d5fbb0af {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.157061] env[62298]: DEBUG nova.compute.provider_tree [None req-defdd51d-fbab-4f7c-8e2c-f69ef27246c8 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1657.229794] env[62298]: DEBUG oslo_vmware.api [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]520542ff-1848-f7e8-a169-3a47276e7ee2, 'name': SearchDatastore_Task, 'duration_secs': 0.014946} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.229889] env[62298]: DEBUG oslo_concurrency.lockutils [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.230188] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] c17ceaa2-38c2-4a16-9b67-4793581558e3/c17ceaa2-38c2-4a16-9b67-4793581558e3.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1657.230495] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-945bea23-ec85-4598-a3ac-64f6b9cb0a5f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.238217] env[62298]: DEBUG oslo_vmware.api [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Waiting for the task: (returnval){ [ 1657.238217] env[62298]: value = "task-1804438" [ 1657.238217] env[62298]: _type = "Task" [ 1657.238217] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.248974] env[62298]: DEBUG oslo_vmware.api [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Task: {'id': task-1804438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.398266] env[62298]: DEBUG oslo_vmware.api [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Task: {'id': task-1804437, 'name': Rename_Task, 'duration_secs': 0.32852} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.398697] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1657.398950] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa4c3314-231a-4221-b1ed-31c0932f4ab6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.406128] env[62298]: DEBUG oslo_vmware.api [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Waiting for the task: (returnval){ [ 1657.406128] env[62298]: value = "task-1804439" [ 1657.406128] env[62298]: _type = "Task" [ 1657.406128] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.414441] env[62298]: DEBUG oslo_vmware.api [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Task: {'id': task-1804439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.556263] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf8d74df-59a9-4eda-9d6b-77a04807e60a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.660950] env[62298]: DEBUG nova.scheduler.client.report [None req-defdd51d-fbab-4f7c-8e2c-f69ef27246c8 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1657.753805] env[62298]: DEBUG oslo_vmware.api [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Task: {'id': task-1804438, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.920071] env[62298]: DEBUG oslo_vmware.api [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Task: {'id': task-1804439, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.171460] env[62298]: DEBUG oslo_concurrency.lockutils [None req-defdd51d-fbab-4f7c-8e2c-f69ef27246c8 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.175058] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.974s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.175976] env[62298]: DEBUG nova.objects.instance [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Lazy-loading 'resources' on Instance uuid 86d72480-a612-458e-bab2-e929ca6eceba {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1658.220575] env[62298]: INFO nova.scheduler.client.report [None req-defdd51d-fbab-4f7c-8e2c-f69ef27246c8 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Deleted allocations for instance 9724e06a-066b-433d-bc5b-36d95039060f [ 1658.253365] env[62298]: DEBUG oslo_vmware.api [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Task: {'id': task-1804438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794241} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.253664] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] c17ceaa2-38c2-4a16-9b67-4793581558e3/c17ceaa2-38c2-4a16-9b67-4793581558e3.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1658.253882] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1658.254178] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ab26ed4-acfc-444f-a70e-b90f5d007219 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.262069] env[62298]: DEBUG oslo_vmware.api [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Waiting for the task: (returnval){ [ 1658.262069] env[62298]: value = "task-1804440" [ 1658.262069] env[62298]: _type = "Task" [ 1658.262069] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.272349] env[62298]: DEBUG oslo_vmware.api [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Task: {'id': task-1804440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.418890] env[62298]: DEBUG oslo_vmware.api [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Task: {'id': task-1804439, 'name': PowerOnVM_Task, 'duration_secs': 0.720558} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.419765] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1658.419906] env[62298]: INFO nova.compute.manager [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1658.420044] env[62298]: DEBUG nova.compute.manager [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1658.420811] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7926b02e-ddc6-4095-ab2d-d5eae731c002 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.733388] env[62298]: DEBUG oslo_concurrency.lockutils [None req-defdd51d-fbab-4f7c-8e2c-f69ef27246c8 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Lock "9724e06a-066b-433d-bc5b-36d95039060f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.052s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.778024] env[62298]: DEBUG oslo_vmware.api [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Task: {'id': task-1804440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097705} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.778024] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1658.778024] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc99e1e-e789-4852-a898-b5508f07fe9d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.806443] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] c17ceaa2-38c2-4a16-9b67-4793581558e3/c17ceaa2-38c2-4a16-9b67-4793581558e3.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1658.809517] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09e63cdb-4be9-463c-8d91-7460abab7f81 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.831817] env[62298]: DEBUG oslo_vmware.api [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Waiting for the task: (returnval){ [ 1658.831817] env[62298]: value = "task-1804441" [ 1658.831817] env[62298]: _type = "Task" [ 1658.831817] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.845060] env[62298]: DEBUG oslo_vmware.api [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Task: {'id': task-1804441, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.944437] env[62298]: INFO nova.compute.manager [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Took 47.75 seconds to build instance. [ 1659.226397] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d083229-7725-4cdb-b5b4-8dcfbbb0ce05 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.236135] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5081eaa4-f2fd-44ed-beb7-4c75ea6b2dec {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.269595] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cfc0e4-907c-448f-a7cb-99b9fed7ff62 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.278154] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0044e7a-5924-41e6-b6d2-b31dbd8fd182 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.294239] env[62298]: DEBUG nova.compute.provider_tree [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1659.342674] env[62298]: DEBUG oslo_vmware.api [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Task: {'id': task-1804441, 'name': ReconfigVM_Task, 'duration_secs': 0.332815} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.342974] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Reconfigured VM instance instance-00000040 to attach disk [datastore1] c17ceaa2-38c2-4a16-9b67-4793581558e3/c17ceaa2-38c2-4a16-9b67-4793581558e3.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1659.343776] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a7d3214-2065-48a3-ae51-5e65e6ae5383 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.353045] env[62298]: DEBUG oslo_vmware.api [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Waiting for the task: (returnval){ [ 1659.353045] env[62298]: value = "task-1804442" [ 1659.353045] env[62298]: _type = "Task" [ 1659.353045] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.359895] env[62298]: DEBUG oslo_vmware.api [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Task: {'id': task-1804442, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.448510] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92ca762e-1a4d-458e-bd60-7cb5d407b204 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Lock "5ad600a5-4522-44ea-9a3d-9435c86b592b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.087s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.477140] env[62298]: DEBUG oslo_concurrency.lockutils [None req-914e7a9f-9744-46d1-b3bb-077dcfa59854 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Acquiring lock "f11cb2f6-fd6a-4cc1-9e24-ced229d5c992" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.477731] env[62298]: DEBUG oslo_concurrency.lockutils [None req-914e7a9f-9744-46d1-b3bb-077dcfa59854 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Lock "f11cb2f6-fd6a-4cc1-9e24-ced229d5c992" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.477731] env[62298]: DEBUG oslo_concurrency.lockutils [None req-914e7a9f-9744-46d1-b3bb-077dcfa59854 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Acquiring lock "f11cb2f6-fd6a-4cc1-9e24-ced229d5c992-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.477911] env[62298]: DEBUG oslo_concurrency.lockutils [None req-914e7a9f-9744-46d1-b3bb-077dcfa59854 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Lock "f11cb2f6-fd6a-4cc1-9e24-ced229d5c992-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.477957] env[62298]: DEBUG oslo_concurrency.lockutils [None req-914e7a9f-9744-46d1-b3bb-077dcfa59854 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Lock "f11cb2f6-fd6a-4cc1-9e24-ced229d5c992-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.480152] env[62298]: INFO nova.compute.manager [None req-914e7a9f-9744-46d1-b3bb-077dcfa59854 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Terminating instance [ 1659.800052] env[62298]: DEBUG nova.scheduler.client.report [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1659.861823] env[62298]: DEBUG oslo_vmware.api [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Task: {'id': task-1804442, 'name': Rename_Task, 'duration_secs': 0.134873} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.862175] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1659.862462] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bc6d6c8-598d-43e4-bddc-64c2b1ca06d5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.869278] env[62298]: DEBUG oslo_vmware.api [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Waiting for the task: (returnval){ [ 1659.869278] env[62298]: value = "task-1804443" [ 1659.869278] env[62298]: _type = "Task" [ 1659.869278] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.879209] env[62298]: DEBUG oslo_vmware.api [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Task: {'id': task-1804443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.984167] env[62298]: DEBUG nova.compute.manager [None req-914e7a9f-9744-46d1-b3bb-077dcfa59854 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1659.984423] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-914e7a9f-9744-46d1-b3bb-077dcfa59854 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1659.988026] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2617a916-b03b-4229-ab49-4911a8282731 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.993442] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-914e7a9f-9744-46d1-b3bb-077dcfa59854 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1659.993703] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2af77438-a52c-46b1-989a-424fccc3cc46 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.000910] env[62298]: DEBUG oslo_vmware.api [None req-914e7a9f-9744-46d1-b3bb-077dcfa59854 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the task: (returnval){ [ 1660.000910] env[62298]: value = "task-1804444" [ 1660.000910] env[62298]: _type = "Task" [ 1660.000910] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.010456] env[62298]: DEBUG oslo_vmware.api [None req-914e7a9f-9744-46d1-b3bb-077dcfa59854 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.118482] env[62298]: DEBUG nova.compute.manager [req-17c14341-5761-4e0a-a773-a5e6f2b718d3 req-7d058028-ae19-41da-9660-fa4c472a5ad8 service nova] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Received event network-changed-fdefb9ab-8b46-4ffc-b9f9-032452c6f728 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1660.118716] env[62298]: DEBUG nova.compute.manager [req-17c14341-5761-4e0a-a773-a5e6f2b718d3 req-7d058028-ae19-41da-9660-fa4c472a5ad8 service nova] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Refreshing instance network info cache due to event network-changed-fdefb9ab-8b46-4ffc-b9f9-032452c6f728. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1660.118988] env[62298]: DEBUG oslo_concurrency.lockutils [req-17c14341-5761-4e0a-a773-a5e6f2b718d3 req-7d058028-ae19-41da-9660-fa4c472a5ad8 service nova] Acquiring lock "refresh_cache-5ad600a5-4522-44ea-9a3d-9435c86b592b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.119176] env[62298]: DEBUG oslo_concurrency.lockutils [req-17c14341-5761-4e0a-a773-a5e6f2b718d3 req-7d058028-ae19-41da-9660-fa4c472a5ad8 service nova] Acquired lock "refresh_cache-5ad600a5-4522-44ea-9a3d-9435c86b592b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.119451] env[62298]: DEBUG nova.network.neutron [req-17c14341-5761-4e0a-a773-a5e6f2b718d3 req-7d058028-ae19-41da-9660-fa4c472a5ad8 service nova] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Refreshing network info cache for port fdefb9ab-8b46-4ffc-b9f9-032452c6f728 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1660.306390] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.308909] env[62298]: DEBUG oslo_concurrency.lockutils [None req-42559b8e-8646-48d7-b4f8-c26af5a9b797 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.960s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.310280] env[62298]: DEBUG nova.objects.instance [None req-42559b8e-8646-48d7-b4f8-c26af5a9b797 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Lazy-loading 'resources' on Instance uuid 0d4c1447-4b9d-4f67-a660-bf396a79cbcd {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1660.315273] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3a81af56-f35f-4783-aeb6-02d4e005d1b1 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquiring lock "3ac82c27-bd02-486e-ac8c-36328891c942" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.317028] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3a81af56-f35f-4783-aeb6-02d4e005d1b1 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lock "3ac82c27-bd02-486e-ac8c-36328891c942" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.317028] env[62298]: DEBUG nova.compute.manager [None req-3a81af56-f35f-4783-aeb6-02d4e005d1b1 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1660.317755] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ba2053-08ab-4e86-b522-bd80d1dba914 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.329227] env[62298]: DEBUG nova.compute.manager [None req-3a81af56-f35f-4783-aeb6-02d4e005d1b1 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62298) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1660.329906] env[62298]: DEBUG nova.objects.instance [None req-3a81af56-f35f-4783-aeb6-02d4e005d1b1 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lazy-loading 'flavor' on Instance uuid 3ac82c27-bd02-486e-ac8c-36328891c942 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1660.347110] env[62298]: INFO nova.scheduler.client.report [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Deleted allocations for instance 86d72480-a612-458e-bab2-e929ca6eceba [ 1660.379960] env[62298]: DEBUG oslo_vmware.api [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Task: {'id': task-1804443, 'name': PowerOnVM_Task, 'duration_secs': 0.480055} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.380317] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1660.380464] env[62298]: INFO nova.compute.manager [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1660.380647] env[62298]: DEBUG nova.compute.manager [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1660.381573] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653ba74b-5ecd-422e-b013-747e6c43fda0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.511694] env[62298]: DEBUG oslo_vmware.api [None req-914e7a9f-9744-46d1-b3bb-077dcfa59854 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804444, 'name': PowerOffVM_Task, 'duration_secs': 0.327453} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.511968] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-914e7a9f-9744-46d1-b3bb-077dcfa59854 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1660.512358] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-914e7a9f-9744-46d1-b3bb-077dcfa59854 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1660.512637] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f42939b8-17f0-480e-a9d7-a6e3a910d9bb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.598227] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-914e7a9f-9744-46d1-b3bb-077dcfa59854 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1660.598594] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-914e7a9f-9744-46d1-b3bb-077dcfa59854 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1660.598654] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-914e7a9f-9744-46d1-b3bb-077dcfa59854 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Deleting the datastore file [datastore1] f11cb2f6-fd6a-4cc1-9e24-ced229d5c992 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1660.599050] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3a0ef74-0694-4e0d-bdfb-5cd244cdbf0c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.606498] env[62298]: DEBUG oslo_vmware.api [None req-914e7a9f-9744-46d1-b3bb-077dcfa59854 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for the task: (returnval){ [ 1660.606498] env[62298]: value = "task-1804446" [ 1660.606498] env[62298]: _type = "Task" [ 1660.606498] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.616313] env[62298]: DEBUG oslo_vmware.api [None req-914e7a9f-9744-46d1-b3bb-077dcfa59854 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.855158] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ef3803b8-1a66-4334-9b47-f8a74b2a6514 tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Lock "86d72480-a612-458e-bab2-e929ca6eceba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.435s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.907207] env[62298]: INFO nova.compute.manager [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Took 44.97 seconds to build instance. [ 1660.980701] env[62298]: DEBUG nova.network.neutron [req-17c14341-5761-4e0a-a773-a5e6f2b718d3 req-7d058028-ae19-41da-9660-fa4c472a5ad8 service nova] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Updated VIF entry in instance network info cache for port fdefb9ab-8b46-4ffc-b9f9-032452c6f728. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1660.981250] env[62298]: DEBUG nova.network.neutron [req-17c14341-5761-4e0a-a773-a5e6f2b718d3 req-7d058028-ae19-41da-9660-fa4c472a5ad8 service nova] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Updating instance_info_cache with network_info: [{"id": "fdefb9ab-8b46-4ffc-b9f9-032452c6f728", "address": "fa:16:3e:03:5d:6e", "network": {"id": "fca0e1eb-4dc0-436e-a709-a15c11fe103f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1644121889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f284270dac64ad7bb010281c6d4ef94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdefb9ab-8b", "ovs_interfaceid": "fdefb9ab-8b46-4ffc-b9f9-032452c6f728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.117844] env[62298]: DEBUG oslo_vmware.api [None req-914e7a9f-9744-46d1-b3bb-077dcfa59854 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Task: {'id': task-1804446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163396} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.117844] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-914e7a9f-9744-46d1-b3bb-077dcfa59854 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1661.117844] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-914e7a9f-9744-46d1-b3bb-077dcfa59854 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1661.117844] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-914e7a9f-9744-46d1-b3bb-077dcfa59854 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1661.118072] env[62298]: INFO nova.compute.manager [None req-914e7a9f-9744-46d1-b3bb-077dcfa59854 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1661.122023] env[62298]: DEBUG oslo.service.loopingcall [None req-914e7a9f-9744-46d1-b3bb-077dcfa59854 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1661.122023] env[62298]: DEBUG nova.compute.manager [-] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1661.122023] env[62298]: DEBUG nova.network.neutron [-] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1661.289099] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd4a093-3f59-4a17-a492-689abb4698a5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.298119] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3a394a-6078-4aeb-ba8b-286ee08d80e1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.303783] env[62298]: DEBUG oslo_concurrency.lockutils [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Acquiring lock "9e84011e-72c9-46c0-a229-3a233bb3908e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.303783] env[62298]: DEBUG oslo_concurrency.lockutils [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Lock "9e84011e-72c9-46c0-a229-3a233bb3908e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.303972] env[62298]: DEBUG oslo_concurrency.lockutils [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Acquiring lock "9e84011e-72c9-46c0-a229-3a233bb3908e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.304066] env[62298]: DEBUG oslo_concurrency.lockutils [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Lock "9e84011e-72c9-46c0-a229-3a233bb3908e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.304235] env[62298]: DEBUG oslo_concurrency.lockutils [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Lock "9e84011e-72c9-46c0-a229-3a233bb3908e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.308699] env[62298]: INFO nova.compute.manager [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Terminating instance [ 1661.347300] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b5a085-e0c8-480c-ae16-3b0e3cdf5de6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.352177] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a81af56-f35f-4783-aeb6-02d4e005d1b1 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1661.354120] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acce0280-127c-4d2f-a813-e55389b99740 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.364632] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0a2232-c485-4a4d-baac-eec145ed1c4d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.370583] env[62298]: DEBUG oslo_vmware.api [None req-3a81af56-f35f-4783-aeb6-02d4e005d1b1 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for the task: (returnval){ [ 1661.370583] env[62298]: value = "task-1804447" [ 1661.370583] env[62298]: _type = "Task" [ 1661.370583] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.386415] env[62298]: DEBUG nova.compute.provider_tree [None req-42559b8e-8646-48d7-b4f8-c26af5a9b797 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1661.392994] env[62298]: DEBUG oslo_vmware.api [None req-3a81af56-f35f-4783-aeb6-02d4e005d1b1 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.409698] env[62298]: DEBUG oslo_concurrency.lockutils [None req-69a9ca0d-e92d-4b91-8d80-db5903cab9c2 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Lock "c17ceaa2-38c2-4a16-9b67-4793581558e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.108s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.489849] env[62298]: DEBUG oslo_concurrency.lockutils [req-17c14341-5761-4e0a-a773-a5e6f2b718d3 req-7d058028-ae19-41da-9660-fa4c472a5ad8 service nova] Releasing lock "refresh_cache-5ad600a5-4522-44ea-9a3d-9435c86b592b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.668906] env[62298]: DEBUG nova.compute.manager [req-b1fd4f9d-8598-4f2a-9823-f39c324b7a3a req-b94b7eb7-765b-4f1f-a21b-6c4862163e74 service nova] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Received event network-vif-deleted-6a40f410-aafe-421d-a39e-aad9410da2ab {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1661.668906] env[62298]: INFO nova.compute.manager [req-b1fd4f9d-8598-4f2a-9823-f39c324b7a3a req-b94b7eb7-765b-4f1f-a21b-6c4862163e74 service nova] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Neutron deleted interface 6a40f410-aafe-421d-a39e-aad9410da2ab; detaching it from the instance and deleting it from the info cache [ 1661.668906] env[62298]: DEBUG nova.network.neutron [req-b1fd4f9d-8598-4f2a-9823-f39c324b7a3a req-b94b7eb7-765b-4f1f-a21b-6c4862163e74 service nova] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.854314] env[62298]: DEBUG oslo_concurrency.lockutils [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Acquiring lock "refresh_cache-9e84011e-72c9-46c0-a229-3a233bb3908e" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.854510] env[62298]: DEBUG oslo_concurrency.lockutils [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Acquired lock "refresh_cache-9e84011e-72c9-46c0-a229-3a233bb3908e" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.854697] env[62298]: DEBUG nova.network.neutron [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1661.856045] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0fd0b360-2e15-4289-9fc4-2621cf10f3f9 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Acquiring lock "c17ceaa2-38c2-4a16-9b67-4793581558e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.856264] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0fd0b360-2e15-4289-9fc4-2621cf10f3f9 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Lock "c17ceaa2-38c2-4a16-9b67-4793581558e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.856461] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0fd0b360-2e15-4289-9fc4-2621cf10f3f9 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Acquiring lock "c17ceaa2-38c2-4a16-9b67-4793581558e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.856647] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0fd0b360-2e15-4289-9fc4-2621cf10f3f9 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Lock "c17ceaa2-38c2-4a16-9b67-4793581558e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.856850] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0fd0b360-2e15-4289-9fc4-2621cf10f3f9 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Lock "c17ceaa2-38c2-4a16-9b67-4793581558e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.859031] env[62298]: INFO nova.compute.manager [None req-0fd0b360-2e15-4289-9fc4-2621cf10f3f9 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Terminating instance [ 1661.885071] env[62298]: DEBUG oslo_vmware.api [None req-3a81af56-f35f-4783-aeb6-02d4e005d1b1 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804447, 'name': PowerOffVM_Task, 'duration_secs': 0.334488} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.885351] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a81af56-f35f-4783-aeb6-02d4e005d1b1 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1661.885547] env[62298]: DEBUG nova.compute.manager [None req-3a81af56-f35f-4783-aeb6-02d4e005d1b1 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1661.886349] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b089d2e-e4d6-4c67-80b4-e1c37e91412c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.889722] env[62298]: DEBUG nova.scheduler.client.report [None req-42559b8e-8646-48d7-b4f8-c26af5a9b797 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1662.063282] env[62298]: DEBUG nova.network.neutron [-] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.171436] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00ed5d67-1a78-45b8-8f46-54632ed67afc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.180816] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98455ce-fb53-4388-981d-848584e9968f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.213489] env[62298]: DEBUG nova.compute.manager [req-b1fd4f9d-8598-4f2a-9823-f39c324b7a3a req-b94b7eb7-765b-4f1f-a21b-6c4862163e74 service nova] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Detach interface failed, port_id=6a40f410-aafe-421d-a39e-aad9410da2ab, reason: Instance f11cb2f6-fd6a-4cc1-9e24-ced229d5c992 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1662.363660] env[62298]: DEBUG nova.compute.manager [None req-0fd0b360-2e15-4289-9fc4-2621cf10f3f9 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1662.363928] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd0b360-2e15-4289-9fc4-2621cf10f3f9 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1662.364763] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788e265d-37f5-4a92-a95b-3fa81bef8f61 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.372104] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd0b360-2e15-4289-9fc4-2621cf10f3f9 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1662.372338] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f947425-a984-4f66-ade6-d71b6dcf8845 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.378690] env[62298]: DEBUG oslo_vmware.api [None req-0fd0b360-2e15-4289-9fc4-2621cf10f3f9 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Waiting for the task: (returnval){ [ 1662.378690] env[62298]: value = "task-1804448" [ 1662.378690] env[62298]: _type = "Task" [ 1662.378690] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.386805] env[62298]: DEBUG oslo_vmware.api [None req-0fd0b360-2e15-4289-9fc4-2621cf10f3f9 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Task: {'id': task-1804448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.394785] env[62298]: DEBUG oslo_concurrency.lockutils [None req-42559b8e-8646-48d7-b4f8-c26af5a9b797 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.397336] env[62298]: DEBUG nova.network.neutron [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1662.399173] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 33.774s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.402841] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3a81af56-f35f-4783-aeb6-02d4e005d1b1 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lock "3ac82c27-bd02-486e-ac8c-36328891c942" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.086s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.421812] env[62298]: INFO nova.scheduler.client.report [None req-42559b8e-8646-48d7-b4f8-c26af5a9b797 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Deleted allocations for instance 0d4c1447-4b9d-4f67-a660-bf396a79cbcd [ 1662.477934] env[62298]: DEBUG nova.network.neutron [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.567117] env[62298]: INFO nova.compute.manager [-] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Took 1.45 seconds to deallocate network for instance. [ 1662.624772] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquiring lock "daa6606d-56d9-4776-8434-bdf8006e36ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.625049] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "daa6606d-56d9-4776-8434-bdf8006e36ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.893407] env[62298]: DEBUG oslo_vmware.api [None req-0fd0b360-2e15-4289-9fc4-2621cf10f3f9 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Task: {'id': task-1804448, 'name': PowerOffVM_Task, 'duration_secs': 0.279493} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.893846] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd0b360-2e15-4289-9fc4-2621cf10f3f9 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1662.894156] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd0b360-2e15-4289-9fc4-2621cf10f3f9 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1662.894521] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3c455f1-ebcb-492b-a194-5e0d1a3ce263 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.905118] env[62298]: DEBUG nova.objects.instance [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lazy-loading 'migration_context' on Instance uuid e647687b-eebb-4b16-8dda-6a7f9f99822c {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1662.932060] env[62298]: DEBUG oslo_concurrency.lockutils [None req-42559b8e-8646-48d7-b4f8-c26af5a9b797 tempest-VolumesAdminNegativeTest-373757146 tempest-VolumesAdminNegativeTest-373757146-project-member] Lock "0d4c1447-4b9d-4f67-a660-bf396a79cbcd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.637s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.984233] env[62298]: DEBUG oslo_concurrency.lockutils [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Releasing lock "refresh_cache-9e84011e-72c9-46c0-a229-3a233bb3908e" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.984233] env[62298]: DEBUG nova.compute.manager [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1662.984233] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1662.984233] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80e1b04-89c6-4b58-950e-b2f052107104 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.994164] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1662.994164] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad80496a-f82f-49f7-ac1b-3e8f5c36b226 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.005025] env[62298]: DEBUG oslo_vmware.api [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for the task: (returnval){ [ 1663.005025] env[62298]: value = "task-1804450" [ 1663.005025] env[62298]: _type = "Task" [ 1663.005025] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.012030] env[62298]: DEBUG oslo_vmware.api [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.043698] env[62298]: DEBUG nova.objects.instance [None req-fa0b7d1c-d331-4da1-a028-ef4835062601 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lazy-loading 'flavor' on Instance uuid 3ac82c27-bd02-486e-ac8c-36328891c942 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1663.074614] env[62298]: DEBUG oslo_concurrency.lockutils [None req-914e7a9f-9744-46d1-b3bb-077dcfa59854 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.087738] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd0b360-2e15-4289-9fc4-2621cf10f3f9 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1663.088339] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd0b360-2e15-4289-9fc4-2621cf10f3f9 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1663.088339] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd0b360-2e15-4289-9fc4-2621cf10f3f9 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Deleting the datastore file [datastore1] c17ceaa2-38c2-4a16-9b67-4793581558e3 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1663.088569] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a5dd55d-a7c6-49b0-8f07-b182eb9a0c45 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.097103] env[62298]: DEBUG oslo_vmware.api [None req-0fd0b360-2e15-4289-9fc4-2621cf10f3f9 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Waiting for the task: (returnval){ [ 1663.097103] env[62298]: value = "task-1804451" [ 1663.097103] env[62298]: _type = "Task" [ 1663.097103] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.105713] env[62298]: DEBUG oslo_vmware.api [None req-0fd0b360-2e15-4289-9fc4-2621cf10f3f9 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Task: {'id': task-1804451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.126959] env[62298]: DEBUG nova.compute.manager [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1663.513435] env[62298]: DEBUG oslo_vmware.api [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804450, 'name': PowerOffVM_Task, 'duration_secs': 0.140281} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.516128] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1663.516313] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1663.517832] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c173136-3fa1-4e90-9bb6-1023ec96049c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.542903] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1663.543148] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1663.543339] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Deleting the datastore file [datastore1] 9e84011e-72c9-46c0-a229-3a233bb3908e {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1663.543754] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e47f8df7-2b9d-4183-9ffd-f1f03689071e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.548511] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fa0b7d1c-d331-4da1-a028-ef4835062601 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquiring lock "refresh_cache-3ac82c27-bd02-486e-ac8c-36328891c942" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.548789] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fa0b7d1c-d331-4da1-a028-ef4835062601 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquired lock "refresh_cache-3ac82c27-bd02-486e-ac8c-36328891c942" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.549065] env[62298]: DEBUG nova.network.neutron [None req-fa0b7d1c-d331-4da1-a028-ef4835062601 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1663.549158] env[62298]: DEBUG nova.objects.instance [None req-fa0b7d1c-d331-4da1-a028-ef4835062601 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lazy-loading 'info_cache' on Instance uuid 3ac82c27-bd02-486e-ac8c-36328891c942 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1663.554735] env[62298]: DEBUG oslo_vmware.api [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for the task: (returnval){ [ 1663.554735] env[62298]: value = "task-1804453" [ 1663.554735] env[62298]: _type = "Task" [ 1663.554735] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.563194] env[62298]: DEBUG oslo_vmware.api [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.606923] env[62298]: DEBUG oslo_vmware.api [None req-0fd0b360-2e15-4289-9fc4-2621cf10f3f9 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Task: {'id': task-1804451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217625} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.609605] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd0b360-2e15-4289-9fc4-2621cf10f3f9 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1663.609812] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd0b360-2e15-4289-9fc4-2621cf10f3f9 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1663.610015] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd0b360-2e15-4289-9fc4-2621cf10f3f9 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1663.610264] env[62298]: INFO nova.compute.manager [None req-0fd0b360-2e15-4289-9fc4-2621cf10f3f9 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1663.610546] env[62298]: DEBUG oslo.service.loopingcall [None req-0fd0b360-2e15-4289-9fc4-2621cf10f3f9 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1663.610927] env[62298]: DEBUG nova.compute.manager [-] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1663.611041] env[62298]: DEBUG nova.network.neutron [-] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1663.648700] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.833579] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f141a27-4b21-4bed-af03-50370d5ca55c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.841905] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f2a642-8149-4610-a09e-90738cf0d760 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.882075] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a05fb7-86a2-466b-9017-e67b1004ba9c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.891043] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dc07e3-1627-4091-8a94-295c8aea7b62 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.905249] env[62298]: DEBUG nova.compute.provider_tree [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1663.991908] env[62298]: DEBUG nova.compute.manager [req-dea25bf1-4d50-4d94-9794-9c79c6019067 req-885e9fd4-ac42-46e0-b73e-b33f452e0421 service nova] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Received event network-vif-deleted-a509ec50-866d-468f-a2ac-abb3bf073caa {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1663.992138] env[62298]: INFO nova.compute.manager [req-dea25bf1-4d50-4d94-9794-9c79c6019067 req-885e9fd4-ac42-46e0-b73e-b33f452e0421 service nova] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Neutron deleted interface a509ec50-866d-468f-a2ac-abb3bf073caa; detaching it from the instance and deleting it from the info cache [ 1663.992319] env[62298]: DEBUG nova.network.neutron [req-dea25bf1-4d50-4d94-9794-9c79c6019067 req-885e9fd4-ac42-46e0-b73e-b33f452e0421 service nova] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.061105] env[62298]: DEBUG nova.objects.base [None req-fa0b7d1c-d331-4da1-a028-ef4835062601 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Object Instance<3ac82c27-bd02-486e-ac8c-36328891c942> lazy-loaded attributes: flavor,info_cache {{(pid=62298) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1664.076417] env[62298]: DEBUG oslo_vmware.api [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Task: {'id': task-1804453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129081} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.076759] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1664.076902] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1664.077139] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1664.077306] env[62298]: INFO nova.compute.manager [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1664.077548] env[62298]: DEBUG oslo.service.loopingcall [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1664.077742] env[62298]: DEBUG nova.compute.manager [-] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1664.077837] env[62298]: DEBUG nova.network.neutron [-] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1664.094194] env[62298]: DEBUG nova.network.neutron [-] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1664.408653] env[62298]: DEBUG nova.scheduler.client.report [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1664.465432] env[62298]: DEBUG nova.network.neutron [-] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.498668] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a8900b39-bd78-436f-aa11-7c97f9db7773 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.508668] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c86e26-8429-4e8c-8700-b439dde90449 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.541620] env[62298]: DEBUG nova.compute.manager [req-dea25bf1-4d50-4d94-9794-9c79c6019067 req-885e9fd4-ac42-46e0-b73e-b33f452e0421 service nova] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Detach interface failed, port_id=a509ec50-866d-468f-a2ac-abb3bf073caa, reason: Instance c17ceaa2-38c2-4a16-9b67-4793581558e3 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1664.596342] env[62298]: DEBUG nova.network.neutron [-] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.964197] env[62298]: DEBUG nova.network.neutron [None req-fa0b7d1c-d331-4da1-a028-ef4835062601 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Updating instance_info_cache with network_info: [{"id": "e0fda82d-3485-45ee-92d6-90c2cefba86c", "address": "fa:16:3e:ff:5e:ae", "network": {"id": "021549d4-b74f-4984-8e96-a3af550423c7", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1501975980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d1ef7d6dee744c1aba9c1e6ac8c0e0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0fda82d-34", "ovs_interfaceid": "e0fda82d-3485-45ee-92d6-90c2cefba86c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.973208] env[62298]: INFO nova.compute.manager [-] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Took 1.36 seconds to deallocate network for instance. [ 1665.098659] env[62298]: INFO nova.compute.manager [-] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Took 1.02 seconds to deallocate network for instance. [ 1665.420669] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.021s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.427093] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.796s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.427288] env[62298]: DEBUG nova.objects.instance [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62298) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1665.473882] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fa0b7d1c-d331-4da1-a028-ef4835062601 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Releasing lock "refresh_cache-3ac82c27-bd02-486e-ac8c-36328891c942" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.482025] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0fd0b360-2e15-4289-9fc4-2621cf10f3f9 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.604942] env[62298]: DEBUG oslo_concurrency.lockutils [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.442197] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f065a0a1-8945-4c82-b47a-7d8fe6e421b0 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.445945] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.560s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.446224] env[62298]: DEBUG nova.objects.instance [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lazy-loading 'resources' on Instance uuid c2c5d144-6db1-4322-a86c-5ca450b034a4 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1666.479997] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0b7d1c-d331-4da1-a028-ef4835062601 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1666.480733] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-197b25fd-3460-452d-ac66-68b545133446 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.492132] env[62298]: DEBUG oslo_vmware.api [None req-fa0b7d1c-d331-4da1-a028-ef4835062601 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for the task: (returnval){ [ 1666.492132] env[62298]: value = "task-1804454" [ 1666.492132] env[62298]: _type = "Task" [ 1666.492132] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.510334] env[62298]: DEBUG oslo_vmware.api [None req-fa0b7d1c-d331-4da1-a028-ef4835062601 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.972183] env[62298]: INFO nova.compute.manager [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Swapping old allocation on dict_keys(['3aed3c14-9999-47af-b7c0-742e7e13478e']) held by migration 69b922d5-5973-4db0-8523-2792a8b0c46c for instance [ 1666.993996] env[62298]: DEBUG nova.scheduler.client.report [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Overwriting current allocation {'allocations': {'3aed3c14-9999-47af-b7c0-742e7e13478e': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 88}}, 'project_id': 'f9776a2011dd436b8a41e174d289c8e8', 'user_id': '8125c7ad84694944a7f359a8b8c7f942', 'consumer_generation': 1} on consumer e647687b-eebb-4b16-8dda-6a7f9f99822c {{(pid=62298) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1667.005808] env[62298]: DEBUG oslo_vmware.api [None req-fa0b7d1c-d331-4da1-a028-ef4835062601 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804454, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.077780] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquiring lock "refresh_cache-e647687b-eebb-4b16-8dda-6a7f9f99822c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.077980] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquired lock "refresh_cache-e647687b-eebb-4b16-8dda-6a7f9f99822c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.078203] env[62298]: DEBUG nova.network.neutron [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1667.311702] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4733a5e6-892a-4bc0-b399-ca7d8d68faf9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.320576] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8332a49-ae64-4a4a-a53e-ed9724b1a2bc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.351060] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bffc151-df70-4d17-af25-504a5ccecbc7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.359057] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea36d27-b166-47d1-bf96-c9e6ab0aedd6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.372224] env[62298]: DEBUG nova.compute.provider_tree [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1667.503198] env[62298]: DEBUG oslo_vmware.api [None req-fa0b7d1c-d331-4da1-a028-ef4835062601 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804454, 'name': PowerOnVM_Task, 'duration_secs': 0.517901} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.503438] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0b7d1c-d331-4da1-a028-ef4835062601 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1667.503696] env[62298]: DEBUG nova.compute.manager [None req-fa0b7d1c-d331-4da1-a028-ef4835062601 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1667.504415] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba333ada-6d1e-490a-8833-91c2f754062d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.878039] env[62298]: DEBUG nova.scheduler.client.report [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1668.004052] env[62298]: DEBUG nova.network.neutron [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Updating instance_info_cache with network_info: [{"id": "91d531b2-e0e7-457b-bdf6-cbcef054ed2a", "address": "fa:16:3e:04:49:ba", "network": {"id": "bc655de9-cc39-45da-b22d-99e0e230c67c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "295c03d6966e42e1bdb89f4a8bcb7e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f78b07ea-f425-4622-84f4-706a5d8820a7", "external-id": "nsx-vlan-transportzone-126", "segmentation_id": 126, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91d531b2-e0", "ovs_interfaceid": "91d531b2-e0e7-457b-bdf6-cbcef054ed2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.381485] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.383864] env[62298]: DEBUG oslo_concurrency.lockutils [None req-32d73346-e885-4654-a197-94de31d2e8be tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.201s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.384207] env[62298]: DEBUG nova.objects.instance [None req-32d73346-e885-4654-a197-94de31d2e8be tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Lazy-loading 'resources' on Instance uuid 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1668.416300] env[62298]: INFO nova.scheduler.client.report [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Deleted allocations for instance c2c5d144-6db1-4322-a86c-5ca450b034a4 [ 1668.508424] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Releasing lock "refresh_cache-e647687b-eebb-4b16-8dda-6a7f9f99822c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.508840] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1668.509166] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-494d7d36-11b1-4e85-8cf3-6fe727a2720f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.516525] env[62298]: DEBUG oslo_vmware.api [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1668.516525] env[62298]: value = "task-1804455" [ 1668.516525] env[62298]: _type = "Task" [ 1668.516525] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.526945] env[62298]: DEBUG oslo_vmware.api [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.926481] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1d63d2f8-2fdb-45a5-81f0-c1611523116f tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "c2c5d144-6db1-4322-a86c-5ca450b034a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.235s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.027221] env[62298]: DEBUG oslo_vmware.api [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804455, 'name': PowerOffVM_Task, 'duration_secs': 0.259597} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.027221] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1669.028350] env[62298]: DEBUG nova.virt.hardware [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:52:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='85d10c5e-2dbe-4058-af7b-dc63f636990b',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-35537820',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1669.028722] env[62298]: DEBUG nova.virt.hardware [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1669.029126] env[62298]: DEBUG nova.virt.hardware [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1669.031019] env[62298]: DEBUG nova.virt.hardware [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1669.031019] env[62298]: DEBUG nova.virt.hardware [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1669.031019] env[62298]: DEBUG nova.virt.hardware [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1669.031019] env[62298]: DEBUG nova.virt.hardware [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1669.031019] env[62298]: DEBUG nova.virt.hardware [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1669.031019] env[62298]: DEBUG nova.virt.hardware [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1669.031019] env[62298]: DEBUG nova.virt.hardware [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1669.031019] env[62298]: DEBUG nova.virt.hardware [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1669.040439] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-febbb0d4-a8fe-4514-9410-601d4199682f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.059223] env[62298]: DEBUG oslo_vmware.api [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1669.059223] env[62298]: value = "task-1804456" [ 1669.059223] env[62298]: _type = "Task" [ 1669.059223] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.068623] env[62298]: DEBUG oslo_vmware.api [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804456, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.310342] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9ed929-98c7-4f66-8419-697fa46a0d32 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.320080] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613c60bc-15f6-4a72-89a8-9a621679148a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.354738] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6819d7e9-ced3-41fc-b90e-2f58ece93be4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.363838] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344c0ccf-7ecd-4f14-8325-4e4e735639d2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.379196] env[62298]: DEBUG nova.compute.provider_tree [None req-32d73346-e885-4654-a197-94de31d2e8be tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1669.567879] env[62298]: DEBUG oslo_vmware.api [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804456, 'name': ReconfigVM_Task, 'duration_secs': 0.266737} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.573184] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6475ba-cbe0-4858-8759-f443a3abd92e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.596670] env[62298]: DEBUG nova.virt.hardware [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:52:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='85d10c5e-2dbe-4058-af7b-dc63f636990b',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-35537820',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1669.597051] env[62298]: DEBUG nova.virt.hardware [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1669.597264] env[62298]: DEBUG nova.virt.hardware [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1669.597491] env[62298]: DEBUG nova.virt.hardware [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1669.597676] env[62298]: DEBUG nova.virt.hardware [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1669.597910] env[62298]: DEBUG nova.virt.hardware [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1669.598230] env[62298]: DEBUG nova.virt.hardware [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1669.598451] env[62298]: DEBUG nova.virt.hardware [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1669.598696] env[62298]: DEBUG nova.virt.hardware [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1669.598930] env[62298]: DEBUG nova.virt.hardware [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1669.599167] env[62298]: DEBUG nova.virt.hardware [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1669.600089] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e6e520d-f442-4e31-8bcc-fa6458644800 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.606352] env[62298]: DEBUG oslo_vmware.api [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1669.606352] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5249f4df-aac9-4dd1-91c5-4b05195827df" [ 1669.606352] env[62298]: _type = "Task" [ 1669.606352] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.615624] env[62298]: DEBUG oslo_vmware.api [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5249f4df-aac9-4dd1-91c5-4b05195827df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.883497] env[62298]: DEBUG nova.scheduler.client.report [None req-32d73346-e885-4654-a197-94de31d2e8be tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1670.116931] env[62298]: DEBUG oslo_vmware.api [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5249f4df-aac9-4dd1-91c5-4b05195827df, 'name': SearchDatastore_Task, 'duration_secs': 0.011112} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.123077] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1670.123077] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1887b09c-fd02-4ff0-9d6e-14c39cc1449b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.144690] env[62298]: DEBUG oslo_vmware.api [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1670.144690] env[62298]: value = "task-1804457" [ 1670.144690] env[62298]: _type = "Task" [ 1670.144690] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.152083] env[62298]: DEBUG oslo_vmware.api [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.389731] env[62298]: DEBUG oslo_concurrency.lockutils [None req-32d73346-e885-4654-a197-94de31d2e8be tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.392322] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 35.083s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.411849] env[62298]: INFO nova.scheduler.client.report [None req-32d73346-e885-4654-a197-94de31d2e8be tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Deleted allocations for instance 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c [ 1670.655121] env[62298]: DEBUG oslo_vmware.api [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804457, 'name': ReconfigVM_Task, 'duration_secs': 0.270119} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.655121] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1670.656579] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f64595-b808-4c07-9afb-dfc979f848eb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.665144] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquiring lock "5974ccd6-edb1-4389-aaa0-265c36d54de3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.666295] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Lock "5974ccd6-edb1-4389-aaa0-265c36d54de3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.693406] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] e647687b-eebb-4b16-8dda-6a7f9f99822c/e647687b-eebb-4b16-8dda-6a7f9f99822c.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1670.694894] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b93249a-0bcc-40cb-810d-4195e77340ef {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.721965] env[62298]: DEBUG oslo_vmware.api [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1670.721965] env[62298]: value = "task-1804458" [ 1670.721965] env[62298]: _type = "Task" [ 1670.721965] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.731415] env[62298]: DEBUG oslo_vmware.api [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804458, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.926228] env[62298]: DEBUG oslo_concurrency.lockutils [None req-32d73346-e885-4654-a197-94de31d2e8be tempest-InstanceActionsNegativeTestJSON-2097804699 tempest-InstanceActionsNegativeTestJSON-2097804699-project-member] Lock "6cbf6b6c-e2de-4fbc-a383-ad9cb156454c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.416s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.090703] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "d32c6d9e-8890-4685-9499-fcc9dd185535" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.090954] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "d32c6d9e-8890-4685-9499-fcc9dd185535" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.194988] env[62298]: DEBUG nova.compute.manager [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1671.232354] env[62298]: DEBUG oslo_vmware.api [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804458, 'name': ReconfigVM_Task, 'duration_secs': 0.326587} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.232651] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Reconfigured VM instance instance-0000002c to attach disk [datastore1] e647687b-eebb-4b16-8dda-6a7f9f99822c/e647687b-eebb-4b16-8dda-6a7f9f99822c.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1671.233517] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7bcc50-d80e-4d35-bd5f-74cef6436a0d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.252721] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ebec23-aa45-44bf-bfc7-92ccb683f0cb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.274166] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2cbcb4-4840-4a44-be97-4ec3edbfe626 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.293889] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6385790c-80af-4f74-ab02-64ed0d43fefd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.300530] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1671.300815] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee15aefe-354e-4777-b581-45ed5c188069 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.308063] env[62298]: DEBUG oslo_vmware.api [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1671.308063] env[62298]: value = "task-1804459" [ 1671.308063] env[62298]: _type = "Task" [ 1671.308063] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.317763] env[62298]: DEBUG oslo_vmware.api [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.411115] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Applying migration context for instance 8986a988-9d2f-4838-9d87-44753fe83c76 as it has an incoming, in-progress migration dd2bd521-e1b5-4ea4-913d-e9ebe976e95f. Migration status is confirming {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1671.411115] env[62298]: INFO nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Updating resource usage from migration dd2bd521-e1b5-4ea4-913d-e9ebe976e95f [ 1671.437929] env[62298]: WARNING nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 998c5ca5-6d2a-40ea-8ff6-81c658a70208 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1671.437981] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance cbd7ef0e-8619-4b1e-a352-371976e32dbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1671.438189] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance ca4080d1-e1e4-4bed-a777-bf2414a20cb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1671.438270] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance a72423b0-ebdf-48cc-a7f4-572c5fc398f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1671.438882] env[62298]: WARNING nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance f11cb2f6-fd6a-4cc1-9e24-ced229d5c992 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1671.438882] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance f5edc1aa-3f2f-4acc-8567-2d3b8e28badc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1671.438882] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 6f4534a2-3554-42e4-99c9-8e2891943389 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1671.438882] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 6c96450f-c626-4bcb-a07d-3eee06e8a539 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1671.438882] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance e193ef8f-e790-4a93-add2-af0f3896f8a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1671.438882] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 005007c7-b4dc-41b7-837c-4b8c5cc8feff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1671.439164] env[62298]: WARNING nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 9e84011e-72c9-46c0-a229-3a233bb3908e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1671.439164] env[62298]: WARNING nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 1154fa7b-5d77-461e-96cb-d196bc6fd16d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1671.439361] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance e647687b-eebb-4b16-8dda-6a7f9f99822c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1671.439418] env[62298]: WARNING nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 6c8c4667-1a5d-4764-902a-351aee2d60f4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1671.439533] env[62298]: WARNING nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1671.439666] env[62298]: WARNING nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 96f6489c-f4bd-4ec6-8562-d8d616c66950 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1671.439782] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 3ac82c27-bd02-486e-ac8c-36328891c942 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1671.439896] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 0a491f77-35c6-4698-bea7-526a4e99b5f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1671.440015] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance db851386-5e45-492c-bd34-a46c84610ce6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1671.440366] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Migration dd2bd521-e1b5-4ea4-913d-e9ebe976e95f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1671.440545] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 8986a988-9d2f-4838-9d87-44753fe83c76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1671.440706] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 5ad600a5-4522-44ea-9a3d-9435c86b592b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1671.440896] env[62298]: WARNING nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance c17ceaa2-38c2-4a16-9b67-4793581558e3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1671.593286] env[62298]: DEBUG nova.compute.manager [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1671.691268] env[62298]: DEBUG oslo_concurrency.lockutils [None req-58f5d7ef-14de-4574-8919-4eb57081927b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquiring lock "db851386-5e45-492c-bd34-a46c84610ce6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.691555] env[62298]: DEBUG oslo_concurrency.lockutils [None req-58f5d7ef-14de-4574-8919-4eb57081927b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lock "db851386-5e45-492c-bd34-a46c84610ce6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.691771] env[62298]: DEBUG oslo_concurrency.lockutils [None req-58f5d7ef-14de-4574-8919-4eb57081927b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquiring lock "db851386-5e45-492c-bd34-a46c84610ce6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.691960] env[62298]: DEBUG oslo_concurrency.lockutils [None req-58f5d7ef-14de-4574-8919-4eb57081927b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lock "db851386-5e45-492c-bd34-a46c84610ce6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.692154] env[62298]: DEBUG oslo_concurrency.lockutils [None req-58f5d7ef-14de-4574-8919-4eb57081927b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lock "db851386-5e45-492c-bd34-a46c84610ce6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.699466] env[62298]: INFO nova.compute.manager [None req-58f5d7ef-14de-4574-8919-4eb57081927b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Terminating instance [ 1671.722208] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.822990] env[62298]: DEBUG oslo_vmware.api [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804459, 'name': PowerOnVM_Task, 'duration_secs': 0.417978} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.822990] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1671.943794] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance b25723a4-f1b0-4d1c-81ca-f619dbca0e73 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1672.111998] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.209695] env[62298]: DEBUG nova.compute.manager [None req-58f5d7ef-14de-4574-8919-4eb57081927b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1672.210414] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-58f5d7ef-14de-4574-8919-4eb57081927b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1672.211402] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34023c4e-997b-40aa-ae68-dd5b607a5ea6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.222257] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-58f5d7ef-14de-4574-8919-4eb57081927b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1672.222522] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7624388-724c-4139-a7f0-2eb4b7f95b0c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.229402] env[62298]: DEBUG oslo_vmware.api [None req-58f5d7ef-14de-4574-8919-4eb57081927b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for the task: (returnval){ [ 1672.229402] env[62298]: value = "task-1804460" [ 1672.229402] env[62298]: _type = "Task" [ 1672.229402] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.241314] env[62298]: DEBUG oslo_vmware.api [None req-58f5d7ef-14de-4574-8919-4eb57081927b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.447443] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance daa6606d-56d9-4776-8434-bdf8006e36ea has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1672.739376] env[62298]: DEBUG oslo_vmware.api [None req-58f5d7ef-14de-4574-8919-4eb57081927b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804460, 'name': PowerOffVM_Task, 'duration_secs': 0.255206} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.739625] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-58f5d7ef-14de-4574-8919-4eb57081927b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1672.739800] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-58f5d7ef-14de-4574-8919-4eb57081927b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1672.740072] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5ef18cb-82ca-4d6d-9d32-2673c9620775 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.834514] env[62298]: INFO nova.compute.manager [None req-bb459a48-60ff-4e7f-b621-efe63e66e66a tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Updating instance to original state: 'active' [ 1672.953442] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 5974ccd6-edb1-4389-aaa0-265c36d54de3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1672.980124] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-58f5d7ef-14de-4574-8919-4eb57081927b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1672.980124] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-58f5d7ef-14de-4574-8919-4eb57081927b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1672.980124] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-58f5d7ef-14de-4574-8919-4eb57081927b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Deleting the datastore file [datastore1] db851386-5e45-492c-bd34-a46c84610ce6 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1672.980124] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a2f5d43-19ec-450a-8fea-d7d019e8566b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.986118] env[62298]: DEBUG oslo_vmware.api [None req-58f5d7ef-14de-4574-8919-4eb57081927b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for the task: (returnval){ [ 1672.986118] env[62298]: value = "task-1804462" [ 1672.986118] env[62298]: _type = "Task" [ 1672.986118] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.995337] env[62298]: DEBUG oslo_vmware.api [None req-58f5d7ef-14de-4574-8919-4eb57081927b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.456333] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance d32c6d9e-8890-4685-9499-fcc9dd185535 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1673.456668] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1673.456888] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3584MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1673.496945] env[62298]: DEBUG oslo_vmware.api [None req-58f5d7ef-14de-4574-8919-4eb57081927b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192813} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.500052] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-58f5d7ef-14de-4574-8919-4eb57081927b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1673.500345] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-58f5d7ef-14de-4574-8919-4eb57081927b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1673.500594] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-58f5d7ef-14de-4574-8919-4eb57081927b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1673.500863] env[62298]: INFO nova.compute.manager [None req-58f5d7ef-14de-4574-8919-4eb57081927b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1673.501200] env[62298]: DEBUG oslo.service.loopingcall [None req-58f5d7ef-14de-4574-8919-4eb57081927b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1673.501810] env[62298]: DEBUG nova.compute.manager [-] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1673.502620] env[62298]: DEBUG nova.network.neutron [-] [instance: db851386-5e45-492c-bd34-a46c84610ce6] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1673.807324] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc548392-ddf7-49fd-ba86-daa1e041642f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.815808] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b0a0eb-63c0-45ed-9369-01382f4c65c8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.852057] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5204069-b71b-4bd4-8a47-f03348b819ac {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.861301] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a648c37-a1dc-4d80-9137-92a0ac012f1c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.879099] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1674.383315] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1674.504560] env[62298]: DEBUG nova.compute.manager [req-3db3e8ad-3866-4e22-9abe-6ae40d074220 req-dc2bcb7c-a087-4336-931b-46b0609a7339 service nova] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Received event network-vif-deleted-4c2451a2-67af-43f0-aafc-eab2f88d6f51 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1674.504892] env[62298]: INFO nova.compute.manager [req-3db3e8ad-3866-4e22-9abe-6ae40d074220 req-dc2bcb7c-a087-4336-931b-46b0609a7339 service nova] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Neutron deleted interface 4c2451a2-67af-43f0-aafc-eab2f88d6f51; detaching it from the instance and deleting it from the info cache [ 1674.504957] env[62298]: DEBUG nova.network.neutron [req-3db3e8ad-3866-4e22-9abe-6ae40d074220 req-dc2bcb7c-a087-4336-931b-46b0609a7339 service nova] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.739661] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d66bfc37-eacd-4e9e-8328-f8edf532185c tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquiring lock "e647687b-eebb-4b16-8dda-6a7f9f99822c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.740132] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d66bfc37-eacd-4e9e-8328-f8edf532185c tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "e647687b-eebb-4b16-8dda-6a7f9f99822c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.740789] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d66bfc37-eacd-4e9e-8328-f8edf532185c tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquiring lock "e647687b-eebb-4b16-8dda-6a7f9f99822c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.741138] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d66bfc37-eacd-4e9e-8328-f8edf532185c tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "e647687b-eebb-4b16-8dda-6a7f9f99822c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.741426] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d66bfc37-eacd-4e9e-8328-f8edf532185c tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "e647687b-eebb-4b16-8dda-6a7f9f99822c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.743731] env[62298]: INFO nova.compute.manager [None req-d66bfc37-eacd-4e9e-8328-f8edf532185c tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Terminating instance [ 1674.857609] env[62298]: DEBUG nova.network.neutron [-] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.890194] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1674.890194] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.497s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.890194] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.759s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.890194] env[62298]: DEBUG nova.objects.instance [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62298) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1675.008485] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff739b18-eef2-4aac-9805-567e618082c3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.020439] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34a9a5e-7cf5-46de-a6fd-7b21e1292bcb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.052842] env[62298]: DEBUG nova.compute.manager [req-3db3e8ad-3866-4e22-9abe-6ae40d074220 req-dc2bcb7c-a087-4336-931b-46b0609a7339 service nova] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Detach interface failed, port_id=4c2451a2-67af-43f0-aafc-eab2f88d6f51, reason: Instance db851386-5e45-492c-bd34-a46c84610ce6 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1675.249283] env[62298]: DEBUG nova.compute.manager [None req-d66bfc37-eacd-4e9e-8328-f8edf532185c tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1675.249636] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d66bfc37-eacd-4e9e-8328-f8edf532185c tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1675.250997] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00ee95c-241a-41a4-afa0-af783f450f42 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.263160] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66bfc37-eacd-4e9e-8328-f8edf532185c tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1675.263540] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18ffbf0b-5abd-4111-9c29-bb106042c461 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.271601] env[62298]: DEBUG oslo_vmware.api [None req-d66bfc37-eacd-4e9e-8328-f8edf532185c tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1675.271601] env[62298]: value = "task-1804463" [ 1675.271601] env[62298]: _type = "Task" [ 1675.271601] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.281655] env[62298]: DEBUG oslo_vmware.api [None req-d66bfc37-eacd-4e9e-8328-f8edf532185c tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.364874] env[62298]: INFO nova.compute.manager [-] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Took 1.86 seconds to deallocate network for instance. [ 1675.781939] env[62298]: DEBUG oslo_vmware.api [None req-d66bfc37-eacd-4e9e-8328-f8edf532185c tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804463, 'name': PowerOffVM_Task, 'duration_secs': 0.179226} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.782296] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66bfc37-eacd-4e9e-8328-f8edf532185c tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1675.782468] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d66bfc37-eacd-4e9e-8328-f8edf532185c tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1675.783236] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b103b56e-5c97-4b41-9878-13b2be87facf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.877146] env[62298]: DEBUG oslo_concurrency.lockutils [None req-58f5d7ef-14de-4574-8919-4eb57081927b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.903241] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0046a8d5-7977-4ef0-8a74-367501de8445 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.903543] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b41b3c88-0a39-4704-aedd-df2c12560627 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.532s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.903733] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b41b3c88-0a39-4704-aedd-df2c12560627 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.905909] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92b26147-6a98-460c-bf52-b8c2ea65a2f9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.773s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.906092] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92b26147-6a98-460c-bf52-b8c2ea65a2f9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.908183] env[62298]: DEBUG oslo_concurrency.lockutils [None req-38d7edd2-f081-46c2-b4e1-2d028228bdef tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.980s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.908367] env[62298]: DEBUG oslo_concurrency.lockutils [None req-38d7edd2-f081-46c2-b4e1-2d028228bdef tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.910166] env[62298]: DEBUG oslo_concurrency.lockutils [None req-dfb79846-f76b-47a8-8ffb-9b5e25ca6ee6 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.977s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.910242] env[62298]: DEBUG oslo_concurrency.lockutils [None req-dfb79846-f76b-47a8-8ffb-9b5e25ca6ee6 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.911763] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 26.096s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.916944] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d66bfc37-eacd-4e9e-8328-f8edf532185c tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1675.916944] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d66bfc37-eacd-4e9e-8328-f8edf532185c tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1675.916944] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-d66bfc37-eacd-4e9e-8328-f8edf532185c tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Deleting the datastore file [datastore1] e647687b-eebb-4b16-8dda-6a7f9f99822c {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1675.916944] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e5edebd-4217-4261-ac5c-85e996d2fe68 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.922615] env[62298]: DEBUG oslo_vmware.api [None req-d66bfc37-eacd-4e9e-8328-f8edf532185c tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1675.922615] env[62298]: value = "task-1804465" [ 1675.922615] env[62298]: _type = "Task" [ 1675.922615] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.938543] env[62298]: DEBUG oslo_vmware.api [None req-d66bfc37-eacd-4e9e-8328-f8edf532185c tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.945471] env[62298]: INFO nova.scheduler.client.report [None req-b41b3c88-0a39-4704-aedd-df2c12560627 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Deleted allocations for instance 998c5ca5-6d2a-40ea-8ff6-81c658a70208 [ 1675.951264] env[62298]: INFO nova.scheduler.client.report [None req-38d7edd2-f081-46c2-b4e1-2d028228bdef tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Deleted allocations for instance 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90 [ 1675.966297] env[62298]: INFO nova.scheduler.client.report [None req-dfb79846-f76b-47a8-8ffb-9b5e25ca6ee6 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Deleted allocations for instance 96f6489c-f4bd-4ec6-8562-d8d616c66950 [ 1675.976182] env[62298]: INFO nova.scheduler.client.report [None req-92b26147-6a98-460c-bf52-b8c2ea65a2f9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Deleted allocations for instance 1154fa7b-5d77-461e-96cb-d196bc6fd16d [ 1676.435436] env[62298]: DEBUG oslo_vmware.api [None req-d66bfc37-eacd-4e9e-8328-f8edf532185c tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15699} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.435542] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-d66bfc37-eacd-4e9e-8328-f8edf532185c tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1676.435727] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d66bfc37-eacd-4e9e-8328-f8edf532185c tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1676.435844] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d66bfc37-eacd-4e9e-8328-f8edf532185c tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1676.436035] env[62298]: INFO nova.compute.manager [None req-d66bfc37-eacd-4e9e-8328-f8edf532185c tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1676.436300] env[62298]: DEBUG oslo.service.loopingcall [None req-d66bfc37-eacd-4e9e-8328-f8edf532185c tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1676.436499] env[62298]: DEBUG nova.compute.manager [-] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1676.436595] env[62298]: DEBUG nova.network.neutron [-] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1676.456269] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b41b3c88-0a39-4704-aedd-df2c12560627 tempest-VolumesAssistedSnapshotsTest-108836933 tempest-VolumesAssistedSnapshotsTest-108836933-project-member] Lock "998c5ca5-6d2a-40ea-8ff6-81c658a70208" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.835s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.460587] env[62298]: DEBUG oslo_concurrency.lockutils [None req-38d7edd2-f081-46c2-b4e1-2d028228bdef tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.824s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.482738] env[62298]: DEBUG oslo_concurrency.lockutils [None req-dfb79846-f76b-47a8-8ffb-9b5e25ca6ee6 tempest-MultipleCreateTestJSON-655569540 tempest-MultipleCreateTestJSON-655569540-project-member] Lock "96f6489c-f4bd-4ec6-8562-d8d616c66950" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.700s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.490259] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92b26147-6a98-460c-bf52-b8c2ea65a2f9 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "1154fa7b-5d77-461e-96cb-d196bc6fd16d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.780s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.786797] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42f833d-bdb4-4500-9e44-83f7952f6a01 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.797296] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67a3189-7803-4f74-b6a0-15a92383ae3d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.838359] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03607e7-4157-4a70-ae8d-524987dbe1d6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.847419] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835dce40-84d5-48ef-9345-9f72999b88f1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.863878] env[62298]: DEBUG nova.compute.provider_tree [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1676.945256] env[62298]: DEBUG nova.compute.manager [req-85e86101-83bc-4170-b7a8-65ff87033391 req-66b818f9-d4bf-4529-b341-105f28f14f25 service nova] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Received event network-vif-deleted-91d531b2-e0e7-457b-bdf6-cbcef054ed2a {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1676.945475] env[62298]: INFO nova.compute.manager [req-85e86101-83bc-4170-b7a8-65ff87033391 req-66b818f9-d4bf-4529-b341-105f28f14f25 service nova] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Neutron deleted interface 91d531b2-e0e7-457b-bdf6-cbcef054ed2a; detaching it from the instance and deleting it from the info cache [ 1676.946021] env[62298]: DEBUG nova.network.neutron [req-85e86101-83bc-4170-b7a8-65ff87033391 req-66b818f9-d4bf-4529-b341-105f28f14f25 service nova] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.404544] env[62298]: ERROR nova.scheduler.client.report [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [req-6a7b06bf-1391-43a5-b548-67af9afdeedc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6a7b06bf-1391-43a5-b548-67af9afdeedc"}]} [ 1677.413387] env[62298]: DEBUG nova.network.neutron [-] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.431285] env[62298]: DEBUG nova.scheduler.client.report [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1677.448877] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8fafb35-967f-49a4-bbaa-53f9b3d025b5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.458728] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582a87a3-d188-4141-b45e-f02cbc8649c1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.476309] env[62298]: DEBUG nova.scheduler.client.report [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1677.476591] env[62298]: DEBUG nova.compute.provider_tree [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1677.503926] env[62298]: DEBUG nova.compute.manager [req-85e86101-83bc-4170-b7a8-65ff87033391 req-66b818f9-d4bf-4529-b341-105f28f14f25 service nova] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Detach interface failed, port_id=91d531b2-e0e7-457b-bdf6-cbcef054ed2a, reason: Instance e647687b-eebb-4b16-8dda-6a7f9f99822c could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1677.505208] env[62298]: DEBUG nova.scheduler.client.report [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1677.538534] env[62298]: DEBUG nova.scheduler.client.report [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1677.684453] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2979e836-425c-476e-9cac-c122108c7d17 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "f5edc1aa-3f2f-4acc-8567-2d3b8e28badc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.684870] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2979e836-425c-476e-9cac-c122108c7d17 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "f5edc1aa-3f2f-4acc-8567-2d3b8e28badc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.684908] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2979e836-425c-476e-9cac-c122108c7d17 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "f5edc1aa-3f2f-4acc-8567-2d3b8e28badc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.685076] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2979e836-425c-476e-9cac-c122108c7d17 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "f5edc1aa-3f2f-4acc-8567-2d3b8e28badc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.685246] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2979e836-425c-476e-9cac-c122108c7d17 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "f5edc1aa-3f2f-4acc-8567-2d3b8e28badc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.687337] env[62298]: INFO nova.compute.manager [None req-2979e836-425c-476e-9cac-c122108c7d17 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Terminating instance [ 1677.882569] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b31310-bc70-4fe9-800f-f94d796579fe {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.890992] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3762b6-d91b-4414-99f1-ed86395d1b91 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.924315] env[62298]: INFO nova.compute.manager [-] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Took 1.49 seconds to deallocate network for instance. [ 1677.927922] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384c9162-8b06-4179-8213-99c9e5232476 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.938960] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17ad80c-0613-47ef-a38d-82f058058ba7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.956056] env[62298]: DEBUG nova.compute.provider_tree [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1678.113264] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "962ecb80-8eec-4f8e-a407-3d453057bd5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.113264] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "962ecb80-8eec-4f8e-a407-3d453057bd5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.194418] env[62298]: DEBUG nova.compute.manager [None req-2979e836-425c-476e-9cac-c122108c7d17 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1678.194728] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2979e836-425c-476e-9cac-c122108c7d17 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1678.198211] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a29059b-13de-4753-841c-666a6ced7267 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.205532] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2979e836-425c-476e-9cac-c122108c7d17 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1678.205532] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef09e48b-892f-4ac2-8812-b43905e48290 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.215021] env[62298]: DEBUG oslo_vmware.api [None req-2979e836-425c-476e-9cac-c122108c7d17 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1678.215021] env[62298]: value = "task-1804466" [ 1678.215021] env[62298]: _type = "Task" [ 1678.215021] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.234339] env[62298]: DEBUG oslo_vmware.api [None req-2979e836-425c-476e-9cac-c122108c7d17 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.435515] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d66bfc37-eacd-4e9e-8328-f8edf532185c tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.481287] env[62298]: ERROR nova.scheduler.client.report [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [req-3b790ee6-74b9-45af-911d-0c5917d12c6d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3b790ee6-74b9-45af-911d-0c5917d12c6d"}]} [ 1678.498114] env[62298]: DEBUG nova.scheduler.client.report [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1678.511590] env[62298]: DEBUG nova.scheduler.client.report [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1678.511809] env[62298]: DEBUG nova.compute.provider_tree [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1678.522043] env[62298]: DEBUG nova.scheduler.client.report [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1678.539010] env[62298]: DEBUG nova.scheduler.client.report [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1678.614623] env[62298]: DEBUG nova.compute.manager [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1678.725165] env[62298]: DEBUG oslo_vmware.api [None req-2979e836-425c-476e-9cac-c122108c7d17 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804466, 'name': PowerOffVM_Task, 'duration_secs': 0.241707} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.727559] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2979e836-425c-476e-9cac-c122108c7d17 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1678.728016] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2979e836-425c-476e-9cac-c122108c7d17 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1678.728189] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de3000d6-e5e4-45d7-8681-daf0b9c349ce {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.798103] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2979e836-425c-476e-9cac-c122108c7d17 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1678.798358] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2979e836-425c-476e-9cac-c122108c7d17 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1678.798540] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-2979e836-425c-476e-9cac-c122108c7d17 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Deleting the datastore file [datastore1] f5edc1aa-3f2f-4acc-8567-2d3b8e28badc {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1678.798857] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0549b0d-5e44-41ae-b3eb-95d60360e43a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.807205] env[62298]: DEBUG oslo_vmware.api [None req-2979e836-425c-476e-9cac-c122108c7d17 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1678.807205] env[62298]: value = "task-1804468" [ 1678.807205] env[62298]: _type = "Task" [ 1678.807205] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.814805] env[62298]: DEBUG oslo_vmware.api [None req-2979e836-425c-476e-9cac-c122108c7d17 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.859532] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070e578d-bee8-4757-88a9-34b6d6c2829b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.867195] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111f1179-0ab5-482c-8d98-b421ad2664d2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.897933] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b126eb-7c02-4a2f-abc9-ef8da43e339b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.905547] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329ad04b-39a0-4045-b889-53c1aff228f2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.918976] env[62298]: DEBUG nova.compute.provider_tree [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1679.136979] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.318671] env[62298]: DEBUG oslo_vmware.api [None req-2979e836-425c-476e-9cac-c122108c7d17 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259964} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.318975] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-2979e836-425c-476e-9cac-c122108c7d17 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1679.319190] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2979e836-425c-476e-9cac-c122108c7d17 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1679.319373] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2979e836-425c-476e-9cac-c122108c7d17 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1679.319550] env[62298]: INFO nova.compute.manager [None req-2979e836-425c-476e-9cac-c122108c7d17 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1679.320877] env[62298]: DEBUG oslo.service.loopingcall [None req-2979e836-425c-476e-9cac-c122108c7d17 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1679.320877] env[62298]: DEBUG nova.compute.manager [-] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1679.320877] env[62298]: DEBUG nova.network.neutron [-] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1679.464029] env[62298]: DEBUG nova.scheduler.client.report [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1679.464362] env[62298]: DEBUG nova.compute.provider_tree [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 93 to 94 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1679.464516] env[62298]: DEBUG nova.compute.provider_tree [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1679.613119] env[62298]: DEBUG nova.compute.manager [req-112544c7-bc54-4c3c-b2fe-3c9aaf919b8a req-351e80fd-24a6-443e-96f7-d5f3b9f49c94 service nova] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Received event network-vif-deleted-4d009f9b-a304-48c8-b9cf-cfc78692d28a {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1679.613212] env[62298]: INFO nova.compute.manager [req-112544c7-bc54-4c3c-b2fe-3c9aaf919b8a req-351e80fd-24a6-443e-96f7-d5f3b9f49c94 service nova] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Neutron deleted interface 4d009f9b-a304-48c8-b9cf-cfc78692d28a; detaching it from the instance and deleting it from the info cache [ 1679.613407] env[62298]: DEBUG nova.network.neutron [req-112544c7-bc54-4c3c-b2fe-3c9aaf919b8a req-351e80fd-24a6-443e-96f7-d5f3b9f49c94 service nova] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1680.088622] env[62298]: DEBUG nova.network.neutron [-] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1680.119654] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c616a67-23e4-431f-9513-bbd18373d9ea {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.129976] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d2e9d7-8130-4251-86d9-a5efa7695f99 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.161084] env[62298]: DEBUG nova.compute.manager [req-112544c7-bc54-4c3c-b2fe-3c9aaf919b8a req-351e80fd-24a6-443e-96f7-d5f3b9f49c94 service nova] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Detach interface failed, port_id=4d009f9b-a304-48c8-b9cf-cfc78692d28a, reason: Instance f5edc1aa-3f2f-4acc-8567-2d3b8e28badc could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1680.477536] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 4.566s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.477726] env[62298]: DEBUG nova.compute.manager [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62298) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5345}} [ 1680.483237] env[62298]: DEBUG oslo_concurrency.lockutils [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.971s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.484692] env[62298]: INFO nova.compute.claims [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1680.591050] env[62298]: INFO nova.compute.manager [-] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Took 1.27 seconds to deallocate network for instance. [ 1681.047976] env[62298]: INFO nova.scheduler.client.report [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Deleted allocation for migration dd2bd521-e1b5-4ea4-913d-e9ebe976e95f [ 1681.103341] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2979e836-425c-476e-9cac-c122108c7d17 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.554452] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a0ed329f-6aad-4635-a14c-cae9cf345c01 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "8986a988-9d2f-4838-9d87-44753fe83c76" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 36.169s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.838215] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cd40c8-f200-4409-9cfc-a6e8f722cc4c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.847130] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae99005f-5695-4912-9f90-4803e3d601b7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.877788] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b3e3b8-1449-4b5d-916a-fb50514b5760 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.886705] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cb9314-3e2a-49db-b63b-7b7b13138874 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.901032] env[62298]: DEBUG nova.compute.provider_tree [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1682.333889] env[62298]: DEBUG nova.objects.instance [None req-8478248c-e80d-4e2b-ac92-3784e241de54 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lazy-loading 'flavor' on Instance uuid 8986a988-9d2f-4838-9d87-44753fe83c76 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1682.406567] env[62298]: DEBUG nova.scheduler.client.report [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1682.840297] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8478248c-e80d-4e2b-ac92-3784e241de54 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "refresh_cache-8986a988-9d2f-4838-9d87-44753fe83c76" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.840485] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8478248c-e80d-4e2b-ac92-3784e241de54 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquired lock "refresh_cache-8986a988-9d2f-4838-9d87-44753fe83c76" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.840625] env[62298]: DEBUG nova.network.neutron [None req-8478248c-e80d-4e2b-ac92-3784e241de54 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1682.840806] env[62298]: DEBUG nova.objects.instance [None req-8478248c-e80d-4e2b-ac92-3784e241de54 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lazy-loading 'info_cache' on Instance uuid 8986a988-9d2f-4838-9d87-44753fe83c76 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1682.911850] env[62298]: DEBUG oslo_concurrency.lockutils [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.912430] env[62298]: DEBUG nova.compute.manager [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1682.917064] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf8d74df-59a9-4eda-9d6b-77a04807e60a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.359s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.917064] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf8d74df-59a9-4eda-9d6b-77a04807e60a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.917803] env[62298]: DEBUG oslo_concurrency.lockutils [None req-914e7a9f-9744-46d1-b3bb-077dcfa59854 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.844s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.918043] env[62298]: DEBUG oslo_concurrency.lockutils [None req-914e7a9f-9744-46d1-b3bb-077dcfa59854 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.919883] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.271s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.923202] env[62298]: INFO nova.compute.claims [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1682.957136] env[62298]: INFO nova.scheduler.client.report [None req-cf8d74df-59a9-4eda-9d6b-77a04807e60a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Deleted allocations for instance 6c8c4667-1a5d-4764-902a-351aee2d60f4 [ 1682.963362] env[62298]: INFO nova.scheduler.client.report [None req-914e7a9f-9744-46d1-b3bb-077dcfa59854 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Deleted allocations for instance f11cb2f6-fd6a-4cc1-9e24-ced229d5c992 [ 1683.344488] env[62298]: DEBUG nova.objects.base [None req-8478248c-e80d-4e2b-ac92-3784e241de54 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Object Instance<8986a988-9d2f-4838-9d87-44753fe83c76> lazy-loaded attributes: flavor,info_cache {{(pid=62298) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1683.428216] env[62298]: DEBUG nova.compute.utils [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1683.431519] env[62298]: DEBUG nova.compute.manager [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1683.431684] env[62298]: DEBUG nova.network.neutron [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1683.468599] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf8d74df-59a9-4eda-9d6b-77a04807e60a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "6c8c4667-1a5d-4764-902a-351aee2d60f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.580s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.473593] env[62298]: DEBUG oslo_concurrency.lockutils [None req-914e7a9f-9744-46d1-b3bb-077dcfa59854 tempest-ListImageFiltersTestJSON-1713079509 tempest-ListImageFiltersTestJSON-1713079509-project-member] Lock "f11cb2f6-fd6a-4cc1-9e24-ced229d5c992" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.996s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.594116] env[62298]: DEBUG nova.policy [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1ff522aeff54504bcabb2ad8a01933a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95d435e146e148fd9636d470141aaba7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1683.932595] env[62298]: DEBUG nova.compute.manager [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1684.060582] env[62298]: DEBUG nova.network.neutron [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Successfully created port: 572cc520-bc41-4930-a337-dc3a90a389f1 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1684.233750] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b3cb33-54fa-4ff8-8464-da9a8c6e43e9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.241655] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c39d5dd-adbe-49bd-934e-eab5b1edb373 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.276487] env[62298]: DEBUG nova.network.neutron [None req-8478248c-e80d-4e2b-ac92-3784e241de54 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Updating instance_info_cache with network_info: [{"id": "241f4d4d-6064-4935-8d11-800121d60358", "address": "fa:16:3e:8a:6a:a0", "network": {"id": "94bd295c-7a95-4ae9-8468-34209c70d332", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-786886130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5af512a3e1f469f9c4223575f326699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap241f4d4d-60", "ovs_interfaceid": "241f4d4d-6064-4935-8d11-800121d60358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.278424] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7ad3df-bded-4025-ab3b-40fa67dfda17 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.287677] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c545cc94-f572-4648-80ad-ea98661657fa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.306998] env[62298]: DEBUG nova.compute.provider_tree [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1684.783179] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8478248c-e80d-4e2b-ac92-3784e241de54 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Releasing lock "refresh_cache-8986a988-9d2f-4838-9d87-44753fe83c76" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.809696] env[62298]: DEBUG nova.scheduler.client.report [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1684.946103] env[62298]: DEBUG nova.compute.manager [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1684.971952] env[62298]: DEBUG oslo_concurrency.lockutils [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Acquiring lock "8089341d-7442-4e36-b5a3-e89b23f3f5e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.971952] env[62298]: DEBUG oslo_concurrency.lockutils [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Lock "8089341d-7442-4e36-b5a3-e89b23f3f5e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.979025] env[62298]: DEBUG nova.virt.hardware [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1684.979025] env[62298]: DEBUG nova.virt.hardware [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1684.979025] env[62298]: DEBUG nova.virt.hardware [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1684.979025] env[62298]: DEBUG nova.virt.hardware [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1684.979025] env[62298]: DEBUG nova.virt.hardware [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1684.979025] env[62298]: DEBUG nova.virt.hardware [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1684.979453] env[62298]: DEBUG nova.virt.hardware [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1684.979774] env[62298]: DEBUG nova.virt.hardware [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1684.980122] env[62298]: DEBUG nova.virt.hardware [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1684.980406] env[62298]: DEBUG nova.virt.hardware [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1684.980813] env[62298]: DEBUG nova.virt.hardware [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1684.982073] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345eb6ad-d110-4304-9c73-0e4c60cbf679 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.992162] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a2316f-363c-45f9-a5bb-deada9c40964 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.314702] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.315221] env[62298]: DEBUG nova.compute.manager [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1685.317964] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0fd0b360-2e15-4289-9fc4-2621cf10f3f9 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.836s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.318209] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0fd0b360-2e15-4289-9fc4-2621cf10f3f9 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.320142] env[62298]: DEBUG oslo_concurrency.lockutils [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.715s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.320346] env[62298]: DEBUG oslo_concurrency.lockutils [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.322186] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.600s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.323566] env[62298]: INFO nova.compute.claims [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1685.345396] env[62298]: INFO nova.scheduler.client.report [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Deleted allocations for instance 9e84011e-72c9-46c0-a229-3a233bb3908e [ 1685.350782] env[62298]: INFO nova.scheduler.client.report [None req-0fd0b360-2e15-4289-9fc4-2621cf10f3f9 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Deleted allocations for instance c17ceaa2-38c2-4a16-9b67-4793581558e3 [ 1685.476033] env[62298]: DEBUG nova.compute.manager [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1685.729011] env[62298]: DEBUG nova.compute.manager [req-c0fded89-d2f4-48d9-8dfb-bc762fe1981c req-72d3bc41-bb56-4bec-9dd1-2add5599421b service nova] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Received event network-vif-plugged-572cc520-bc41-4930-a337-dc3a90a389f1 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1685.729270] env[62298]: DEBUG oslo_concurrency.lockutils [req-c0fded89-d2f4-48d9-8dfb-bc762fe1981c req-72d3bc41-bb56-4bec-9dd1-2add5599421b service nova] Acquiring lock "b25723a4-f1b0-4d1c-81ca-f619dbca0e73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.729841] env[62298]: DEBUG oslo_concurrency.lockutils [req-c0fded89-d2f4-48d9-8dfb-bc762fe1981c req-72d3bc41-bb56-4bec-9dd1-2add5599421b service nova] Lock "b25723a4-f1b0-4d1c-81ca-f619dbca0e73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.730257] env[62298]: DEBUG oslo_concurrency.lockutils [req-c0fded89-d2f4-48d9-8dfb-bc762fe1981c req-72d3bc41-bb56-4bec-9dd1-2add5599421b service nova] Lock "b25723a4-f1b0-4d1c-81ca-f619dbca0e73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.730565] env[62298]: DEBUG nova.compute.manager [req-c0fded89-d2f4-48d9-8dfb-bc762fe1981c req-72d3bc41-bb56-4bec-9dd1-2add5599421b service nova] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] No waiting events found dispatching network-vif-plugged-572cc520-bc41-4930-a337-dc3a90a389f1 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1685.730776] env[62298]: WARNING nova.compute.manager [req-c0fded89-d2f4-48d9-8dfb-bc762fe1981c req-72d3bc41-bb56-4bec-9dd1-2add5599421b service nova] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Received unexpected event network-vif-plugged-572cc520-bc41-4930-a337-dc3a90a389f1 for instance with vm_state building and task_state spawning. [ 1685.789945] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8478248c-e80d-4e2b-ac92-3784e241de54 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1685.789945] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d7efe17-7857-4ed0-a3a5-032b00c64d87 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.798144] env[62298]: DEBUG oslo_vmware.api [None req-8478248c-e80d-4e2b-ac92-3784e241de54 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1685.798144] env[62298]: value = "task-1804469" [ 1685.798144] env[62298]: _type = "Task" [ 1685.798144] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.808822] env[62298]: DEBUG oslo_vmware.api [None req-8478248c-e80d-4e2b-ac92-3784e241de54 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.829898] env[62298]: DEBUG nova.compute.utils [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1685.838088] env[62298]: DEBUG nova.compute.manager [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1685.839402] env[62298]: DEBUG nova.network.neutron [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1685.852796] env[62298]: DEBUG oslo_concurrency.lockutils [None req-896f69cc-8b80-4a50-8ca9-0bab8d952d2f tempest-ServerShowV247Test-986594320 tempest-ServerShowV247Test-986594320-project-member] Lock "9e84011e-72c9-46c0-a229-3a233bb3908e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.549s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.858460] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0fd0b360-2e15-4289-9fc4-2621cf10f3f9 tempest-ServerAddressesNegativeTestJSON-549362734 tempest-ServerAddressesNegativeTestJSON-549362734-project-member] Lock "c17ceaa2-38c2-4a16-9b67-4793581558e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.002s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.862942] env[62298]: DEBUG nova.network.neutron [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Successfully updated port: 572cc520-bc41-4930-a337-dc3a90a389f1 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1685.893140] env[62298]: DEBUG nova.policy [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '535f2da2e33f48699fe2869f3cee9335', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e1301f935b049f589fbf998df6a6e70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1686.007027] env[62298]: DEBUG oslo_concurrency.lockutils [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.312685] env[62298]: DEBUG oslo_vmware.api [None req-8478248c-e80d-4e2b-ac92-3784e241de54 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804469, 'name': PowerOnVM_Task, 'duration_secs': 0.38168} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.313432] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8478248c-e80d-4e2b-ac92-3784e241de54 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1686.316019] env[62298]: DEBUG nova.compute.manager [None req-8478248c-e80d-4e2b-ac92-3784e241de54 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1686.316019] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c71b1a-10e2-4896-87ac-3bcb3f7f8bc4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.342058] env[62298]: DEBUG nova.compute.manager [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1686.349852] env[62298]: DEBUG nova.network.neutron [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Successfully created port: e9c44a60-ee92-4a59-8c9d-ec6a690a5a20 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1686.365396] env[62298]: DEBUG oslo_concurrency.lockutils [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "refresh_cache-b25723a4-f1b0-4d1c-81ca-f619dbca0e73" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.365396] env[62298]: DEBUG oslo_concurrency.lockutils [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquired lock "refresh_cache-b25723a4-f1b0-4d1c-81ca-f619dbca0e73" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.365396] env[62298]: DEBUG nova.network.neutron [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1686.670154] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717abac4-7af4-46c5-a2e3-dc586c3df462 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.677499] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65f68b2-2be7-4b84-9cff-0141a8894941 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.711878] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b05429-7f35-4790-b997-9c2dc101aee9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.721673] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be2b11d-7213-4ec7-9e50-ea48eecb4d26 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.737251] env[62298]: DEBUG nova.compute.provider_tree [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1686.958126] env[62298]: DEBUG nova.network.neutron [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1687.240714] env[62298]: DEBUG nova.scheduler.client.report [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1687.355898] env[62298]: DEBUG nova.compute.manager [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1687.395085] env[62298]: DEBUG nova.virt.hardware [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1687.395085] env[62298]: DEBUG nova.virt.hardware [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1687.395085] env[62298]: DEBUG nova.virt.hardware [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1687.395085] env[62298]: DEBUG nova.virt.hardware [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1687.395085] env[62298]: DEBUG nova.virt.hardware [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1687.395085] env[62298]: DEBUG nova.virt.hardware [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1687.395528] env[62298]: DEBUG nova.virt.hardware [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1687.396761] env[62298]: DEBUG nova.virt.hardware [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1687.396761] env[62298]: DEBUG nova.virt.hardware [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1687.396761] env[62298]: DEBUG nova.virt.hardware [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1687.396761] env[62298]: DEBUG nova.virt.hardware [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1687.398538] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18e7571-dfde-4744-baba-68efdd244d8d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.408813] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7004dc-d894-4372-aa98-3bd3b59f00ed {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.443302] env[62298]: DEBUG nova.network.neutron [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Updating instance_info_cache with network_info: [{"id": "572cc520-bc41-4930-a337-dc3a90a389f1", "address": "fa:16:3e:7d:b2:bd", "network": {"id": "bb83bbea-72ec-4905-bce1-3eeec4e93081", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1387447198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95d435e146e148fd9636d470141aaba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572cc520-bc", "ovs_interfaceid": "572cc520-bc41-4930-a337-dc3a90a389f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.745935] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.746528] env[62298]: DEBUG nova.compute.manager [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1687.749615] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.638s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.751077] env[62298]: INFO nova.compute.claims [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1687.756458] env[62298]: DEBUG nova.compute.manager [req-578bd85f-f711-47e0-8b4d-b69cb99228ea req-fcef2931-c6f4-492c-8b53-a46a316d5a50 service nova] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Received event network-changed-572cc520-bc41-4930-a337-dc3a90a389f1 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1687.757062] env[62298]: DEBUG nova.compute.manager [req-578bd85f-f711-47e0-8b4d-b69cb99228ea req-fcef2931-c6f4-492c-8b53-a46a316d5a50 service nova] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Refreshing instance network info cache due to event network-changed-572cc520-bc41-4930-a337-dc3a90a389f1. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1687.757328] env[62298]: DEBUG oslo_concurrency.lockutils [req-578bd85f-f711-47e0-8b4d-b69cb99228ea req-fcef2931-c6f4-492c-8b53-a46a316d5a50 service nova] Acquiring lock "refresh_cache-b25723a4-f1b0-4d1c-81ca-f619dbca0e73" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.821739] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0825c7c8-b2c6-4b8f-937e-b169db4f4b76 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "8986a988-9d2f-4838-9d87-44753fe83c76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.822236] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0825c7c8-b2c6-4b8f-937e-b169db4f4b76 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "8986a988-9d2f-4838-9d87-44753fe83c76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.823472] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0825c7c8-b2c6-4b8f-937e-b169db4f4b76 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "8986a988-9d2f-4838-9d87-44753fe83c76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.824309] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0825c7c8-b2c6-4b8f-937e-b169db4f4b76 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "8986a988-9d2f-4838-9d87-44753fe83c76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.824309] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0825c7c8-b2c6-4b8f-937e-b169db4f4b76 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "8986a988-9d2f-4838-9d87-44753fe83c76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.828044] env[62298]: INFO nova.compute.manager [None req-0825c7c8-b2c6-4b8f-937e-b169db4f4b76 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Terminating instance [ 1687.945857] env[62298]: DEBUG oslo_concurrency.lockutils [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Releasing lock "refresh_cache-b25723a4-f1b0-4d1c-81ca-f619dbca0e73" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.946370] env[62298]: DEBUG nova.compute.manager [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Instance network_info: |[{"id": "572cc520-bc41-4930-a337-dc3a90a389f1", "address": "fa:16:3e:7d:b2:bd", "network": {"id": "bb83bbea-72ec-4905-bce1-3eeec4e93081", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1387447198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95d435e146e148fd9636d470141aaba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572cc520-bc", "ovs_interfaceid": "572cc520-bc41-4930-a337-dc3a90a389f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1687.946516] env[62298]: DEBUG oslo_concurrency.lockutils [req-578bd85f-f711-47e0-8b4d-b69cb99228ea req-fcef2931-c6f4-492c-8b53-a46a316d5a50 service nova] Acquired lock "refresh_cache-b25723a4-f1b0-4d1c-81ca-f619dbca0e73" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.946696] env[62298]: DEBUG nova.network.neutron [req-578bd85f-f711-47e0-8b4d-b69cb99228ea req-fcef2931-c6f4-492c-8b53-a46a316d5a50 service nova] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Refreshing network info cache for port 572cc520-bc41-4930-a337-dc3a90a389f1 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1687.948055] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:b2:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '572cc520-bc41-4930-a337-dc3a90a389f1', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1687.956038] env[62298]: DEBUG oslo.service.loopingcall [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1687.956297] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1687.956518] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb282c60-7099-403e-8355-9d4d46287b22 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.978235] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1687.978235] env[62298]: value = "task-1804470" [ 1687.978235] env[62298]: _type = "Task" [ 1687.978235] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.986255] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804470, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.259029] env[62298]: DEBUG nova.compute.utils [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1688.260544] env[62298]: DEBUG nova.compute.manager [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1688.260741] env[62298]: DEBUG nova.network.neutron [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1688.332733] env[62298]: DEBUG nova.compute.manager [None req-0825c7c8-b2c6-4b8f-937e-b169db4f4b76 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1688.333800] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0825c7c8-b2c6-4b8f-937e-b169db4f4b76 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1688.335352] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a69f3f-b686-4100-b695-f6f220950357 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.345320] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-0825c7c8-b2c6-4b8f-937e-b169db4f4b76 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1688.345919] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af9dfb4d-135e-4a6a-98fd-3b45021e18a1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.353420] env[62298]: DEBUG oslo_vmware.api [None req-0825c7c8-b2c6-4b8f-937e-b169db4f4b76 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1688.353420] env[62298]: value = "task-1804471" [ 1688.353420] env[62298]: _type = "Task" [ 1688.353420] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.364374] env[62298]: DEBUG oslo_vmware.api [None req-0825c7c8-b2c6-4b8f-937e-b169db4f4b76 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.414833] env[62298]: DEBUG nova.policy [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c34b1fd39734e3ab900a281eb55395b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9eedc72185a44acafe9968bcf69257d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1688.490833] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804470, 'name': CreateVM_Task, 'duration_secs': 0.347806} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.490833] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1688.491403] env[62298]: DEBUG oslo_concurrency.lockutils [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.491706] env[62298]: DEBUG oslo_concurrency.lockutils [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.492323] env[62298]: DEBUG oslo_concurrency.lockutils [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1688.492744] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ede2d13-e8c3-463c-83ca-b2d764e363e0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.500957] env[62298]: DEBUG oslo_vmware.api [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1688.500957] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529e28e9-86aa-7913-d37c-06d2d275f376" [ 1688.500957] env[62298]: _type = "Task" [ 1688.500957] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.509568] env[62298]: DEBUG oslo_vmware.api [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529e28e9-86aa-7913-d37c-06d2d275f376, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.686488] env[62298]: DEBUG nova.network.neutron [req-578bd85f-f711-47e0-8b4d-b69cb99228ea req-fcef2931-c6f4-492c-8b53-a46a316d5a50 service nova] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Updated VIF entry in instance network info cache for port 572cc520-bc41-4930-a337-dc3a90a389f1. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1688.686488] env[62298]: DEBUG nova.network.neutron [req-578bd85f-f711-47e0-8b4d-b69cb99228ea req-fcef2931-c6f4-492c-8b53-a46a316d5a50 service nova] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Updating instance_info_cache with network_info: [{"id": "572cc520-bc41-4930-a337-dc3a90a389f1", "address": "fa:16:3e:7d:b2:bd", "network": {"id": "bb83bbea-72ec-4905-bce1-3eeec4e93081", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1387447198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95d435e146e148fd9636d470141aaba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572cc520-bc", "ovs_interfaceid": "572cc520-bc41-4930-a337-dc3a90a389f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.761489] env[62298]: DEBUG nova.compute.manager [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1688.865107] env[62298]: DEBUG oslo_vmware.api [None req-0825c7c8-b2c6-4b8f-937e-b169db4f4b76 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804471, 'name': PowerOffVM_Task, 'duration_secs': 0.175734} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.867643] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-0825c7c8-b2c6-4b8f-937e-b169db4f4b76 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1688.867822] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0825c7c8-b2c6-4b8f-937e-b169db4f4b76 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1688.868805] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea9a504f-a24c-4beb-931d-8c1feec57165 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.954861] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0825c7c8-b2c6-4b8f-937e-b169db4f4b76 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1688.955070] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0825c7c8-b2c6-4b8f-937e-b169db4f4b76 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1688.955234] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-0825c7c8-b2c6-4b8f-937e-b169db4f4b76 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Deleting the datastore file [datastore1] 8986a988-9d2f-4838-9d87-44753fe83c76 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1688.955868] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64c42f7e-6e1a-47cd-b633-1de1c1680d3b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.966474] env[62298]: DEBUG oslo_vmware.api [None req-0825c7c8-b2c6-4b8f-937e-b169db4f4b76 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1688.966474] env[62298]: value = "task-1804473" [ 1688.966474] env[62298]: _type = "Task" [ 1688.966474] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.972854] env[62298]: DEBUG oslo_vmware.api [None req-0825c7c8-b2c6-4b8f-937e-b169db4f4b76 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.025023] env[62298]: DEBUG oslo_vmware.api [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529e28e9-86aa-7913-d37c-06d2d275f376, 'name': SearchDatastore_Task, 'duration_secs': 0.009912} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.025790] env[62298]: DEBUG oslo_concurrency.lockutils [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.025871] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1689.026412] env[62298]: DEBUG oslo_concurrency.lockutils [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.026412] env[62298]: DEBUG oslo_concurrency.lockutils [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.026510] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1689.026749] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20840ca5-8576-40bc-90df-3597c66ff656 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.035855] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1689.036046] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1689.036827] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb9fca0f-3f27-4799-b301-8bc6d15db009 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.042773] env[62298]: DEBUG oslo_vmware.api [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1689.042773] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f4f4c7-d43f-a777-971b-834066da36a7" [ 1689.042773] env[62298]: _type = "Task" [ 1689.042773] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.055262] env[62298]: DEBUG oslo_vmware.api [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f4f4c7-d43f-a777-971b-834066da36a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009502} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.056124] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e76ca4c6-f6eb-419e-990a-299c7a87ebcc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.064542] env[62298]: DEBUG oslo_vmware.api [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1689.064542] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523ab340-299a-f3a7-a005-d3b12f157aa0" [ 1689.064542] env[62298]: _type = "Task" [ 1689.064542] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.074024] env[62298]: DEBUG oslo_vmware.api [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523ab340-299a-f3a7-a005-d3b12f157aa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.115897] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb702ffe-79f5-4960-952a-db3c38732884 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.125715] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081ca7aa-b0dd-4258-a00e-01b31ab79b90 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.159482] env[62298]: DEBUG nova.network.neutron [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Successfully created port: 20b643d8-8e1c-4030-9b08-1c63d5284556 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1689.162074] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd6c0f2-4fd9-4e63-8bd9-275692076e34 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.171624] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4d0507-138d-4a32-85c7-675adca734dd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.186936] env[62298]: DEBUG nova.compute.provider_tree [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1689.189268] env[62298]: DEBUG oslo_concurrency.lockutils [req-578bd85f-f711-47e0-8b4d-b69cb99228ea req-fcef2931-c6f4-492c-8b53-a46a316d5a50 service nova] Releasing lock "refresh_cache-b25723a4-f1b0-4d1c-81ca-f619dbca0e73" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.263336] env[62298]: DEBUG nova.network.neutron [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Successfully updated port: e9c44a60-ee92-4a59-8c9d-ec6a690a5a20 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1689.477380] env[62298]: DEBUG oslo_vmware.api [None req-0825c7c8-b2c6-4b8f-937e-b169db4f4b76 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174604} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.477728] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-0825c7c8-b2c6-4b8f-937e-b169db4f4b76 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1689.477952] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0825c7c8-b2c6-4b8f-937e-b169db4f4b76 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1689.478185] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0825c7c8-b2c6-4b8f-937e-b169db4f4b76 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1689.479939] env[62298]: INFO nova.compute.manager [None req-0825c7c8-b2c6-4b8f-937e-b169db4f4b76 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1689.479939] env[62298]: DEBUG oslo.service.loopingcall [None req-0825c7c8-b2c6-4b8f-937e-b169db4f4b76 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1689.479939] env[62298]: DEBUG nova.compute.manager [-] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1689.479939] env[62298]: DEBUG nova.network.neutron [-] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1689.577275] env[62298]: DEBUG oslo_vmware.api [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523ab340-299a-f3a7-a005-d3b12f157aa0, 'name': SearchDatastore_Task, 'duration_secs': 0.018808} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.577550] env[62298]: DEBUG oslo_concurrency.lockutils [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.577811] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] b25723a4-f1b0-4d1c-81ca-f619dbca0e73/b25723a4-f1b0-4d1c-81ca-f619dbca0e73.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1689.578087] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13c0e2b1-ebd5-4b23-b08f-8b378942b30d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.584468] env[62298]: DEBUG oslo_vmware.api [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1689.584468] env[62298]: value = "task-1804474" [ 1689.584468] env[62298]: _type = "Task" [ 1689.584468] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.594045] env[62298]: DEBUG oslo_vmware.api [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.691472] env[62298]: DEBUG nova.scheduler.client.report [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1689.769420] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquiring lock "refresh_cache-daa6606d-56d9-4776-8434-bdf8006e36ea" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.769614] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquired lock "refresh_cache-daa6606d-56d9-4776-8434-bdf8006e36ea" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.769802] env[62298]: DEBUG nova.network.neutron [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1689.778763] env[62298]: DEBUG nova.compute.manager [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1689.810045] env[62298]: DEBUG nova.virt.hardware [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1689.810438] env[62298]: DEBUG nova.virt.hardware [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1689.810507] env[62298]: DEBUG nova.virt.hardware [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1689.810695] env[62298]: DEBUG nova.virt.hardware [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1689.810923] env[62298]: DEBUG nova.virt.hardware [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1689.810991] env[62298]: DEBUG nova.virt.hardware [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1689.811228] env[62298]: DEBUG nova.virt.hardware [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1689.811395] env[62298]: DEBUG nova.virt.hardware [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1689.811582] env[62298]: DEBUG nova.virt.hardware [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1689.811731] env[62298]: DEBUG nova.virt.hardware [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1689.811952] env[62298]: DEBUG nova.virt.hardware [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1689.812885] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b0c83d-f681-4cee-b76b-38296ce19cce {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.822616] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ef247c-6456-49a4-8360-8b7cdde0d335 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.094891] env[62298]: DEBUG oslo_vmware.api [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448293} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.095372] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] b25723a4-f1b0-4d1c-81ca-f619dbca0e73/b25723a4-f1b0-4d1c-81ca-f619dbca0e73.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1690.095372] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1690.095609] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a5c211a-ce86-4035-a318-3aa5b14e051a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.105020] env[62298]: DEBUG oslo_vmware.api [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1690.105020] env[62298]: value = "task-1804475" [ 1690.105020] env[62298]: _type = "Task" [ 1690.105020] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.111849] env[62298]: DEBUG oslo_vmware.api [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.196787] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.197713] env[62298]: DEBUG nova.compute.manager [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1690.203960] env[62298]: DEBUG oslo_concurrency.lockutils [None req-58f5d7ef-14de-4574-8919-4eb57081927b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.327s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.204272] env[62298]: DEBUG nova.objects.instance [None req-58f5d7ef-14de-4574-8919-4eb57081927b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lazy-loading 'resources' on Instance uuid db851386-5e45-492c-bd34-a46c84610ce6 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1690.206764] env[62298]: DEBUG nova.compute.manager [req-89fe07bd-cff5-4010-aacd-ef7edef630a4 req-efd9b8ee-5cb0-4cc3-b744-8a8ee1dad245 service nova] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Received event network-vif-plugged-e9c44a60-ee92-4a59-8c9d-ec6a690a5a20 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1690.207040] env[62298]: DEBUG oslo_concurrency.lockutils [req-89fe07bd-cff5-4010-aacd-ef7edef630a4 req-efd9b8ee-5cb0-4cc3-b744-8a8ee1dad245 service nova] Acquiring lock "daa6606d-56d9-4776-8434-bdf8006e36ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.207258] env[62298]: DEBUG oslo_concurrency.lockutils [req-89fe07bd-cff5-4010-aacd-ef7edef630a4 req-efd9b8ee-5cb0-4cc3-b744-8a8ee1dad245 service nova] Lock "daa6606d-56d9-4776-8434-bdf8006e36ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.207473] env[62298]: DEBUG oslo_concurrency.lockutils [req-89fe07bd-cff5-4010-aacd-ef7edef630a4 req-efd9b8ee-5cb0-4cc3-b744-8a8ee1dad245 service nova] Lock "daa6606d-56d9-4776-8434-bdf8006e36ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.207638] env[62298]: DEBUG nova.compute.manager [req-89fe07bd-cff5-4010-aacd-ef7edef630a4 req-efd9b8ee-5cb0-4cc3-b744-8a8ee1dad245 service nova] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] No waiting events found dispatching network-vif-plugged-e9c44a60-ee92-4a59-8c9d-ec6a690a5a20 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1690.207792] env[62298]: WARNING nova.compute.manager [req-89fe07bd-cff5-4010-aacd-ef7edef630a4 req-efd9b8ee-5cb0-4cc3-b744-8a8ee1dad245 service nova] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Received unexpected event network-vif-plugged-e9c44a60-ee92-4a59-8c9d-ec6a690a5a20 for instance with vm_state building and task_state spawning. [ 1690.208030] env[62298]: DEBUG nova.compute.manager [req-89fe07bd-cff5-4010-aacd-ef7edef630a4 req-efd9b8ee-5cb0-4cc3-b744-8a8ee1dad245 service nova] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Received event network-changed-e9c44a60-ee92-4a59-8c9d-ec6a690a5a20 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1690.208217] env[62298]: DEBUG nova.compute.manager [req-89fe07bd-cff5-4010-aacd-ef7edef630a4 req-efd9b8ee-5cb0-4cc3-b744-8a8ee1dad245 service nova] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Refreshing instance network info cache due to event network-changed-e9c44a60-ee92-4a59-8c9d-ec6a690a5a20. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1690.208348] env[62298]: DEBUG oslo_concurrency.lockutils [req-89fe07bd-cff5-4010-aacd-ef7edef630a4 req-efd9b8ee-5cb0-4cc3-b744-8a8ee1dad245 service nova] Acquiring lock "refresh_cache-daa6606d-56d9-4776-8434-bdf8006e36ea" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.314424] env[62298]: DEBUG nova.network.neutron [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1690.480469] env[62298]: DEBUG nova.network.neutron [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Updating instance_info_cache with network_info: [{"id": "e9c44a60-ee92-4a59-8c9d-ec6a690a5a20", "address": "fa:16:3e:23:38:94", "network": {"id": "13270d72-58a9-4f8e-9a98-e63424365680", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26636454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1301f935b049f589fbf998df6a6e70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c44a60-ee", "ovs_interfaceid": "e9c44a60-ee92-4a59-8c9d-ec6a690a5a20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.613606] env[62298]: DEBUG oslo_vmware.api [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06429} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.613692] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1690.614847] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9a2bd4-dc2a-490a-8647-485e1e9fd2c4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.638311] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] b25723a4-f1b0-4d1c-81ca-f619dbca0e73/b25723a4-f1b0-4d1c-81ca-f619dbca0e73.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1690.638633] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-118ce9ca-489e-4040-ae8d-89844b601074 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.658932] env[62298]: DEBUG oslo_vmware.api [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1690.658932] env[62298]: value = "task-1804476" [ 1690.658932] env[62298]: _type = "Task" [ 1690.658932] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.669184] env[62298]: DEBUG oslo_vmware.api [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804476, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.704296] env[62298]: DEBUG nova.compute.utils [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1690.705602] env[62298]: DEBUG nova.compute.manager [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1690.705602] env[62298]: DEBUG nova.network.neutron [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1690.770433] env[62298]: DEBUG nova.policy [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db21c5cc71bc4980801893134edefba9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '590be3a2ce564aadaff20814b841c464', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1690.963243] env[62298]: DEBUG nova.network.neutron [-] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.986449] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Releasing lock "refresh_cache-daa6606d-56d9-4776-8434-bdf8006e36ea" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.986449] env[62298]: DEBUG nova.compute.manager [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Instance network_info: |[{"id": "e9c44a60-ee92-4a59-8c9d-ec6a690a5a20", "address": "fa:16:3e:23:38:94", "network": {"id": "13270d72-58a9-4f8e-9a98-e63424365680", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26636454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1301f935b049f589fbf998df6a6e70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c44a60-ee", "ovs_interfaceid": "e9c44a60-ee92-4a59-8c9d-ec6a690a5a20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1690.986449] env[62298]: DEBUG oslo_concurrency.lockutils [req-89fe07bd-cff5-4010-aacd-ef7edef630a4 req-efd9b8ee-5cb0-4cc3-b744-8a8ee1dad245 service nova] Acquired lock "refresh_cache-daa6606d-56d9-4776-8434-bdf8006e36ea" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.986449] env[62298]: DEBUG nova.network.neutron [req-89fe07bd-cff5-4010-aacd-ef7edef630a4 req-efd9b8ee-5cb0-4cc3-b744-8a8ee1dad245 service nova] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Refreshing network info cache for port e9c44a60-ee92-4a59-8c9d-ec6a690a5a20 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1690.987869] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:38:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afb671bc-328c-40bf-9c2a-d98695e3d60c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9c44a60-ee92-4a59-8c9d-ec6a690a5a20', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1690.996529] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Creating folder: Project (9e1301f935b049f589fbf998df6a6e70). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1691.001991] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81b9cf30-00fe-4760-bf48-002ce57d4fd7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.011987] env[62298]: DEBUG nova.network.neutron [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Successfully updated port: 20b643d8-8e1c-4030-9b08-1c63d5284556 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1691.017413] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Created folder: Project (9e1301f935b049f589fbf998df6a6e70) in parent group-v373906. [ 1691.018448] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Creating folder: Instances. Parent ref: group-v374084. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1691.018448] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b9f3eb2-df82-4c22-93a2-9937272f2de6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.029101] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Created folder: Instances in parent group-v374084. [ 1691.029101] env[62298]: DEBUG oslo.service.loopingcall [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1691.029306] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1691.029408] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd59c86f-16fa-4e83-9078-9afb5aec4a62 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.058371] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1691.058371] env[62298]: value = "task-1804479" [ 1691.058371] env[62298]: _type = "Task" [ 1691.058371] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.067790] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804479, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.082382] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5641b0-f752-4719-a48d-c8c74734f9ad {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.091666] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67deeae-4d76-4bda-a740-25ba8630fa67 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.128627] env[62298]: DEBUG nova.network.neutron [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Successfully created port: 07b0b4ec-1106-4db7-9b29-a447d4dd8f13 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1691.130740] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c218c87-abbb-4d29-9643-67bb66e17ce0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.142471] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f892937-f06c-4e6d-aa4a-a24c7283fbff {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.160680] env[62298]: DEBUG nova.compute.provider_tree [None req-58f5d7ef-14de-4574-8919-4eb57081927b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1691.175416] env[62298]: DEBUG oslo_vmware.api [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804476, 'name': ReconfigVM_Task, 'duration_secs': 0.332949} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.175416] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Reconfigured VM instance instance-00000041 to attach disk [datastore1] b25723a4-f1b0-4d1c-81ca-f619dbca0e73/b25723a4-f1b0-4d1c-81ca-f619dbca0e73.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1691.176333] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a067aa6c-0b7c-4759-badc-b438ea94a25b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.185553] env[62298]: DEBUG oslo_vmware.api [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1691.185553] env[62298]: value = "task-1804480" [ 1691.185553] env[62298]: _type = "Task" [ 1691.185553] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.195104] env[62298]: DEBUG oslo_vmware.api [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804480, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.211788] env[62298]: DEBUG nova.compute.manager [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1691.397026] env[62298]: DEBUG oslo_concurrency.lockutils [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Acquiring lock "a1658c2a-7867-479c-aaff-e1c872c03423" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.397303] env[62298]: DEBUG oslo_concurrency.lockutils [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Lock "a1658c2a-7867-479c-aaff-e1c872c03423" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.431321] env[62298]: DEBUG nova.network.neutron [req-89fe07bd-cff5-4010-aacd-ef7edef630a4 req-efd9b8ee-5cb0-4cc3-b744-8a8ee1dad245 service nova] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Updated VIF entry in instance network info cache for port e9c44a60-ee92-4a59-8c9d-ec6a690a5a20. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1691.431321] env[62298]: DEBUG nova.network.neutron [req-89fe07bd-cff5-4010-aacd-ef7edef630a4 req-efd9b8ee-5cb0-4cc3-b744-8a8ee1dad245 service nova] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Updating instance_info_cache with network_info: [{"id": "e9c44a60-ee92-4a59-8c9d-ec6a690a5a20", "address": "fa:16:3e:23:38:94", "network": {"id": "13270d72-58a9-4f8e-9a98-e63424365680", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26636454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1301f935b049f589fbf998df6a6e70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c44a60-ee", "ovs_interfaceid": "e9c44a60-ee92-4a59-8c9d-ec6a690a5a20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.466238] env[62298]: INFO nova.compute.manager [-] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Took 1.99 seconds to deallocate network for instance. [ 1691.518839] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquiring lock "refresh_cache-5974ccd6-edb1-4389-aaa0-265c36d54de3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.518989] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquired lock "refresh_cache-5974ccd6-edb1-4389-aaa0-265c36d54de3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.519304] env[62298]: DEBUG nova.network.neutron [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1691.568857] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804479, 'name': CreateVM_Task, 'duration_secs': 0.49376} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.569077] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1691.569776] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.569944] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.570274] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1691.571937] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42f0c676-9489-488d-a6a4-f4b288479506 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.575766] env[62298]: DEBUG oslo_vmware.api [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1691.575766] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525f340f-a27a-1329-d42a-fffaf72d4b77" [ 1691.575766] env[62298]: _type = "Task" [ 1691.575766] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.589041] env[62298]: DEBUG oslo_vmware.api [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525f340f-a27a-1329-d42a-fffaf72d4b77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.664645] env[62298]: DEBUG nova.scheduler.client.report [None req-58f5d7ef-14de-4574-8919-4eb57081927b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1691.696493] env[62298]: DEBUG oslo_vmware.api [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804480, 'name': Rename_Task, 'duration_secs': 0.165518} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.696795] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1691.697075] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7b2d219-68f1-4428-b7ce-3540f18cf778 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.703450] env[62298]: DEBUG oslo_vmware.api [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1691.703450] env[62298]: value = "task-1804481" [ 1691.703450] env[62298]: _type = "Task" [ 1691.703450] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.711529] env[62298]: DEBUG oslo_vmware.api [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.899992] env[62298]: DEBUG nova.compute.manager [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1691.934328] env[62298]: DEBUG oslo_concurrency.lockutils [req-89fe07bd-cff5-4010-aacd-ef7edef630a4 req-efd9b8ee-5cb0-4cc3-b744-8a8ee1dad245 service nova] Releasing lock "refresh_cache-daa6606d-56d9-4776-8434-bdf8006e36ea" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.973385] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0825c7c8-b2c6-4b8f-937e-b169db4f4b76 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.063283] env[62298]: DEBUG nova.network.neutron [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1692.089754] env[62298]: DEBUG oslo_vmware.api [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525f340f-a27a-1329-d42a-fffaf72d4b77, 'name': SearchDatastore_Task, 'duration_secs': 0.009288} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.090083] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.090327] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1692.090563] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1692.090711] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.090892] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1692.091208] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d86d077d-ccba-4694-814c-ca23f66f5de0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.099268] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1692.099476] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1692.100389] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77f36000-56da-4cb4-b89f-005fe7c8a9be {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.108103] env[62298]: DEBUG oslo_vmware.api [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1692.108103] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f8b26f-b517-0741-866b-59a813298bd4" [ 1692.108103] env[62298]: _type = "Task" [ 1692.108103] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.116057] env[62298]: DEBUG oslo_vmware.api [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f8b26f-b517-0741-866b-59a813298bd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.170690] env[62298]: DEBUG oslo_concurrency.lockutils [None req-58f5d7ef-14de-4574-8919-4eb57081927b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.174689] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d66bfc37-eacd-4e9e-8328-f8edf532185c tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.738s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.174689] env[62298]: DEBUG nova.objects.instance [None req-d66bfc37-eacd-4e9e-8328-f8edf532185c tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lazy-loading 'resources' on Instance uuid e647687b-eebb-4b16-8dda-6a7f9f99822c {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1692.210451] env[62298]: INFO nova.scheduler.client.report [None req-58f5d7ef-14de-4574-8919-4eb57081927b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Deleted allocations for instance db851386-5e45-492c-bd34-a46c84610ce6 [ 1692.215383] env[62298]: DEBUG oslo_vmware.api [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804481, 'name': PowerOnVM_Task, 'duration_secs': 0.452374} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.218096] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1692.218365] env[62298]: INFO nova.compute.manager [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Took 7.27 seconds to spawn the instance on the hypervisor. [ 1692.218630] env[62298]: DEBUG nova.compute.manager [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1692.219765] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f053a8dd-295b-4d60-a902-e5d6a091262d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.223612] env[62298]: DEBUG nova.compute.manager [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1692.254651] env[62298]: DEBUG nova.virt.hardware [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1692.255040] env[62298]: DEBUG nova.virt.hardware [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1692.255189] env[62298]: DEBUG nova.virt.hardware [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1692.255323] env[62298]: DEBUG nova.virt.hardware [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1692.255465] env[62298]: DEBUG nova.virt.hardware [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1692.255685] env[62298]: DEBUG nova.virt.hardware [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1692.255821] env[62298]: DEBUG nova.virt.hardware [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1692.255984] env[62298]: DEBUG nova.virt.hardware [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1692.257300] env[62298]: DEBUG nova.virt.hardware [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1692.257494] env[62298]: DEBUG nova.virt.hardware [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1692.257686] env[62298]: DEBUG nova.virt.hardware [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1692.258595] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e8ae5a-8e79-4a4b-875d-d2697f2c8e55 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.262633] env[62298]: DEBUG nova.network.neutron [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Updating instance_info_cache with network_info: [{"id": "20b643d8-8e1c-4030-9b08-1c63d5284556", "address": "fa:16:3e:70:b7:cd", "network": {"id": "b519442e-3144-4f4a-8299-5b1716080f96", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-919446948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9eedc72185a44acafe9968bcf69257d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20b643d8-8e", "ovs_interfaceid": "20b643d8-8e1c-4030-9b08-1c63d5284556", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.267750] env[62298]: DEBUG nova.compute.manager [req-ca808fbe-4181-44d6-b24f-74b3fe91b9b9 req-795c3313-4e56-4ca5-b185-7c9a75514b14 service nova] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Received event network-vif-deleted-241f4d4d-6064-4935-8d11-800121d60358 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1692.267970] env[62298]: DEBUG nova.compute.manager [req-ca808fbe-4181-44d6-b24f-74b3fe91b9b9 req-795c3313-4e56-4ca5-b185-7c9a75514b14 service nova] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Received event network-vif-plugged-20b643d8-8e1c-4030-9b08-1c63d5284556 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1692.268575] env[62298]: DEBUG oslo_concurrency.lockutils [req-ca808fbe-4181-44d6-b24f-74b3fe91b9b9 req-795c3313-4e56-4ca5-b185-7c9a75514b14 service nova] Acquiring lock "5974ccd6-edb1-4389-aaa0-265c36d54de3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.268575] env[62298]: DEBUG oslo_concurrency.lockutils [req-ca808fbe-4181-44d6-b24f-74b3fe91b9b9 req-795c3313-4e56-4ca5-b185-7c9a75514b14 service nova] Lock "5974ccd6-edb1-4389-aaa0-265c36d54de3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.268667] env[62298]: DEBUG oslo_concurrency.lockutils [req-ca808fbe-4181-44d6-b24f-74b3fe91b9b9 req-795c3313-4e56-4ca5-b185-7c9a75514b14 service nova] Lock "5974ccd6-edb1-4389-aaa0-265c36d54de3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.268816] env[62298]: DEBUG nova.compute.manager [req-ca808fbe-4181-44d6-b24f-74b3fe91b9b9 req-795c3313-4e56-4ca5-b185-7c9a75514b14 service nova] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] No waiting events found dispatching network-vif-plugged-20b643d8-8e1c-4030-9b08-1c63d5284556 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1692.269260] env[62298]: WARNING nova.compute.manager [req-ca808fbe-4181-44d6-b24f-74b3fe91b9b9 req-795c3313-4e56-4ca5-b185-7c9a75514b14 service nova] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Received unexpected event network-vif-plugged-20b643d8-8e1c-4030-9b08-1c63d5284556 for instance with vm_state building and task_state spawning. [ 1692.269260] env[62298]: DEBUG nova.compute.manager [req-ca808fbe-4181-44d6-b24f-74b3fe91b9b9 req-795c3313-4e56-4ca5-b185-7c9a75514b14 service nova] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Received event network-changed-20b643d8-8e1c-4030-9b08-1c63d5284556 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1692.269345] env[62298]: DEBUG nova.compute.manager [req-ca808fbe-4181-44d6-b24f-74b3fe91b9b9 req-795c3313-4e56-4ca5-b185-7c9a75514b14 service nova] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Refreshing instance network info cache due to event network-changed-20b643d8-8e1c-4030-9b08-1c63d5284556. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1692.269612] env[62298]: DEBUG oslo_concurrency.lockutils [req-ca808fbe-4181-44d6-b24f-74b3fe91b9b9 req-795c3313-4e56-4ca5-b185-7c9a75514b14 service nova] Acquiring lock "refresh_cache-5974ccd6-edb1-4389-aaa0-265c36d54de3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1692.275958] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05683e3d-5183-4c29-86b9-e3a2ab2736c9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.420433] env[62298]: DEBUG oslo_concurrency.lockutils [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.619356] env[62298]: DEBUG oslo_vmware.api [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f8b26f-b517-0741-866b-59a813298bd4, 'name': SearchDatastore_Task, 'duration_secs': 0.010867} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.620181] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-328cce6d-8434-4fb9-b2bf-3448e19e8464 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.625428] env[62298]: DEBUG oslo_vmware.api [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1692.625428] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5217ad97-c9d5-7517-a8fa-c5378c3433e8" [ 1692.625428] env[62298]: _type = "Task" [ 1692.625428] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.630647] env[62298]: DEBUG nova.compute.manager [req-92f8589f-fefa-42c0-b768-43501c3fb63b req-5a2d4f2b-55f0-4268-88b9-da9ae22b2c70 service nova] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Received event network-vif-plugged-07b0b4ec-1106-4db7-9b29-a447d4dd8f13 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1692.630813] env[62298]: DEBUG oslo_concurrency.lockutils [req-92f8589f-fefa-42c0-b768-43501c3fb63b req-5a2d4f2b-55f0-4268-88b9-da9ae22b2c70 service nova] Acquiring lock "d32c6d9e-8890-4685-9499-fcc9dd185535-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.631023] env[62298]: DEBUG oslo_concurrency.lockutils [req-92f8589f-fefa-42c0-b768-43501c3fb63b req-5a2d4f2b-55f0-4268-88b9-da9ae22b2c70 service nova] Lock "d32c6d9e-8890-4685-9499-fcc9dd185535-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.631196] env[62298]: DEBUG oslo_concurrency.lockutils [req-92f8589f-fefa-42c0-b768-43501c3fb63b req-5a2d4f2b-55f0-4268-88b9-da9ae22b2c70 service nova] Lock "d32c6d9e-8890-4685-9499-fcc9dd185535-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.631363] env[62298]: DEBUG nova.compute.manager [req-92f8589f-fefa-42c0-b768-43501c3fb63b req-5a2d4f2b-55f0-4268-88b9-da9ae22b2c70 service nova] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] No waiting events found dispatching network-vif-plugged-07b0b4ec-1106-4db7-9b29-a447d4dd8f13 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1692.631531] env[62298]: WARNING nova.compute.manager [req-92f8589f-fefa-42c0-b768-43501c3fb63b req-5a2d4f2b-55f0-4268-88b9-da9ae22b2c70 service nova] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Received unexpected event network-vif-plugged-07b0b4ec-1106-4db7-9b29-a447d4dd8f13 for instance with vm_state building and task_state spawning. [ 1692.634744] env[62298]: DEBUG oslo_vmware.api [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5217ad97-c9d5-7517-a8fa-c5378c3433e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.687634] env[62298]: DEBUG nova.network.neutron [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Successfully updated port: 07b0b4ec-1106-4db7-9b29-a447d4dd8f13 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1692.723980] env[62298]: DEBUG oslo_concurrency.lockutils [None req-58f5d7ef-14de-4574-8919-4eb57081927b tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lock "db851386-5e45-492c-bd34-a46c84610ce6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.032s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.740972] env[62298]: INFO nova.compute.manager [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Took 37.25 seconds to build instance. [ 1692.765014] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Releasing lock "refresh_cache-5974ccd6-edb1-4389-aaa0-265c36d54de3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.765351] env[62298]: DEBUG nova.compute.manager [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Instance network_info: |[{"id": "20b643d8-8e1c-4030-9b08-1c63d5284556", "address": "fa:16:3e:70:b7:cd", "network": {"id": "b519442e-3144-4f4a-8299-5b1716080f96", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-919446948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9eedc72185a44acafe9968bcf69257d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20b643d8-8e", "ovs_interfaceid": "20b643d8-8e1c-4030-9b08-1c63d5284556", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1692.765894] env[62298]: DEBUG oslo_concurrency.lockutils [req-ca808fbe-4181-44d6-b24f-74b3fe91b9b9 req-795c3313-4e56-4ca5-b185-7c9a75514b14 service nova] Acquired lock "refresh_cache-5974ccd6-edb1-4389-aaa0-265c36d54de3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.766100] env[62298]: DEBUG nova.network.neutron [req-ca808fbe-4181-44d6-b24f-74b3fe91b9b9 req-795c3313-4e56-4ca5-b185-7c9a75514b14 service nova] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Refreshing network info cache for port 20b643d8-8e1c-4030-9b08-1c63d5284556 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1692.767212] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:b7:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20b643d8-8e1c-4030-9b08-1c63d5284556', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1692.776643] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Creating folder: Project (d9eedc72185a44acafe9968bcf69257d). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1692.782384] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81f7464f-9c1e-4f82-8e69-8d02aff1eba5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.797438] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Created folder: Project (d9eedc72185a44acafe9968bcf69257d) in parent group-v373906. [ 1692.797675] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Creating folder: Instances. Parent ref: group-v374087. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1692.797958] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f0cdfaf-92bf-4959-8823-b3d6c8733a32 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.810181] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Created folder: Instances in parent group-v374087. [ 1692.810464] env[62298]: DEBUG oslo.service.loopingcall [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1692.810681] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1692.811330] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5784b341-59b2-4dc3-b88c-aca38fa9d84b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.836590] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1692.836590] env[62298]: value = "task-1804484" [ 1692.836590] env[62298]: _type = "Task" [ 1692.836590] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.846158] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804484, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.897563] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2b31c94-f248-44f7-a169-9f02811f3097 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquiring lock "0a491f77-35c6-4698-bea7-526a4e99b5f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.897850] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2b31c94-f248-44f7-a169-9f02811f3097 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lock "0a491f77-35c6-4698-bea7-526a4e99b5f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.898104] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2b31c94-f248-44f7-a169-9f02811f3097 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquiring lock "0a491f77-35c6-4698-bea7-526a4e99b5f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.898334] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2b31c94-f248-44f7-a169-9f02811f3097 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lock "0a491f77-35c6-4698-bea7-526a4e99b5f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.898541] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2b31c94-f248-44f7-a169-9f02811f3097 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lock "0a491f77-35c6-4698-bea7-526a4e99b5f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.900938] env[62298]: INFO nova.compute.manager [None req-c2b31c94-f248-44f7-a169-9f02811f3097 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Terminating instance [ 1692.958630] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdac929-8144-4860-8ca5-43589f2eac25 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.969083] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee191f2d-2db9-4681-abda-a3f9ddd07c9b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.004753] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd07dde-b734-4c61-b821-bd519f72bb6d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.012305] env[62298]: DEBUG nova.network.neutron [req-ca808fbe-4181-44d6-b24f-74b3fe91b9b9 req-795c3313-4e56-4ca5-b185-7c9a75514b14 service nova] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Updated VIF entry in instance network info cache for port 20b643d8-8e1c-4030-9b08-1c63d5284556. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1693.012653] env[62298]: DEBUG nova.network.neutron [req-ca808fbe-4181-44d6-b24f-74b3fe91b9b9 req-795c3313-4e56-4ca5-b185-7c9a75514b14 service nova] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Updating instance_info_cache with network_info: [{"id": "20b643d8-8e1c-4030-9b08-1c63d5284556", "address": "fa:16:3e:70:b7:cd", "network": {"id": "b519442e-3144-4f4a-8299-5b1716080f96", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-919446948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9eedc72185a44acafe9968bcf69257d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20b643d8-8e", "ovs_interfaceid": "20b643d8-8e1c-4030-9b08-1c63d5284556", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.014832] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2585944e-51ec-422b-b59b-1b7a1b310583 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.028978] env[62298]: DEBUG nova.compute.provider_tree [None req-d66bfc37-eacd-4e9e-8328-f8edf532185c tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1693.138333] env[62298]: DEBUG oslo_vmware.api [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5217ad97-c9d5-7517-a8fa-c5378c3433e8, 'name': SearchDatastore_Task, 'duration_secs': 0.028742} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.138633] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.139204] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] daa6606d-56d9-4776-8434-bdf8006e36ea/daa6606d-56d9-4776-8434-bdf8006e36ea.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1693.139204] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb902a30-022a-4bbd-af3f-a3617da8b765 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.145452] env[62298]: DEBUG oslo_vmware.api [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1693.145452] env[62298]: value = "task-1804485" [ 1693.145452] env[62298]: _type = "Task" [ 1693.145452] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.153953] env[62298]: DEBUG oslo_vmware.api [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.190900] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "refresh_cache-d32c6d9e-8890-4685-9499-fcc9dd185535" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.191198] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquired lock "refresh_cache-d32c6d9e-8890-4685-9499-fcc9dd185535" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.191448] env[62298]: DEBUG nova.network.neutron [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1693.242839] env[62298]: DEBUG oslo_concurrency.lockutils [None req-be814ff4-8efa-4917-a4e2-9919715a737d tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "b25723a4-f1b0-4d1c-81ca-f619dbca0e73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.781s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.352528] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804484, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.407028] env[62298]: DEBUG nova.compute.manager [None req-c2b31c94-f248-44f7-a169-9f02811f3097 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1693.407458] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b31c94-f248-44f7-a169-9f02811f3097 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1693.408962] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe1e7ea-94a7-4b18-882a-a90015b30d7f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.419360] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b31c94-f248-44f7-a169-9f02811f3097 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1693.419360] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2b63398-fa78-422d-9181-16a24dfd7e23 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.428545] env[62298]: DEBUG oslo_vmware.api [None req-c2b31c94-f248-44f7-a169-9f02811f3097 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for the task: (returnval){ [ 1693.428545] env[62298]: value = "task-1804486" [ 1693.428545] env[62298]: _type = "Task" [ 1693.428545] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.440333] env[62298]: DEBUG oslo_vmware.api [None req-c2b31c94-f248-44f7-a169-9f02811f3097 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.520091] env[62298]: DEBUG oslo_concurrency.lockutils [req-ca808fbe-4181-44d6-b24f-74b3fe91b9b9 req-795c3313-4e56-4ca5-b185-7c9a75514b14 service nova] Releasing lock "refresh_cache-5974ccd6-edb1-4389-aaa0-265c36d54de3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.532765] env[62298]: DEBUG nova.scheduler.client.report [None req-d66bfc37-eacd-4e9e-8328-f8edf532185c tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1693.659024] env[62298]: DEBUG oslo_vmware.api [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804485, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.726898] env[62298]: DEBUG nova.network.neutron [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1693.848733] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804484, 'name': CreateVM_Task, 'duration_secs': 0.662636} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.850941] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1693.851674] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.851886] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.852221] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1693.852764] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff94021f-0e3f-44b7-aabd-c823845ff681 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.857822] env[62298]: DEBUG oslo_vmware.api [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1693.857822] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526cf5a2-5dbb-4073-0e56-511db06f44fa" [ 1693.857822] env[62298]: _type = "Task" [ 1693.857822] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.867161] env[62298]: DEBUG oslo_vmware.api [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526cf5a2-5dbb-4073-0e56-511db06f44fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.888140] env[62298]: DEBUG nova.network.neutron [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Updating instance_info_cache with network_info: [{"id": "07b0b4ec-1106-4db7-9b29-a447d4dd8f13", "address": "fa:16:3e:2a:63:56", "network": {"id": "091ff129-3451-49f5-adcd-213ad39e86c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-239447299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "590be3a2ce564aadaff20814b841c464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07b0b4ec-11", "ovs_interfaceid": "07b0b4ec-1106-4db7-9b29-a447d4dd8f13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.939052] env[62298]: DEBUG oslo_vmware.api [None req-c2b31c94-f248-44f7-a169-9f02811f3097 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804486, 'name': PowerOffVM_Task, 'duration_secs': 0.219136} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.939175] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b31c94-f248-44f7-a169-9f02811f3097 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1693.939356] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b31c94-f248-44f7-a169-9f02811f3097 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1693.939607] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d102398-60eb-4716-ba69-56d621a55277 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.038416] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d66bfc37-eacd-4e9e-8328-f8edf532185c tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.040756] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.904s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.042312] env[62298]: INFO nova.compute.claims [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1694.062684] env[62298]: INFO nova.scheduler.client.report [None req-d66bfc37-eacd-4e9e-8328-f8edf532185c tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Deleted allocations for instance e647687b-eebb-4b16-8dda-6a7f9f99822c [ 1694.156341] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b31c94-f248-44f7-a169-9f02811f3097 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1694.156575] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b31c94-f248-44f7-a169-9f02811f3097 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1694.156758] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b31c94-f248-44f7-a169-9f02811f3097 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Deleting the datastore file [datastore1] 0a491f77-35c6-4698-bea7-526a4e99b5f1 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1694.160030] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-957e60dd-02ee-4523-a818-d09e491ad15a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.162040] env[62298]: DEBUG oslo_vmware.api [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567095} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.162158] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] daa6606d-56d9-4776-8434-bdf8006e36ea/daa6606d-56d9-4776-8434-bdf8006e36ea.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1694.162331] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1694.162912] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32ec67f5-86a2-49a5-9bc2-641432c55ea0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.167501] env[62298]: DEBUG oslo_vmware.api [None req-c2b31c94-f248-44f7-a169-9f02811f3097 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for the task: (returnval){ [ 1694.167501] env[62298]: value = "task-1804488" [ 1694.167501] env[62298]: _type = "Task" [ 1694.167501] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.172317] env[62298]: DEBUG oslo_vmware.api [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1694.172317] env[62298]: value = "task-1804489" [ 1694.172317] env[62298]: _type = "Task" [ 1694.172317] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.179695] env[62298]: DEBUG oslo_vmware.api [None req-c2b31c94-f248-44f7-a169-9f02811f3097 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.185095] env[62298]: DEBUG oslo_vmware.api [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.368406] env[62298]: DEBUG oslo_vmware.api [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526cf5a2-5dbb-4073-0e56-511db06f44fa, 'name': SearchDatastore_Task, 'duration_secs': 0.034566} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.368725] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.368951] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1694.369220] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.369369] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.369550] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1694.369807] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa1e7e50-f558-49a5-88d1-ac1af70ece30 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.380363] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1694.380551] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1694.381258] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1faf15ce-b60d-4d52-a766-02d13ad2f406 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.386275] env[62298]: DEBUG oslo_vmware.api [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1694.386275] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529eadc9-026b-9f33-9dc6-322929e37dd0" [ 1694.386275] env[62298]: _type = "Task" [ 1694.386275] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.391075] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Releasing lock "refresh_cache-d32c6d9e-8890-4685-9499-fcc9dd185535" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.391371] env[62298]: DEBUG nova.compute.manager [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Instance network_info: |[{"id": "07b0b4ec-1106-4db7-9b29-a447d4dd8f13", "address": "fa:16:3e:2a:63:56", "network": {"id": "091ff129-3451-49f5-adcd-213ad39e86c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-239447299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "590be3a2ce564aadaff20814b841c464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07b0b4ec-11", "ovs_interfaceid": "07b0b4ec-1106-4db7-9b29-a447d4dd8f13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1694.394428] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:63:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07b0b4ec-1106-4db7-9b29-a447d4dd8f13', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1694.401912] env[62298]: DEBUG oslo.service.loopingcall [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1694.402141] env[62298]: DEBUG oslo_vmware.api [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529eadc9-026b-9f33-9dc6-322929e37dd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.402362] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1694.402565] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-443af3e2-7826-4d22-995a-f4a1891f0007 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.421861] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1694.421861] env[62298]: value = "task-1804490" [ 1694.421861] env[62298]: _type = "Task" [ 1694.421861] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.429987] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804490, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.570241] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d66bfc37-eacd-4e9e-8328-f8edf532185c tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "e647687b-eebb-4b16-8dda-6a7f9f99822c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.830s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.590529] env[62298]: DEBUG nova.compute.manager [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1694.591781] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb6f8a6-fd39-4b8e-89b0-ab7c49454592 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.681070] env[62298]: DEBUG oslo_vmware.api [None req-c2b31c94-f248-44f7-a169-9f02811f3097 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385464} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.684761] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b31c94-f248-44f7-a169-9f02811f3097 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1694.684978] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b31c94-f248-44f7-a169-9f02811f3097 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1694.685327] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b31c94-f248-44f7-a169-9f02811f3097 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1694.685515] env[62298]: INFO nova.compute.manager [None req-c2b31c94-f248-44f7-a169-9f02811f3097 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1694.685755] env[62298]: DEBUG oslo.service.loopingcall [None req-c2b31c94-f248-44f7-a169-9f02811f3097 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1694.689688] env[62298]: DEBUG nova.compute.manager [-] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1694.689889] env[62298]: DEBUG nova.network.neutron [-] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1694.692273] env[62298]: DEBUG oslo_vmware.api [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804489, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068321} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.692767] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1694.693909] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb43c76-a65d-40fd-956d-1b16091aa4da {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.720298] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] daa6606d-56d9-4776-8434-bdf8006e36ea/daa6606d-56d9-4776-8434-bdf8006e36ea.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1694.726551] env[62298]: DEBUG nova.compute.manager [req-0276b096-cc72-4895-85b1-d0a4d8978146 req-0838cb12-9cec-473a-8586-a6491ca3a13f service nova] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Received event network-changed-07b0b4ec-1106-4db7-9b29-a447d4dd8f13 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1694.726551] env[62298]: DEBUG nova.compute.manager [req-0276b096-cc72-4895-85b1-d0a4d8978146 req-0838cb12-9cec-473a-8586-a6491ca3a13f service nova] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Refreshing instance network info cache due to event network-changed-07b0b4ec-1106-4db7-9b29-a447d4dd8f13. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1694.726551] env[62298]: DEBUG oslo_concurrency.lockutils [req-0276b096-cc72-4895-85b1-d0a4d8978146 req-0838cb12-9cec-473a-8586-a6491ca3a13f service nova] Acquiring lock "refresh_cache-d32c6d9e-8890-4685-9499-fcc9dd185535" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.726551] env[62298]: DEBUG oslo_concurrency.lockutils [req-0276b096-cc72-4895-85b1-d0a4d8978146 req-0838cb12-9cec-473a-8586-a6491ca3a13f service nova] Acquired lock "refresh_cache-d32c6d9e-8890-4685-9499-fcc9dd185535" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.726872] env[62298]: DEBUG nova.network.neutron [req-0276b096-cc72-4895-85b1-d0a4d8978146 req-0838cb12-9cec-473a-8586-a6491ca3a13f service nova] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Refreshing network info cache for port 07b0b4ec-1106-4db7-9b29-a447d4dd8f13 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1694.728372] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1772e328-89eb-422e-b51f-812cb2fae58d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.751981] env[62298]: DEBUG oslo_vmware.api [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1694.751981] env[62298]: value = "task-1804491" [ 1694.751981] env[62298]: _type = "Task" [ 1694.751981] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.764984] env[62298]: DEBUG oslo_vmware.api [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804491, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.896885] env[62298]: DEBUG oslo_vmware.api [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529eadc9-026b-9f33-9dc6-322929e37dd0, 'name': SearchDatastore_Task, 'duration_secs': 0.02972} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.897807] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-306ae1f0-03bb-49af-8eef-22d9cb5ab0df {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.903364] env[62298]: DEBUG oslo_vmware.api [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1694.903364] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529c8254-f8f8-5478-4ffe-e6dac07e8c28" [ 1694.903364] env[62298]: _type = "Task" [ 1694.903364] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.912590] env[62298]: DEBUG oslo_vmware.api [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529c8254-f8f8-5478-4ffe-e6dac07e8c28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.935286] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804490, 'name': CreateVM_Task, 'duration_secs': 0.428088} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.935465] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1694.936181] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.936354] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.936765] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1694.937013] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-725f387b-9a9e-4625-823c-b50309178f17 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.943034] env[62298]: DEBUG oslo_vmware.api [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1694.943034] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521c7481-b3a4-bdb0-6e3a-e4206b5f560e" [ 1694.943034] env[62298]: _type = "Task" [ 1694.943034] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.951516] env[62298]: DEBUG oslo_vmware.api [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521c7481-b3a4-bdb0-6e3a-e4206b5f560e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.104405] env[62298]: INFO nova.compute.manager [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] instance snapshotting [ 1695.106748] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38865bf6-b05f-48d9-a31f-8a3605827024 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.126245] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437f1e0d-630d-4687-b5ce-e889294ae9ec {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.187311] env[62298]: DEBUG oslo_concurrency.lockutils [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquiring lock "cbd7ef0e-8619-4b1e-a352-371976e32dbe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.187571] env[62298]: DEBUG oslo_concurrency.lockutils [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "cbd7ef0e-8619-4b1e-a352-371976e32dbe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.187806] env[62298]: DEBUG oslo_concurrency.lockutils [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquiring lock "cbd7ef0e-8619-4b1e-a352-371976e32dbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.188027] env[62298]: DEBUG oslo_concurrency.lockutils [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "cbd7ef0e-8619-4b1e-a352-371976e32dbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.188221] env[62298]: DEBUG oslo_concurrency.lockutils [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "cbd7ef0e-8619-4b1e-a352-371976e32dbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.190509] env[62298]: INFO nova.compute.manager [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Terminating instance [ 1695.266256] env[62298]: DEBUG oslo_vmware.api [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804491, 'name': ReconfigVM_Task, 'duration_secs': 0.484362} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.266553] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Reconfigured VM instance instance-00000042 to attach disk [datastore1] daa6606d-56d9-4776-8434-bdf8006e36ea/daa6606d-56d9-4776-8434-bdf8006e36ea.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1695.267236] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd7aeca8-e382-4fc9-977d-0db416ee1f12 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.274085] env[62298]: DEBUG oslo_vmware.api [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1695.274085] env[62298]: value = "task-1804492" [ 1695.274085] env[62298]: _type = "Task" [ 1695.274085] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.283592] env[62298]: DEBUG oslo_vmware.api [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804492, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.320610] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7587c43f-fb80-4a7c-b6a0-22b958cd2e36 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.327870] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ae0875-59a3-4b4b-ae51-3bb9b17d1ed4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.363071] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87580a1-4d8f-4fea-9f9c-234587d78795 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.370921] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcb2be2-6705-4b01-85b3-80307e2c85d0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.384290] env[62298]: DEBUG nova.compute.provider_tree [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1695.413335] env[62298]: DEBUG oslo_vmware.api [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529c8254-f8f8-5478-4ffe-e6dac07e8c28, 'name': SearchDatastore_Task, 'duration_secs': 0.013969} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.415896] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.416117] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 5974ccd6-edb1-4389-aaa0-265c36d54de3/5974ccd6-edb1-4389-aaa0-265c36d54de3.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1695.416378] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-052e0a13-c48e-494c-aa7e-18aa6b112865 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.423011] env[62298]: DEBUG oslo_vmware.api [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1695.423011] env[62298]: value = "task-1804493" [ 1695.423011] env[62298]: _type = "Task" [ 1695.423011] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.430636] env[62298]: DEBUG oslo_vmware.api [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.452431] env[62298]: DEBUG oslo_vmware.api [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521c7481-b3a4-bdb0-6e3a-e4206b5f560e, 'name': SearchDatastore_Task, 'duration_secs': 0.013537} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.452716] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.452948] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1695.453202] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.453353] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.453532] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1695.453785] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9835e0c9-da2a-4854-8756-fdf48afc6060 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.461607] env[62298]: DEBUG nova.network.neutron [-] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.473642] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1695.473872] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1695.474696] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00c802e2-9b55-46b5-956c-99c321252089 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.482341] env[62298]: DEBUG oslo_vmware.api [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1695.482341] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524d9c81-3fa7-ae17-dda7-39bc4f7ab91e" [ 1695.482341] env[62298]: _type = "Task" [ 1695.482341] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.490648] env[62298]: DEBUG oslo_vmware.api [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524d9c81-3fa7-ae17-dda7-39bc4f7ab91e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.496094] env[62298]: DEBUG nova.network.neutron [req-0276b096-cc72-4895-85b1-d0a4d8978146 req-0838cb12-9cec-473a-8586-a6491ca3a13f service nova] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Updated VIF entry in instance network info cache for port 07b0b4ec-1106-4db7-9b29-a447d4dd8f13. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1695.496346] env[62298]: DEBUG nova.network.neutron [req-0276b096-cc72-4895-85b1-d0a4d8978146 req-0838cb12-9cec-473a-8586-a6491ca3a13f service nova] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Updating instance_info_cache with network_info: [{"id": "07b0b4ec-1106-4db7-9b29-a447d4dd8f13", "address": "fa:16:3e:2a:63:56", "network": {"id": "091ff129-3451-49f5-adcd-213ad39e86c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-239447299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "590be3a2ce564aadaff20814b841c464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07b0b4ec-11", "ovs_interfaceid": "07b0b4ec-1106-4db7-9b29-a447d4dd8f13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.637051] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Creating Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1695.637397] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-31093e2b-fcf4-4aba-a1cc-b3111a41c20f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.645143] env[62298]: DEBUG oslo_vmware.api [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1695.645143] env[62298]: value = "task-1804494" [ 1695.645143] env[62298]: _type = "Task" [ 1695.645143] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.652937] env[62298]: DEBUG oslo_vmware.api [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804494, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.693845] env[62298]: DEBUG nova.compute.manager [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1695.694136] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1695.695099] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6adfe1-d9eb-4ce0-a61a-3cdabbfaf2d0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.703318] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1695.703615] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66c1bcf0-81dd-4d7a-a1cc-5b4f53c172b8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.710509] env[62298]: DEBUG oslo_vmware.api [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1695.710509] env[62298]: value = "task-1804495" [ 1695.710509] env[62298]: _type = "Task" [ 1695.710509] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.718468] env[62298]: DEBUG oslo_vmware.api [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.785112] env[62298]: DEBUG oslo_vmware.api [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804492, 'name': Rename_Task, 'duration_secs': 0.285188} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.785405] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1695.785697] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62355df5-f6ed-4b72-8631-8d024721672e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.792609] env[62298]: DEBUG oslo_vmware.api [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1695.792609] env[62298]: value = "task-1804496" [ 1695.792609] env[62298]: _type = "Task" [ 1695.792609] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.801195] env[62298]: DEBUG oslo_vmware.api [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.889890] env[62298]: DEBUG nova.scheduler.client.report [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1695.932952] env[62298]: DEBUG oslo_vmware.api [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804493, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.964206] env[62298]: INFO nova.compute.manager [-] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Took 1.27 seconds to deallocate network for instance. [ 1695.993362] env[62298]: DEBUG oslo_vmware.api [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524d9c81-3fa7-ae17-dda7-39bc4f7ab91e, 'name': SearchDatastore_Task, 'duration_secs': 0.010079} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.994255] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a742d812-362e-409e-aee8-4287d6888060 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.000573] env[62298]: DEBUG oslo_concurrency.lockutils [req-0276b096-cc72-4895-85b1-d0a4d8978146 req-0838cb12-9cec-473a-8586-a6491ca3a13f service nova] Releasing lock "refresh_cache-d32c6d9e-8890-4685-9499-fcc9dd185535" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.001966] env[62298]: DEBUG oslo_vmware.api [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1696.001966] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]527c928a-568d-ccc7-f28e-d8dbb532fa5a" [ 1696.001966] env[62298]: _type = "Task" [ 1696.001966] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.009566] env[62298]: DEBUG oslo_vmware.api [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]527c928a-568d-ccc7-f28e-d8dbb532fa5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.155094] env[62298]: DEBUG oslo_vmware.api [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804494, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.220407] env[62298]: DEBUG oslo_vmware.api [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804495, 'name': PowerOffVM_Task, 'duration_secs': 0.246109} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.220684] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1696.220856] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1696.221129] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ff4f4fc-5bd9-4560-9fb1-79e7f4acd962 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.302881] env[62298]: DEBUG oslo_vmware.api [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804496, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.395110] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.395690] env[62298]: DEBUG nova.compute.manager [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1696.398639] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2979e836-425c-476e-9cac-c122108c7d17 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.296s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.398866] env[62298]: DEBUG nova.objects.instance [None req-2979e836-425c-476e-9cac-c122108c7d17 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lazy-loading 'resources' on Instance uuid f5edc1aa-3f2f-4acc-8567-2d3b8e28badc {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1696.432686] env[62298]: DEBUG oslo_vmware.api [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638488} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.433499] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 5974ccd6-edb1-4389-aaa0-265c36d54de3/5974ccd6-edb1-4389-aaa0-265c36d54de3.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1696.433718] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1696.433965] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb864694-4932-417f-9734-de59b6a6814c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.440478] env[62298]: DEBUG oslo_vmware.api [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1696.440478] env[62298]: value = "task-1804498" [ 1696.440478] env[62298]: _type = "Task" [ 1696.440478] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.447939] env[62298]: DEBUG oslo_vmware.api [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.470539] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2b31c94-f248-44f7-a169-9f02811f3097 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.512234] env[62298]: DEBUG oslo_vmware.api [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]527c928a-568d-ccc7-f28e-d8dbb532fa5a, 'name': SearchDatastore_Task, 'duration_secs': 0.045487} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.512479] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.512736] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] d32c6d9e-8890-4685-9499-fcc9dd185535/d32c6d9e-8890-4685-9499-fcc9dd185535.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1696.512976] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c3c7ec7-dfe6-4d39-b794-1bf17a281536 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.518991] env[62298]: DEBUG oslo_vmware.api [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1696.518991] env[62298]: value = "task-1804499" [ 1696.518991] env[62298]: _type = "Task" [ 1696.518991] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.526388] env[62298]: DEBUG oslo_vmware.api [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.655251] env[62298]: DEBUG oslo_vmware.api [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804494, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.733283] env[62298]: DEBUG nova.compute.manager [req-62daf497-46a3-49d0-b5d7-7a46437b25fa req-5f44abc5-b1b4-4ef9-a3a4-b8700c1d41c1 service nova] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Received event network-vif-deleted-6fbc4d90-6895-442e-be4a-5c57a4e42a70 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1696.803837] env[62298]: DEBUG oslo_vmware.api [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804496, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.902219] env[62298]: DEBUG nova.compute.utils [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1696.906407] env[62298]: DEBUG nova.compute.manager [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1696.906587] env[62298]: DEBUG nova.network.neutron [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1696.953218] env[62298]: DEBUG oslo_vmware.api [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.238457} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.954739] env[62298]: DEBUG nova.policy [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fc94034ed094a7e9d79ed1cd0fa8c69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60ff3e052184495da842a8b9e1009816', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1696.958470] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1696.959649] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5ac8c1-ba33-45cc-bf37-3e5ca3445c96 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.983420] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 5974ccd6-edb1-4389-aaa0-265c36d54de3/5974ccd6-edb1-4389-aaa0-265c36d54de3.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1696.986211] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51833ed7-7330-49fc-b04f-12513e7374f3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.008782] env[62298]: DEBUG oslo_vmware.api [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1697.008782] env[62298]: value = "task-1804500" [ 1697.008782] env[62298]: _type = "Task" [ 1697.008782] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.020097] env[62298]: DEBUG oslo_vmware.api [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804500, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.031373] env[62298]: DEBUG oslo_vmware.api [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.157165] env[62298]: DEBUG oslo_vmware.api [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804494, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.225108] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29b6b41-fdd9-4eb6-bd3e-5ff1643a34ee {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.235776] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742acd98-4db2-420a-a87c-62461840fc22 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.274488] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50dd98f-0a16-4811-8554-8e9e853bf036 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.284525] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c78ec3-325d-4ef4-aa89-b9144e062022 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.298861] env[62298]: DEBUG nova.compute.provider_tree [None req-2979e836-425c-476e-9cac-c122108c7d17 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1697.301304] env[62298]: DEBUG nova.network.neutron [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Successfully created port: 8bbf9180-460f-42d5-809d-49f261467281 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1697.313442] env[62298]: DEBUG oslo_vmware.api [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804496, 'name': PowerOnVM_Task, 'duration_secs': 1.375664} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.314806] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1697.314806] env[62298]: INFO nova.compute.manager [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1697.314999] env[62298]: DEBUG nova.compute.manager [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1697.315797] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ac1f83-720f-4c1d-87eb-e47909baad6e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.407652] env[62298]: DEBUG nova.compute.manager [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1697.518554] env[62298]: DEBUG oslo_vmware.api [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.529162] env[62298]: DEBUG oslo_vmware.api [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.950316} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.531591] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] d32c6d9e-8890-4685-9499-fcc9dd185535/d32c6d9e-8890-4685-9499-fcc9dd185535.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1697.531591] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1697.531591] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ee26ffa-d38c-45b5-9cfa-9a1cf09df53a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.536018] env[62298]: DEBUG oslo_vmware.api [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1697.536018] env[62298]: value = "task-1804501" [ 1697.536018] env[62298]: _type = "Task" [ 1697.536018] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.544868] env[62298]: DEBUG oslo_vmware.api [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.656831] env[62298]: DEBUG oslo_vmware.api [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804494, 'name': CreateSnapshot_Task, 'duration_secs': 1.881707} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.657151] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Created Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1697.657993] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebbe469-8778-461b-8188-3a832160576d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.802822] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1697.803734] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1697.803734] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Deleting the datastore file [datastore1] cbd7ef0e-8619-4b1e-a352-371976e32dbe {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1697.803734] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e86822dd-1247-4b0a-a433-7220a9712d53 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.809065] env[62298]: DEBUG nova.scheduler.client.report [None req-2979e836-425c-476e-9cac-c122108c7d17 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1697.812968] env[62298]: DEBUG oslo_vmware.api [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for the task: (returnval){ [ 1697.812968] env[62298]: value = "task-1804502" [ 1697.812968] env[62298]: _type = "Task" [ 1697.812968] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.821049] env[62298]: DEBUG oslo_vmware.api [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.842809] env[62298]: INFO nova.compute.manager [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Took 34.21 seconds to build instance. [ 1698.020352] env[62298]: DEBUG oslo_vmware.api [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804500, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.045026] env[62298]: DEBUG oslo_vmware.api [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.310215} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.045283] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1698.046077] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7559067-eef6-45fe-87fb-13a72520fd94 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.069141] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] d32c6d9e-8890-4685-9499-fcc9dd185535/d32c6d9e-8890-4685-9499-fcc9dd185535.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1698.069458] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db6bba6d-14b6-426b-8493-49a0564cb9a9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.092034] env[62298]: DEBUG oslo_vmware.api [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1698.092034] env[62298]: value = "task-1804503" [ 1698.092034] env[62298]: _type = "Task" [ 1698.092034] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.097368] env[62298]: DEBUG oslo_vmware.api [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804503, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.175763] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Creating linked-clone VM from snapshot {{(pid=62298) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1698.176207] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d0e522cd-3616-42cb-9976-92940034413a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.184646] env[62298]: DEBUG oslo_vmware.api [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1698.184646] env[62298]: value = "task-1804504" [ 1698.184646] env[62298]: _type = "Task" [ 1698.184646] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.195381] env[62298]: DEBUG oslo_vmware.api [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804504, 'name': CloneVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.315131] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2979e836-425c-476e-9cac-c122108c7d17 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.317612] env[62298]: DEBUG oslo_concurrency.lockutils [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.312s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.319196] env[62298]: INFO nova.compute.claims [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1698.330861] env[62298]: DEBUG oslo_vmware.api [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Task: {'id': task-1804502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44014} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.331177] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1698.331364] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1698.333537] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1698.333537] env[62298]: INFO nova.compute.manager [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Took 2.64 seconds to destroy the instance on the hypervisor. [ 1698.333537] env[62298]: DEBUG oslo.service.loopingcall [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1698.333537] env[62298]: DEBUG nova.compute.manager [-] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1698.333537] env[62298]: DEBUG nova.network.neutron [-] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1698.344852] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8df3ffaf-5be6-44c7-bb36-e6d191ba9e2c tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "daa6606d-56d9-4776-8434-bdf8006e36ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.720s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.348828] env[62298]: INFO nova.scheduler.client.report [None req-2979e836-425c-476e-9cac-c122108c7d17 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Deleted allocations for instance f5edc1aa-3f2f-4acc-8567-2d3b8e28badc [ 1698.417974] env[62298]: DEBUG nova.compute.manager [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1698.446010] env[62298]: DEBUG nova.virt.hardware [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1698.446285] env[62298]: DEBUG nova.virt.hardware [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1698.446443] env[62298]: DEBUG nova.virt.hardware [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1698.446633] env[62298]: DEBUG nova.virt.hardware [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1698.446781] env[62298]: DEBUG nova.virt.hardware [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1698.446962] env[62298]: DEBUG nova.virt.hardware [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1698.447188] env[62298]: DEBUG nova.virt.hardware [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1698.447356] env[62298]: DEBUG nova.virt.hardware [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1698.447707] env[62298]: DEBUG nova.virt.hardware [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1698.447707] env[62298]: DEBUG nova.virt.hardware [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1698.447851] env[62298]: DEBUG nova.virt.hardware [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1698.448757] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db62016e-58c3-4ce9-b4f1-1ba145903d82 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.457188] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1dc2f02-15f5-40f5-b9ab-6d36773bad12 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.520294] env[62298]: DEBUG oslo_vmware.api [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804500, 'name': ReconfigVM_Task, 'duration_secs': 1.043154} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.520620] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 5974ccd6-edb1-4389-aaa0-265c36d54de3/5974ccd6-edb1-4389-aaa0-265c36d54de3.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1698.521271] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1656b5e2-3e7a-4a1d-9bd9-3702cc80a039 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.528012] env[62298]: DEBUG oslo_vmware.api [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1698.528012] env[62298]: value = "task-1804505" [ 1698.528012] env[62298]: _type = "Task" [ 1698.528012] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.537894] env[62298]: DEBUG oslo_vmware.api [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804505, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.599138] env[62298]: DEBUG oslo_vmware.api [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804503, 'name': ReconfigVM_Task, 'duration_secs': 0.329684} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.599432] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Reconfigured VM instance instance-00000044 to attach disk [datastore1] d32c6d9e-8890-4685-9499-fcc9dd185535/d32c6d9e-8890-4685-9499-fcc9dd185535.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1698.600072] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-048613a6-5c3b-4b5e-ab14-6eea908ee368 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.606055] env[62298]: DEBUG oslo_vmware.api [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1698.606055] env[62298]: value = "task-1804506" [ 1698.606055] env[62298]: _type = "Task" [ 1698.606055] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.614390] env[62298]: DEBUG oslo_vmware.api [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804506, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.694443] env[62298]: DEBUG oslo_vmware.api [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804504, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.705449] env[62298]: DEBUG nova.compute.manager [req-351cf4dd-924f-49e4-9e7b-41da1b29bb34 req-79af371e-5374-4b95-8019-de5029e1147e service nova] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Received event network-vif-deleted-4eba44e4-e87b-400f-99aa-6cc063060efa {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1698.705650] env[62298]: INFO nova.compute.manager [req-351cf4dd-924f-49e4-9e7b-41da1b29bb34 req-79af371e-5374-4b95-8019-de5029e1147e service nova] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Neutron deleted interface 4eba44e4-e87b-400f-99aa-6cc063060efa; detaching it from the instance and deleting it from the info cache [ 1698.705822] env[62298]: DEBUG nova.network.neutron [req-351cf4dd-924f-49e4-9e7b-41da1b29bb34 req-79af371e-5374-4b95-8019-de5029e1147e service nova] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.823576] env[62298]: DEBUG nova.compute.manager [req-cb1639fd-f099-4ceb-96b0-571a71f094d7 req-71e618b7-b6b3-48d4-9ed0-d8c68c9f987e service nova] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Received event network-changed-e9c44a60-ee92-4a59-8c9d-ec6a690a5a20 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1698.823784] env[62298]: DEBUG nova.compute.manager [req-cb1639fd-f099-4ceb-96b0-571a71f094d7 req-71e618b7-b6b3-48d4-9ed0-d8c68c9f987e service nova] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Refreshing instance network info cache due to event network-changed-e9c44a60-ee92-4a59-8c9d-ec6a690a5a20. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1698.824018] env[62298]: DEBUG oslo_concurrency.lockutils [req-cb1639fd-f099-4ceb-96b0-571a71f094d7 req-71e618b7-b6b3-48d4-9ed0-d8c68c9f987e service nova] Acquiring lock "refresh_cache-daa6606d-56d9-4776-8434-bdf8006e36ea" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1698.824229] env[62298]: DEBUG oslo_concurrency.lockutils [req-cb1639fd-f099-4ceb-96b0-571a71f094d7 req-71e618b7-b6b3-48d4-9ed0-d8c68c9f987e service nova] Acquired lock "refresh_cache-daa6606d-56d9-4776-8434-bdf8006e36ea" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.824437] env[62298]: DEBUG nova.network.neutron [req-cb1639fd-f099-4ceb-96b0-571a71f094d7 req-71e618b7-b6b3-48d4-9ed0-d8c68c9f987e service nova] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Refreshing network info cache for port e9c44a60-ee92-4a59-8c9d-ec6a690a5a20 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1698.857842] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2979e836-425c-476e-9cac-c122108c7d17 tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "f5edc1aa-3f2f-4acc-8567-2d3b8e28badc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.173s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.958733] env[62298]: DEBUG nova.network.neutron [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Successfully updated port: 8bbf9180-460f-42d5-809d-49f261467281 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1699.043643] env[62298]: DEBUG oslo_vmware.api [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804505, 'name': Rename_Task, 'duration_secs': 0.31518} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.043937] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1699.044204] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fa03ca5-5840-42e1-8a0b-5c28c16c4822 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.052638] env[62298]: DEBUG oslo_vmware.api [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1699.052638] env[62298]: value = "task-1804507" [ 1699.052638] env[62298]: _type = "Task" [ 1699.052638] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.063576] env[62298]: DEBUG oslo_vmware.api [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.116983] env[62298]: DEBUG oslo_vmware.api [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804506, 'name': Rename_Task, 'duration_secs': 0.145847} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.117593] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1699.118035] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea222d5e-2fc9-4b0c-b3f7-5df904c9c6f3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.127088] env[62298]: DEBUG oslo_vmware.api [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1699.127088] env[62298]: value = "task-1804508" [ 1699.127088] env[62298]: _type = "Task" [ 1699.127088] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.136586] env[62298]: DEBUG oslo_vmware.api [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.182732] env[62298]: DEBUG nova.network.neutron [-] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.200067] env[62298]: DEBUG oslo_vmware.api [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804504, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.208831] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29ff8ead-3a81-46c3-bf1e-dbc40d8e5b74 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.218503] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af1f71e-70de-4c41-b1a7-896e027518d8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.250252] env[62298]: DEBUG nova.compute.manager [req-351cf4dd-924f-49e4-9e7b-41da1b29bb34 req-79af371e-5374-4b95-8019-de5029e1147e service nova] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Detach interface failed, port_id=4eba44e4-e87b-400f-99aa-6cc063060efa, reason: Instance cbd7ef0e-8619-4b1e-a352-371976e32dbe could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1699.465372] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "refresh_cache-962ecb80-8eec-4f8e-a407-3d453057bd5c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.465670] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquired lock "refresh_cache-962ecb80-8eec-4f8e-a407-3d453057bd5c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.465710] env[62298]: DEBUG nova.network.neutron [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1699.537900] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b3ca4962-abb4-4833-baa3-496a5362b45b tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "a72423b0-ebdf-48cc-a7f4-572c5fc398f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.538297] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b3ca4962-abb4-4833-baa3-496a5362b45b tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "a72423b0-ebdf-48cc-a7f4-572c5fc398f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.538527] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b3ca4962-abb4-4833-baa3-496a5362b45b tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "a72423b0-ebdf-48cc-a7f4-572c5fc398f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.538736] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b3ca4962-abb4-4833-baa3-496a5362b45b tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "a72423b0-ebdf-48cc-a7f4-572c5fc398f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.538913] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b3ca4962-abb4-4833-baa3-496a5362b45b tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "a72423b0-ebdf-48cc-a7f4-572c5fc398f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.541404] env[62298]: INFO nova.compute.manager [None req-b3ca4962-abb4-4833-baa3-496a5362b45b tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Terminating instance [ 1699.567638] env[62298]: DEBUG oslo_vmware.api [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804507, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.605400] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d151d082-3543-431a-98b6-585ce04572b2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.613660] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb8e07a-1c21-43f8-a631-ff1ab1558197 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.618040] env[62298]: DEBUG nova.network.neutron [req-cb1639fd-f099-4ceb-96b0-571a71f094d7 req-71e618b7-b6b3-48d4-9ed0-d8c68c9f987e service nova] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Updated VIF entry in instance network info cache for port e9c44a60-ee92-4a59-8c9d-ec6a690a5a20. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1699.618372] env[62298]: DEBUG nova.network.neutron [req-cb1639fd-f099-4ceb-96b0-571a71f094d7 req-71e618b7-b6b3-48d4-9ed0-d8c68c9f987e service nova] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Updating instance_info_cache with network_info: [{"id": "e9c44a60-ee92-4a59-8c9d-ec6a690a5a20", "address": "fa:16:3e:23:38:94", "network": {"id": "13270d72-58a9-4f8e-9a98-e63424365680", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26636454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1301f935b049f589fbf998df6a6e70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c44a60-ee", "ovs_interfaceid": "e9c44a60-ee92-4a59-8c9d-ec6a690a5a20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.647709] env[62298]: DEBUG oslo_concurrency.lockutils [req-cb1639fd-f099-4ceb-96b0-571a71f094d7 req-71e618b7-b6b3-48d4-9ed0-d8c68c9f987e service nova] Releasing lock "refresh_cache-daa6606d-56d9-4776-8434-bdf8006e36ea" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.651581] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f77aac3-8446-4c70-b700-215609ff16e1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.660451] env[62298]: DEBUG oslo_vmware.api [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804508, 'name': PowerOnVM_Task, 'duration_secs': 0.478564} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.662950] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1699.663241] env[62298]: INFO nova.compute.manager [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Took 7.44 seconds to spawn the instance on the hypervisor. [ 1699.663408] env[62298]: DEBUG nova.compute.manager [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1699.664342] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafe6b08-0ee2-4419-8e9a-65ab74886adf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.668196] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae05abd-fa5a-4439-9cd7-82c862a41c39 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.695070] env[62298]: INFO nova.compute.manager [-] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Took 1.36 seconds to deallocate network for instance. [ 1699.696056] env[62298]: DEBUG nova.compute.provider_tree [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1699.715433] env[62298]: DEBUG oslo_vmware.api [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804504, 'name': CloneVM_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.000169] env[62298]: DEBUG nova.network.neutron [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1700.048040] env[62298]: DEBUG nova.compute.manager [None req-b3ca4962-abb4-4833-baa3-496a5362b45b tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1700.048300] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ca4962-abb4-4833-baa3-496a5362b45b tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1700.049175] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd862941-7032-4cb9-9312-e8da6bac0905 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.058971] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ca4962-abb4-4833-baa3-496a5362b45b tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1700.059584] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-464f2712-a470-4cbe-bb4f-b68096db5d11 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.063866] env[62298]: DEBUG oslo_vmware.api [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804507, 'name': PowerOnVM_Task, 'duration_secs': 0.722146} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.064457] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1700.064706] env[62298]: INFO nova.compute.manager [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Took 10.29 seconds to spawn the instance on the hypervisor. [ 1700.064962] env[62298]: DEBUG nova.compute.manager [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1700.065695] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc603cab-6729-471a-9381-348fad4ba1d6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.071522] env[62298]: DEBUG oslo_vmware.api [None req-b3ca4962-abb4-4833-baa3-496a5362b45b tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1700.071522] env[62298]: value = "task-1804509" [ 1700.071522] env[62298]: _type = "Task" [ 1700.071522] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.084996] env[62298]: DEBUG oslo_vmware.api [None req-b3ca4962-abb4-4833-baa3-496a5362b45b tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.139878] env[62298]: DEBUG nova.network.neutron [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Updating instance_info_cache with network_info: [{"id": "8bbf9180-460f-42d5-809d-49f261467281", "address": "fa:16:3e:ce:11:19", "network": {"id": "0622261b-44b0-4c1a-819a-db83d31fda3f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-821763392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ff3e052184495da842a8b9e1009816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bbf9180-46", "ovs_interfaceid": "8bbf9180-460f-42d5-809d-49f261467281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1700.206830] env[62298]: INFO nova.compute.manager [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Took 28.11 seconds to build instance. [ 1700.211347] env[62298]: DEBUG nova.scheduler.client.report [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1700.215116] env[62298]: DEBUG oslo_concurrency.lockutils [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.215428] env[62298]: DEBUG oslo_vmware.api [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804504, 'name': CloneVM_Task, 'duration_secs': 1.580189} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.216063] env[62298]: INFO nova.virt.vmwareapi.vmops [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Created linked-clone VM from snapshot [ 1700.217454] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6153fa40-cb07-4fed-aeaa-9cc7909a60f6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.227030] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Uploading image 71db25ff-0fc2-498f-8a3c-b210b516a8c3 {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1700.248479] env[62298]: DEBUG oslo_vmware.rw_handles [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1700.248479] env[62298]: value = "vm-374092" [ 1700.248479] env[62298]: _type = "VirtualMachine" [ 1700.248479] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1700.249213] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8cf6a276-2dc6-4ddb-99ca-d2a04a554b56 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.256867] env[62298]: DEBUG oslo_vmware.rw_handles [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lease: (returnval){ [ 1700.256867] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526edc85-9a66-ea29-2871-60752f94f125" [ 1700.256867] env[62298]: _type = "HttpNfcLease" [ 1700.256867] env[62298]: } obtained for exporting VM: (result){ [ 1700.256867] env[62298]: value = "vm-374092" [ 1700.256867] env[62298]: _type = "VirtualMachine" [ 1700.256867] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1700.257220] env[62298]: DEBUG oslo_vmware.api [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the lease: (returnval){ [ 1700.257220] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526edc85-9a66-ea29-2871-60752f94f125" [ 1700.257220] env[62298]: _type = "HttpNfcLease" [ 1700.257220] env[62298]: } to be ready. {{(pid=62298) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1700.264394] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1700.264394] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526edc85-9a66-ea29-2871-60752f94f125" [ 1700.264394] env[62298]: _type = "HttpNfcLease" [ 1700.264394] env[62298]: } is initializing. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1700.588046] env[62298]: DEBUG oslo_vmware.api [None req-b3ca4962-abb4-4833-baa3-496a5362b45b tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804509, 'name': PowerOffVM_Task, 'duration_secs': 0.337068} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.588392] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ca4962-abb4-4833-baa3-496a5362b45b tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1700.588580] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ca4962-abb4-4833-baa3-496a5362b45b tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1700.589917] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11605fee-263d-474e-9cb4-4401ab152621 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.593515] env[62298]: INFO nova.compute.manager [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Took 28.89 seconds to build instance. [ 1700.642563] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Releasing lock "refresh_cache-962ecb80-8eec-4f8e-a407-3d453057bd5c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.643072] env[62298]: DEBUG nova.compute.manager [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Instance network_info: |[{"id": "8bbf9180-460f-42d5-809d-49f261467281", "address": "fa:16:3e:ce:11:19", "network": {"id": "0622261b-44b0-4c1a-819a-db83d31fda3f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-821763392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ff3e052184495da842a8b9e1009816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bbf9180-46", "ovs_interfaceid": "8bbf9180-460f-42d5-809d-49f261467281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1700.643507] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:11:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bbf9180-460f-42d5-809d-49f261467281', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1700.651085] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Creating folder: Project (60ff3e052184495da842a8b9e1009816). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1700.651348] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19e58c71-e820-4912-93b3-48b39886c6c8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.662062] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Created folder: Project (60ff3e052184495da842a8b9e1009816) in parent group-v373906. [ 1700.662295] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Creating folder: Instances. Parent ref: group-v374093. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1700.662510] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d5ed8a7-e590-46fa-9f13-e2699c07997e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.672673] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Created folder: Instances in parent group-v374093. [ 1700.672929] env[62298]: DEBUG oslo.service.loopingcall [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1700.673167] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1700.673396] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3564abd-1ceb-4fcf-ab84-09454ebad950 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.690414] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ca4962-abb4-4833-baa3-496a5362b45b tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1700.690638] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ca4962-abb4-4833-baa3-496a5362b45b tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1700.690853] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ca4962-abb4-4833-baa3-496a5362b45b tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Deleting the datastore file [datastore1] a72423b0-ebdf-48cc-a7f4-572c5fc398f3 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1700.691088] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c818121-9d2b-47a2-a316-2779eeb3a750 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.694863] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1700.694863] env[62298]: value = "task-1804514" [ 1700.694863] env[62298]: _type = "Task" [ 1700.694863] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.698833] env[62298]: DEBUG oslo_vmware.api [None req-b3ca4962-abb4-4833-baa3-496a5362b45b tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1700.698833] env[62298]: value = "task-1804515" [ 1700.698833] env[62298]: _type = "Task" [ 1700.698833] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.705497] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804514, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.710624] env[62298]: DEBUG oslo_vmware.api [None req-b3ca4962-abb4-4833-baa3-496a5362b45b tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.716685] env[62298]: DEBUG oslo_concurrency.lockutils [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.717146] env[62298]: DEBUG nova.compute.manager [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1700.720800] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7425b222-a500-4ad6-9857-7eabde9716ad tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "d32c6d9e-8890-4685-9499-fcc9dd185535" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.629s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.720800] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0825c7c8-b2c6-4b8f-937e-b169db4f4b76 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.747s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.720800] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0825c7c8-b2c6-4b8f-937e-b169db4f4b76 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.722814] env[62298]: DEBUG oslo_concurrency.lockutils [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.302s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.724197] env[62298]: INFO nova.compute.claims [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1700.758418] env[62298]: INFO nova.scheduler.client.report [None req-0825c7c8-b2c6-4b8f-937e-b169db4f4b76 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Deleted allocations for instance 8986a988-9d2f-4838-9d87-44753fe83c76 [ 1700.771382] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1700.771382] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526edc85-9a66-ea29-2871-60752f94f125" [ 1700.771382] env[62298]: _type = "HttpNfcLease" [ 1700.771382] env[62298]: } is ready. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1700.772432] env[62298]: DEBUG oslo_vmware.rw_handles [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1700.772432] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526edc85-9a66-ea29-2871-60752f94f125" [ 1700.772432] env[62298]: _type = "HttpNfcLease" [ 1700.772432] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1700.773210] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631283a0-c18a-45f5-b853-5f169b54b6f2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.782075] env[62298]: DEBUG oslo_vmware.rw_handles [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520dc844-69f3-bdb6-2361-554d2ce3f46f/disk-0.vmdk from lease info. {{(pid=62298) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1700.782279] env[62298]: DEBUG oslo_vmware.rw_handles [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520dc844-69f3-bdb6-2361-554d2ce3f46f/disk-0.vmdk for reading. {{(pid=62298) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1700.884139] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-25aff107-2fbe-4075-b0f5-aa9d1a1b7303 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.945633] env[62298]: DEBUG nova.compute.manager [req-fe1c9b14-69f9-4f47-a16f-56d83cd5e715 req-767972c7-67f0-4928-a133-097d2039025f service nova] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Received event network-vif-plugged-8bbf9180-460f-42d5-809d-49f261467281 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1700.945633] env[62298]: DEBUG oslo_concurrency.lockutils [req-fe1c9b14-69f9-4f47-a16f-56d83cd5e715 req-767972c7-67f0-4928-a133-097d2039025f service nova] Acquiring lock "962ecb80-8eec-4f8e-a407-3d453057bd5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.945633] env[62298]: DEBUG oslo_concurrency.lockutils [req-fe1c9b14-69f9-4f47-a16f-56d83cd5e715 req-767972c7-67f0-4928-a133-097d2039025f service nova] Lock "962ecb80-8eec-4f8e-a407-3d453057bd5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.945633] env[62298]: DEBUG oslo_concurrency.lockutils [req-fe1c9b14-69f9-4f47-a16f-56d83cd5e715 req-767972c7-67f0-4928-a133-097d2039025f service nova] Lock "962ecb80-8eec-4f8e-a407-3d453057bd5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.945633] env[62298]: DEBUG nova.compute.manager [req-fe1c9b14-69f9-4f47-a16f-56d83cd5e715 req-767972c7-67f0-4928-a133-097d2039025f service nova] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] No waiting events found dispatching network-vif-plugged-8bbf9180-460f-42d5-809d-49f261467281 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1700.945633] env[62298]: WARNING nova.compute.manager [req-fe1c9b14-69f9-4f47-a16f-56d83cd5e715 req-767972c7-67f0-4928-a133-097d2039025f service nova] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Received unexpected event network-vif-plugged-8bbf9180-460f-42d5-809d-49f261467281 for instance with vm_state building and task_state spawning. [ 1700.945633] env[62298]: DEBUG nova.compute.manager [req-fe1c9b14-69f9-4f47-a16f-56d83cd5e715 req-767972c7-67f0-4928-a133-097d2039025f service nova] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Received event network-changed-8bbf9180-460f-42d5-809d-49f261467281 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1700.945633] env[62298]: DEBUG nova.compute.manager [req-fe1c9b14-69f9-4f47-a16f-56d83cd5e715 req-767972c7-67f0-4928-a133-097d2039025f service nova] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Refreshing instance network info cache due to event network-changed-8bbf9180-460f-42d5-809d-49f261467281. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1700.945633] env[62298]: DEBUG oslo_concurrency.lockutils [req-fe1c9b14-69f9-4f47-a16f-56d83cd5e715 req-767972c7-67f0-4928-a133-097d2039025f service nova] Acquiring lock "refresh_cache-962ecb80-8eec-4f8e-a407-3d453057bd5c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.945633] env[62298]: DEBUG oslo_concurrency.lockutils [req-fe1c9b14-69f9-4f47-a16f-56d83cd5e715 req-767972c7-67f0-4928-a133-097d2039025f service nova] Acquired lock "refresh_cache-962ecb80-8eec-4f8e-a407-3d453057bd5c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.946484] env[62298]: DEBUG nova.network.neutron [req-fe1c9b14-69f9-4f47-a16f-56d83cd5e715 req-767972c7-67f0-4928-a133-097d2039025f service nova] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Refreshing network info cache for port 8bbf9180-460f-42d5-809d-49f261467281 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1701.097094] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fcec4ad8-2828-4416-9e26-40bea687ced0 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Lock "5974ccd6-edb1-4389-aaa0-265c36d54de3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.431s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.214346] env[62298]: DEBUG oslo_vmware.api [None req-b3ca4962-abb4-4833-baa3-496a5362b45b tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251509} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.214527] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804514, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.215292] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ca4962-abb4-4833-baa3-496a5362b45b tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1701.215292] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ca4962-abb4-4833-baa3-496a5362b45b tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1701.215476] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ca4962-abb4-4833-baa3-496a5362b45b tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1701.215506] env[62298]: INFO nova.compute.manager [None req-b3ca4962-abb4-4833-baa3-496a5362b45b tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1701.215762] env[62298]: DEBUG oslo.service.loopingcall [None req-b3ca4962-abb4-4833-baa3-496a5362b45b tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1701.216321] env[62298]: DEBUG nova.compute.manager [-] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1701.216418] env[62298]: DEBUG nova.network.neutron [-] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1701.221740] env[62298]: DEBUG nova.compute.utils [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1701.223118] env[62298]: DEBUG nova.compute.manager [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Not allocating networking since 'none' was specified. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1701.271584] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0825c7c8-b2c6-4b8f-937e-b169db4f4b76 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "8986a988-9d2f-4838-9d87-44753fe83c76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.449s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.705771] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804514, 'name': CreateVM_Task, 'duration_secs': 0.565917} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.706282] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1701.707097] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.707388] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.707896] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1701.708248] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39667df0-3a87-4c9f-b5ed-fc86ede4ec4e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.713560] env[62298]: DEBUG oslo_vmware.api [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1701.713560] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52714b82-beae-d5a4-2787-527a0aa67417" [ 1701.713560] env[62298]: _type = "Task" [ 1701.713560] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.721851] env[62298]: DEBUG oslo_vmware.api [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52714b82-beae-d5a4-2787-527a0aa67417, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.724460] env[62298]: DEBUG nova.compute.manager [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1701.820481] env[62298]: DEBUG nova.network.neutron [req-fe1c9b14-69f9-4f47-a16f-56d83cd5e715 req-767972c7-67f0-4928-a133-097d2039025f service nova] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Updated VIF entry in instance network info cache for port 8bbf9180-460f-42d5-809d-49f261467281. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1701.820992] env[62298]: DEBUG nova.network.neutron [req-fe1c9b14-69f9-4f47-a16f-56d83cd5e715 req-767972c7-67f0-4928-a133-097d2039025f service nova] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Updating instance_info_cache with network_info: [{"id": "8bbf9180-460f-42d5-809d-49f261467281", "address": "fa:16:3e:ce:11:19", "network": {"id": "0622261b-44b0-4c1a-819a-db83d31fda3f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-821763392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ff3e052184495da842a8b9e1009816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bbf9180-46", "ovs_interfaceid": "8bbf9180-460f-42d5-809d-49f261467281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.896055] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "d32c6d9e-8890-4685-9499-fcc9dd185535" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.897260] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "d32c6d9e-8890-4685-9499-fcc9dd185535" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.897260] env[62298]: INFO nova.compute.manager [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Shelving [ 1702.017902] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f15c613-2d52-42b5-88aa-322b3a22fc65 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.026412] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42399037-6212-447d-9fb2-6bece032c46b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.033696] env[62298]: DEBUG nova.network.neutron [-] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.068922] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3607940-3d60-4f36-994b-50cfceddcf91 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.081009] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05d955c-24c9-407e-be4e-9931204ea623 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.101181] env[62298]: DEBUG nova.compute.provider_tree [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1702.226460] env[62298]: DEBUG oslo_vmware.api [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52714b82-beae-d5a4-2787-527a0aa67417, 'name': SearchDatastore_Task, 'duration_secs': 0.016565} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.226646] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.226884] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1702.227211] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.227361] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.227546] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1702.231142] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2c8d264-4734-416a-ac5b-86ad94f504e7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.240407] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1702.240704] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1702.241782] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7e0435c-5cc1-46f7-b04a-6946d9e3981b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.247293] env[62298]: DEBUG oslo_vmware.api [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1702.247293] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52975ee0-e6e9-e6bb-3984-e1674f0b87dc" [ 1702.247293] env[62298]: _type = "Task" [ 1702.247293] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.256085] env[62298]: DEBUG oslo_vmware.api [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52975ee0-e6e9-e6bb-3984-e1674f0b87dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.324838] env[62298]: DEBUG oslo_concurrency.lockutils [req-fe1c9b14-69f9-4f47-a16f-56d83cd5e715 req-767972c7-67f0-4928-a133-097d2039025f service nova] Releasing lock "refresh_cache-962ecb80-8eec-4f8e-a407-3d453057bd5c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.536824] env[62298]: INFO nova.compute.manager [-] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Took 1.32 seconds to deallocate network for instance. [ 1702.605857] env[62298]: DEBUG nova.scheduler.client.report [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1702.737026] env[62298]: DEBUG nova.compute.manager [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1702.764565] env[62298]: DEBUG oslo_vmware.api [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52975ee0-e6e9-e6bb-3984-e1674f0b87dc, 'name': SearchDatastore_Task, 'duration_secs': 0.012288} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.767777] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04c32f07-89fb-423c-b93f-d37a109e6d21 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.774316] env[62298]: DEBUG nova.virt.hardware [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1702.775289] env[62298]: DEBUG nova.virt.hardware [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1702.776326] env[62298]: DEBUG nova.virt.hardware [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1702.776576] env[62298]: DEBUG nova.virt.hardware [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1702.776732] env[62298]: DEBUG nova.virt.hardware [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1702.776888] env[62298]: DEBUG nova.virt.hardware [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1702.777196] env[62298]: DEBUG nova.virt.hardware [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1702.777371] env[62298]: DEBUG nova.virt.hardware [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1702.777547] env[62298]: DEBUG nova.virt.hardware [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1702.777712] env[62298]: DEBUG nova.virt.hardware [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1702.777913] env[62298]: DEBUG nova.virt.hardware [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1702.778871] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2f9c37-044a-41cf-968e-ac110ad66f4e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.783837] env[62298]: DEBUG oslo_vmware.api [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1702.783837] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e5e9ef-0214-091d-027f-67a96c663b69" [ 1702.783837] env[62298]: _type = "Task" [ 1702.783837] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.791069] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f854b4a-5f64-474a-b6d2-e6478dc1dd78 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.798806] env[62298]: DEBUG oslo_vmware.api [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e5e9ef-0214-091d-027f-67a96c663b69, 'name': SearchDatastore_Task, 'duration_secs': 0.014898} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.799528] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.800385] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 962ecb80-8eec-4f8e-a407-3d453057bd5c/962ecb80-8eec-4f8e-a407-3d453057bd5c.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1702.800385] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-450c94df-124f-4f14-998e-2cf28605ce0d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.810255] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Instance VIF info [] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1702.816809] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Creating folder: Project (936548c217e3456e8923a1bc37ff151e). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1702.816998] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2554b268-0af1-4129-99fb-310581604c9c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.821413] env[62298]: DEBUG oslo_vmware.api [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1702.821413] env[62298]: value = "task-1804516" [ 1702.821413] env[62298]: _type = "Task" [ 1702.821413] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.831802] env[62298]: DEBUG oslo_vmware.api [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.833487] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Created folder: Project (936548c217e3456e8923a1bc37ff151e) in parent group-v373906. [ 1702.833487] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Creating folder: Instances. Parent ref: group-v374096. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1702.833678] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ffef692-2af7-4f55-bc7c-c7b35b2f9469 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.843189] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Created folder: Instances in parent group-v374096. [ 1702.843515] env[62298]: DEBUG oslo.service.loopingcall [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1702.843750] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1702.844243] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a36d5b5-7598-47fd-b86e-2cef8f4997ef {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.863572] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1702.863572] env[62298]: value = "task-1804519" [ 1702.863572] env[62298]: _type = "Task" [ 1702.863572] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.874198] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804519, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.906738] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1702.907338] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7089b4d-caaf-490a-ae17-ea25acb51358 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.914728] env[62298]: DEBUG oslo_vmware.api [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1702.914728] env[62298]: value = "task-1804520" [ 1702.914728] env[62298]: _type = "Task" [ 1702.914728] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.924409] env[62298]: DEBUG oslo_vmware.api [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.027062] env[62298]: DEBUG nova.compute.manager [req-d1faa83a-51ac-4f74-9f8c-b308d1421459 req-cda1d14b-6016-4893-b835-fb0a9c29a720 service nova] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Received event network-vif-deleted-277a8c4a-e78d-44bf-a575-ad3803f653b8 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1703.043859] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b3ca4962-abb4-4833-baa3-496a5362b45b tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.081467] env[62298]: DEBUG nova.compute.manager [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1703.082495] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3badd1-bcf1-4dc6-867f-cc159a9fd879 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.112083] env[62298]: DEBUG oslo_concurrency.lockutils [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.112806] env[62298]: DEBUG nova.compute.manager [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1703.115891] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2b31c94-f248-44f7-a169-9f02811f3097 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.645s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.116171] env[62298]: DEBUG nova.objects.instance [None req-c2b31c94-f248-44f7-a169-9f02811f3097 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lazy-loading 'resources' on Instance uuid 0a491f77-35c6-4698-bea7-526a4e99b5f1 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1703.189676] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "a79f5737-549b-4cdd-ae42-591ed2fb12c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.189920] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "a79f5737-549b-4cdd-ae42-591ed2fb12c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.333289] env[62298]: DEBUG oslo_vmware.api [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804516, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.374113] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804519, 'name': CreateVM_Task, 'duration_secs': 0.501022} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.374379] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1703.374835] env[62298]: DEBUG oslo_concurrency.lockutils [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.375529] env[62298]: DEBUG oslo_concurrency.lockutils [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.375529] env[62298]: DEBUG oslo_concurrency.lockutils [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1703.375707] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5fd9e0f-7420-4e02-b09e-031ee44ceb0a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.380508] env[62298]: DEBUG oslo_vmware.api [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Waiting for the task: (returnval){ [ 1703.380508] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a2fb86-5def-a4f3-cb67-10a8598cd8d8" [ 1703.380508] env[62298]: _type = "Task" [ 1703.380508] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.388522] env[62298]: DEBUG oslo_vmware.api [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a2fb86-5def-a4f3-cb67-10a8598cd8d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.424081] env[62298]: DEBUG oslo_vmware.api [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804520, 'name': PowerOffVM_Task, 'duration_secs': 0.23177} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.424300] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1703.425054] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72679efb-e971-40aa-9501-8ee5d48831ea {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.443037] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b71148-3b68-43a6-a45d-3177e9abb3cd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.595175] env[62298]: INFO nova.compute.manager [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] instance snapshotting [ 1703.598020] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcda1fb0-3dbf-49f3-9b38-e2b3ee5fd63d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.617300] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d0f55a-57a0-4944-bcef-5d54b2dedd52 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.622910] env[62298]: DEBUG nova.compute.utils [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1703.624340] env[62298]: DEBUG nova.compute.manager [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1703.624504] env[62298]: DEBUG nova.network.neutron [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1703.676774] env[62298]: DEBUG nova.policy [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c6444ce5b49481baa21d829ed2b30a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d34989c9af54cfe93705938ff2997a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1703.694023] env[62298]: DEBUG nova.compute.manager [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1703.832470] env[62298]: DEBUG oslo_vmware.api [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604954} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.835188] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 962ecb80-8eec-4f8e-a407-3d453057bd5c/962ecb80-8eec-4f8e-a407-3d453057bd5c.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1703.835467] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1703.836174] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb6b5bc5-2556-48bd-b73a-f056b022477c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.842782] env[62298]: DEBUG oslo_vmware.api [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1703.842782] env[62298]: value = "task-1804521" [ 1703.842782] env[62298]: _type = "Task" [ 1703.842782] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.852548] env[62298]: DEBUG oslo_vmware.api [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.871453] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214b0194-e002-424e-b850-cfbc297db82a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.879109] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3d4dae-a9a9-4e92-bb67-74813cdcac38 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.892703] env[62298]: DEBUG oslo_vmware.api [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a2fb86-5def-a4f3-cb67-10a8598cd8d8, 'name': SearchDatastore_Task, 'duration_secs': 0.034786} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.920183] env[62298]: DEBUG oslo_concurrency.lockutils [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.920482] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1703.920726] env[62298]: DEBUG oslo_concurrency.lockutils [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.920880] env[62298]: DEBUG oslo_concurrency.lockutils [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.921078] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1703.921592] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1202242-a8d6-4567-aaae-91a54fcf7d70 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.924057] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e1dbe9-974c-4697-aa8a-2911e7c0a5fe {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.931868] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a9533f-e9d3-4b3e-ae02-74b7fa8e9d79 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.936864] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1703.937323] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1703.946219] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fa57902-828d-425d-b60f-f5de06e82ae9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.950145] env[62298]: DEBUG nova.compute.provider_tree [None req-c2b31c94-f248-44f7-a169-9f02811f3097 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1703.953194] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Creating Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1703.956018] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-22ed1c5e-d805-4afe-b142-895f538bebed {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.956680] env[62298]: DEBUG oslo_vmware.api [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Waiting for the task: (returnval){ [ 1703.956680] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c9dec7-0532-bd4d-f967-08e54e03750a" [ 1703.956680] env[62298]: _type = "Task" [ 1703.956680] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.962114] env[62298]: DEBUG oslo_vmware.api [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1703.962114] env[62298]: value = "task-1804522" [ 1703.962114] env[62298]: _type = "Task" [ 1703.962114] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.969230] env[62298]: DEBUG oslo_vmware.api [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c9dec7-0532-bd4d-f967-08e54e03750a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.970523] env[62298]: DEBUG nova.network.neutron [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Successfully created port: 5ed34df7-37f6-4003-905e-8b2adfff8b77 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1703.976211] env[62298]: DEBUG oslo_vmware.api [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804522, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.127680] env[62298]: DEBUG nova.compute.manager [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1704.134752] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Creating Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1704.135113] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-901850f9-b7d2-47bc-8a83-d9e33a9d46fc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.143317] env[62298]: DEBUG oslo_vmware.api [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1704.143317] env[62298]: value = "task-1804523" [ 1704.143317] env[62298]: _type = "Task" [ 1704.143317] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.152331] env[62298]: DEBUG oslo_vmware.api [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804523, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.214143] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.354044] env[62298]: DEBUG oslo_vmware.api [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076574} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.354044] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1704.354759] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72232173-5ad3-46b3-8ddb-90e21edd066c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.377861] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 962ecb80-8eec-4f8e-a407-3d453057bd5c/962ecb80-8eec-4f8e-a407-3d453057bd5c.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1704.378347] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abe48606-246c-4375-8b72-f90e2ea10721 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.401018] env[62298]: DEBUG oslo_vmware.api [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1704.401018] env[62298]: value = "task-1804524" [ 1704.401018] env[62298]: _type = "Task" [ 1704.401018] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.409496] env[62298]: DEBUG oslo_vmware.api [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804524, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.452589] env[62298]: DEBUG nova.scheduler.client.report [None req-c2b31c94-f248-44f7-a169-9f02811f3097 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1704.468836] env[62298]: DEBUG oslo_vmware.api [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c9dec7-0532-bd4d-f967-08e54e03750a, 'name': SearchDatastore_Task, 'duration_secs': 0.019592} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.470161] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bca99a66-3af5-4354-b418-1ad42a490f81 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.475658] env[62298]: DEBUG oslo_vmware.api [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804522, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.479652] env[62298]: DEBUG oslo_vmware.api [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Waiting for the task: (returnval){ [ 1704.479652] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526dae08-2be8-2c9a-e1a5-72a4b8a608ad" [ 1704.479652] env[62298]: _type = "Task" [ 1704.479652] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.488321] env[62298]: DEBUG oslo_vmware.api [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526dae08-2be8-2c9a-e1a5-72a4b8a608ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.653181] env[62298]: DEBUG oslo_vmware.api [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804523, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.911501] env[62298]: DEBUG oslo_vmware.api [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.958337] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2b31c94-f248-44f7-a169-9f02811f3097 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.961127] env[62298]: DEBUG oslo_concurrency.lockutils [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.746s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.961388] env[62298]: DEBUG nova.objects.instance [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lazy-loading 'resources' on Instance uuid cbd7ef0e-8619-4b1e-a352-371976e32dbe {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1704.971596] env[62298]: DEBUG oslo_vmware.api [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804522, 'name': CreateSnapshot_Task, 'duration_secs': 0.535601} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.975028] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Created Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1704.975028] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea5f075-c130-46fa-bb9a-e16f90399d74 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.986270] env[62298]: INFO nova.scheduler.client.report [None req-c2b31c94-f248-44f7-a169-9f02811f3097 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Deleted allocations for instance 0a491f77-35c6-4698-bea7-526a4e99b5f1 [ 1705.000031] env[62298]: DEBUG oslo_vmware.api [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526dae08-2be8-2c9a-e1a5-72a4b8a608ad, 'name': SearchDatastore_Task, 'duration_secs': 0.01202} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.000155] env[62298]: DEBUG oslo_concurrency.lockutils [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.001189] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 8089341d-7442-4e36-b5a3-e89b23f3f5e6/8089341d-7442-4e36-b5a3-e89b23f3f5e6.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1705.001189] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9d57dc9-f4de-4730-a43d-c2bff402ce16 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.007607] env[62298]: DEBUG oslo_vmware.api [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Waiting for the task: (returnval){ [ 1705.007607] env[62298]: value = "task-1804525" [ 1705.007607] env[62298]: _type = "Task" [ 1705.007607] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.016999] env[62298]: DEBUG oslo_vmware.api [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Task: {'id': task-1804525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.137507] env[62298]: DEBUG nova.compute.manager [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1705.153783] env[62298]: DEBUG oslo_vmware.api [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804523, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.161842] env[62298]: DEBUG nova.virt.hardware [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1705.162147] env[62298]: DEBUG nova.virt.hardware [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1705.162385] env[62298]: DEBUG nova.virt.hardware [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1705.162606] env[62298]: DEBUG nova.virt.hardware [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1705.162778] env[62298]: DEBUG nova.virt.hardware [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1705.163369] env[62298]: DEBUG nova.virt.hardware [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1705.163369] env[62298]: DEBUG nova.virt.hardware [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1705.163369] env[62298]: DEBUG nova.virt.hardware [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1705.163572] env[62298]: DEBUG nova.virt.hardware [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1705.163757] env[62298]: DEBUG nova.virt.hardware [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1705.163943] env[62298]: DEBUG nova.virt.hardware [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1705.164890] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5148e29f-1ae0-4b87-ace3-1aa0cea29275 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.173588] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb84a30-1de7-475f-82a0-ef87a1cee857 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.412176] env[62298]: DEBUG oslo_vmware.api [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804524, 'name': ReconfigVM_Task, 'duration_secs': 0.60124} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.412430] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 962ecb80-8eec-4f8e-a407-3d453057bd5c/962ecb80-8eec-4f8e-a407-3d453057bd5c.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1705.413087] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7b6b56e-63bb-44af-82ab-9028020f07f9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.419054] env[62298]: DEBUG oslo_vmware.api [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1705.419054] env[62298]: value = "task-1804526" [ 1705.419054] env[62298]: _type = "Task" [ 1705.419054] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.428673] env[62298]: DEBUG oslo_vmware.api [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804526, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.499813] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Creating linked-clone VM from snapshot {{(pid=62298) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1705.502761] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4ffa0db2-ab24-4fb8-a68f-2de8694ca5d4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.506314] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2b31c94-f248-44f7-a169-9f02811f3097 tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lock "0a491f77-35c6-4698-bea7-526a4e99b5f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.608s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.514042] env[62298]: DEBUG oslo_vmware.api [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1705.514042] env[62298]: value = "task-1804527" [ 1705.514042] env[62298]: _type = "Task" [ 1705.514042] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.523716] env[62298]: DEBUG oslo_vmware.api [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Task: {'id': task-1804525, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.530576] env[62298]: DEBUG oslo_vmware.api [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804527, 'name': CloneVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.657266] env[62298]: DEBUG oslo_vmware.api [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804523, 'name': CreateSnapshot_Task, 'duration_secs': 1.082908} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.660144] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Created Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1705.664084] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a29e082-9a30-4a99-a25d-d708343cbb83 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.769104] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37594495-ad04-466d-9055-7318ded9fdd5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.777235] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a13145-95c8-419c-afcf-42c95692411f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.813653] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4845e1-6b38-4c03-9110-ea814d6a5022 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.821736] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dd57ae-4121-42af-854d-ff3aa4585474 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.836386] env[62298]: DEBUG nova.compute.provider_tree [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1705.902981] env[62298]: DEBUG nova.compute.manager [req-a2663e95-c119-4f3b-9c43-1a189c316335 req-73eb6f5d-20c4-44c0-a24d-036fca86b3bb service nova] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Received event network-vif-plugged-5ed34df7-37f6-4003-905e-8b2adfff8b77 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1705.903729] env[62298]: DEBUG oslo_concurrency.lockutils [req-a2663e95-c119-4f3b-9c43-1a189c316335 req-73eb6f5d-20c4-44c0-a24d-036fca86b3bb service nova] Acquiring lock "a1658c2a-7867-479c-aaff-e1c872c03423-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.904145] env[62298]: DEBUG oslo_concurrency.lockutils [req-a2663e95-c119-4f3b-9c43-1a189c316335 req-73eb6f5d-20c4-44c0-a24d-036fca86b3bb service nova] Lock "a1658c2a-7867-479c-aaff-e1c872c03423-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.904490] env[62298]: DEBUG oslo_concurrency.lockutils [req-a2663e95-c119-4f3b-9c43-1a189c316335 req-73eb6f5d-20c4-44c0-a24d-036fca86b3bb service nova] Lock "a1658c2a-7867-479c-aaff-e1c872c03423-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.904854] env[62298]: DEBUG nova.compute.manager [req-a2663e95-c119-4f3b-9c43-1a189c316335 req-73eb6f5d-20c4-44c0-a24d-036fca86b3bb service nova] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] No waiting events found dispatching network-vif-plugged-5ed34df7-37f6-4003-905e-8b2adfff8b77 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1705.905149] env[62298]: WARNING nova.compute.manager [req-a2663e95-c119-4f3b-9c43-1a189c316335 req-73eb6f5d-20c4-44c0-a24d-036fca86b3bb service nova] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Received unexpected event network-vif-plugged-5ed34df7-37f6-4003-905e-8b2adfff8b77 for instance with vm_state building and task_state spawning. [ 1705.931045] env[62298]: DEBUG oslo_vmware.api [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804526, 'name': Rename_Task, 'duration_secs': 0.452542} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.931406] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1705.931665] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02fb8dd9-913e-4b50-954f-6f41140ad0bf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.937841] env[62298]: DEBUG oslo_vmware.api [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1705.937841] env[62298]: value = "task-1804528" [ 1705.937841] env[62298]: _type = "Task" [ 1705.937841] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.946539] env[62298]: DEBUG oslo_vmware.api [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.018853] env[62298]: DEBUG oslo_vmware.api [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Task: {'id': task-1804525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750187} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.022400] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 8089341d-7442-4e36-b5a3-e89b23f3f5e6/8089341d-7442-4e36-b5a3-e89b23f3f5e6.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1706.022638] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1706.022898] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2558497-57f1-4fe0-987a-f54c29725774 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.029949] env[62298]: DEBUG oslo_vmware.api [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804527, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.031798] env[62298]: DEBUG oslo_vmware.api [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Waiting for the task: (returnval){ [ 1706.031798] env[62298]: value = "task-1804529" [ 1706.031798] env[62298]: _type = "Task" [ 1706.031798] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.032132] env[62298]: DEBUG nova.network.neutron [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Successfully updated port: 5ed34df7-37f6-4003-905e-8b2adfff8b77 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1706.042623] env[62298]: DEBUG oslo_vmware.api [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Task: {'id': task-1804529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.195808] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Creating linked-clone VM from snapshot {{(pid=62298) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1706.196138] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0e45adf7-5531-4861-9ebd-a92297329369 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.205468] env[62298]: DEBUG oslo_vmware.api [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1706.205468] env[62298]: value = "task-1804530" [ 1706.205468] env[62298]: _type = "Task" [ 1706.205468] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.214369] env[62298]: DEBUG oslo_vmware.api [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804530, 'name': CloneVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.362607] env[62298]: ERROR nova.scheduler.client.report [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] [req-1dcd73dc-a743-4dd1-afc4-0b6c4cbd3a30] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1dcd73dc-a743-4dd1-afc4-0b6c4cbd3a30"}]} [ 1706.382496] env[62298]: DEBUG nova.scheduler.client.report [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1706.399285] env[62298]: DEBUG nova.scheduler.client.report [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1706.399540] env[62298]: DEBUG nova.compute.provider_tree [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1706.414335] env[62298]: DEBUG nova.scheduler.client.report [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1706.436700] env[62298]: DEBUG nova.scheduler.client.report [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1706.448791] env[62298]: DEBUG oslo_vmware.api [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804528, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.530575] env[62298]: DEBUG oslo_vmware.api [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804527, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.539744] env[62298]: DEBUG oslo_concurrency.lockutils [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Acquiring lock "refresh_cache-a1658c2a-7867-479c-aaff-e1c872c03423" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.539908] env[62298]: DEBUG oslo_concurrency.lockutils [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Acquired lock "refresh_cache-a1658c2a-7867-479c-aaff-e1c872c03423" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.540064] env[62298]: DEBUG nova.network.neutron [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1706.546082] env[62298]: DEBUG oslo_vmware.api [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Task: {'id': task-1804529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072398} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.546354] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1706.547191] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774a44f6-5304-4086-a815-82a952a1e7a4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.572478] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 8089341d-7442-4e36-b5a3-e89b23f3f5e6/8089341d-7442-4e36-b5a3-e89b23f3f5e6.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1706.575695] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93b0564d-d0a6-480e-a0f3-81c8f3fe3375 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.596903] env[62298]: DEBUG oslo_vmware.api [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Waiting for the task: (returnval){ [ 1706.596903] env[62298]: value = "task-1804531" [ 1706.596903] env[62298]: _type = "Task" [ 1706.596903] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.608842] env[62298]: DEBUG oslo_vmware.api [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Task: {'id': task-1804531, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.611442] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2158e3d-22b0-4056-8f66-a93619a27d1f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquiring lock "3ac82c27-bd02-486e-ac8c-36328891c942" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.611717] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2158e3d-22b0-4056-8f66-a93619a27d1f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lock "3ac82c27-bd02-486e-ac8c-36328891c942" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.611932] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2158e3d-22b0-4056-8f66-a93619a27d1f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquiring lock "3ac82c27-bd02-486e-ac8c-36328891c942-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.612139] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2158e3d-22b0-4056-8f66-a93619a27d1f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lock "3ac82c27-bd02-486e-ac8c-36328891c942-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.612408] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2158e3d-22b0-4056-8f66-a93619a27d1f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lock "3ac82c27-bd02-486e-ac8c-36328891c942-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.616676] env[62298]: INFO nova.compute.manager [None req-c2158e3d-22b0-4056-8f66-a93619a27d1f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Terminating instance [ 1706.711368] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f80fe6f-293e-4781-9255-56ce573f20c0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.719542] env[62298]: DEBUG oslo_vmware.api [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804530, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.722298] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320c8dd3-ccff-4da0-964b-60643ec5a2bb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.754571] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e878c7-4583-47d4-a54c-1cfb88916786 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.763009] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2a7e60-43fa-4ee4-a29b-2992ed82d17f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.776821] env[62298]: DEBUG nova.compute.provider_tree [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1706.951695] env[62298]: DEBUG oslo_vmware.api [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804528, 'name': PowerOnVM_Task, 'duration_secs': 0.921265} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.952119] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1706.952175] env[62298]: INFO nova.compute.manager [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1706.952332] env[62298]: DEBUG nova.compute.manager [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1706.953160] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338412e8-6fdb-4aaf-9521-ac57d5edae0e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.029671] env[62298]: DEBUG oslo_vmware.api [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804527, 'name': CloneVM_Task} progress is 95%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.071954] env[62298]: DEBUG nova.network.neutron [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1707.107130] env[62298]: DEBUG oslo_vmware.api [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Task: {'id': task-1804531, 'name': ReconfigVM_Task, 'duration_secs': 0.465416} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.107130] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 8089341d-7442-4e36-b5a3-e89b23f3f5e6/8089341d-7442-4e36-b5a3-e89b23f3f5e6.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1707.107130] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1281337e-9d11-43c2-b0c6-6ed492c90a70 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.114014] env[62298]: DEBUG oslo_vmware.api [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Waiting for the task: (returnval){ [ 1707.114014] env[62298]: value = "task-1804532" [ 1707.114014] env[62298]: _type = "Task" [ 1707.114014] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.123275] env[62298]: DEBUG nova.compute.manager [None req-c2158e3d-22b0-4056-8f66-a93619a27d1f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1707.123494] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c2158e3d-22b0-4056-8f66-a93619a27d1f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1707.123799] env[62298]: DEBUG oslo_vmware.api [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Task: {'id': task-1804532, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.126677] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bfb8cf-f6bf-4f96-9f66-0efdae9de9c1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.135032] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2158e3d-22b0-4056-8f66-a93619a27d1f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1707.135032] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d59e23f-f405-4f08-9ee8-5cb085a26e3e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.141219] env[62298]: DEBUG oslo_vmware.api [None req-c2158e3d-22b0-4056-8f66-a93619a27d1f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for the task: (returnval){ [ 1707.141219] env[62298]: value = "task-1804533" [ 1707.141219] env[62298]: _type = "Task" [ 1707.141219] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.150598] env[62298]: DEBUG oslo_vmware.api [None req-c2158e3d-22b0-4056-8f66-a93619a27d1f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.218386] env[62298]: DEBUG oslo_vmware.api [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804530, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.252244] env[62298]: DEBUG nova.network.neutron [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Updating instance_info_cache with network_info: [{"id": "5ed34df7-37f6-4003-905e-8b2adfff8b77", "address": "fa:16:3e:82:d9:b3", "network": {"id": "f0489934-b130-41b0-aa1a-137bc7eb2f36", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2108080439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d34989c9af54cfe93705938ff2997a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ed34df7-37", "ovs_interfaceid": "5ed34df7-37f6-4003-905e-8b2adfff8b77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.313047] env[62298]: DEBUG nova.scheduler.client.report [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 98 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1707.313315] env[62298]: DEBUG nova.compute.provider_tree [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 98 to 99 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1707.313512] env[62298]: DEBUG nova.compute.provider_tree [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1707.470988] env[62298]: INFO nova.compute.manager [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Took 28.35 seconds to build instance. [ 1707.530539] env[62298]: DEBUG oslo_vmware.api [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804527, 'name': CloneVM_Task, 'duration_secs': 1.644317} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.530866] env[62298]: INFO nova.virt.vmwareapi.vmops [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Created linked-clone VM from snapshot [ 1707.531646] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463be1b0-339b-491c-9030-247598c0a36c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.539469] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Uploading image 63303ac7-f402-4e75-a276-b2cf8e40ccc7 {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1707.562772] env[62298]: DEBUG oslo_vmware.rw_handles [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1707.562772] env[62298]: value = "vm-374101" [ 1707.562772] env[62298]: _type = "VirtualMachine" [ 1707.562772] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1707.563120] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2d376a3f-d245-46af-b1c4-17962f5afd4b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.570084] env[62298]: DEBUG oslo_vmware.rw_handles [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lease: (returnval){ [ 1707.570084] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5260d0f4-dc8c-8d05-c6ec-11b6611812c7" [ 1707.570084] env[62298]: _type = "HttpNfcLease" [ 1707.570084] env[62298]: } obtained for exporting VM: (result){ [ 1707.570084] env[62298]: value = "vm-374101" [ 1707.570084] env[62298]: _type = "VirtualMachine" [ 1707.570084] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1707.570372] env[62298]: DEBUG oslo_vmware.api [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the lease: (returnval){ [ 1707.570372] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5260d0f4-dc8c-8d05-c6ec-11b6611812c7" [ 1707.570372] env[62298]: _type = "HttpNfcLease" [ 1707.570372] env[62298]: } to be ready. {{(pid=62298) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1707.577260] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1707.577260] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5260d0f4-dc8c-8d05-c6ec-11b6611812c7" [ 1707.577260] env[62298]: _type = "HttpNfcLease" [ 1707.577260] env[62298]: } is initializing. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1707.623760] env[62298]: DEBUG oslo_vmware.api [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Task: {'id': task-1804532, 'name': Rename_Task, 'duration_secs': 0.193486} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.624066] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1707.624334] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8ba1aeb-7e90-404b-864a-84ae4d5e49fb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.631122] env[62298]: DEBUG oslo_vmware.api [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Waiting for the task: (returnval){ [ 1707.631122] env[62298]: value = "task-1804535" [ 1707.631122] env[62298]: _type = "Task" [ 1707.631122] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.639584] env[62298]: DEBUG oslo_vmware.api [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Task: {'id': task-1804535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.649721] env[62298]: DEBUG oslo_vmware.api [None req-c2158e3d-22b0-4056-8f66-a93619a27d1f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804533, 'name': PowerOffVM_Task, 'duration_secs': 0.195926} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.649985] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2158e3d-22b0-4056-8f66-a93619a27d1f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1707.650180] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c2158e3d-22b0-4056-8f66-a93619a27d1f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1707.650441] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6d0f951-0a93-4c35-93d7-350e4eb7d73a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.718480] env[62298]: DEBUG oslo_vmware.api [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804530, 'name': CloneVM_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.749747] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c2158e3d-22b0-4056-8f66-a93619a27d1f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1707.749976] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c2158e3d-22b0-4056-8f66-a93619a27d1f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1707.750179] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2158e3d-22b0-4056-8f66-a93619a27d1f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Deleting the datastore file [datastore1] 3ac82c27-bd02-486e-ac8c-36328891c942 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1707.750456] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a86e5e0e-6a6c-45bc-a2e7-5ca27e8e795c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.755244] env[62298]: DEBUG oslo_concurrency.lockutils [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Releasing lock "refresh_cache-a1658c2a-7867-479c-aaff-e1c872c03423" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.755564] env[62298]: DEBUG nova.compute.manager [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Instance network_info: |[{"id": "5ed34df7-37f6-4003-905e-8b2adfff8b77", "address": "fa:16:3e:82:d9:b3", "network": {"id": "f0489934-b130-41b0-aa1a-137bc7eb2f36", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2108080439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d34989c9af54cfe93705938ff2997a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ed34df7-37", "ovs_interfaceid": "5ed34df7-37f6-4003-905e-8b2adfff8b77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1707.755955] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:d9:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ed34df7-37f6-4003-905e-8b2adfff8b77', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1707.763658] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Creating folder: Project (9d34989c9af54cfe93705938ff2997a0). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1707.765298] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57390ce2-8794-4334-9be8-15aaea72f10f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.767210] env[62298]: DEBUG oslo_vmware.api [None req-c2158e3d-22b0-4056-8f66-a93619a27d1f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for the task: (returnval){ [ 1707.767210] env[62298]: value = "task-1804537" [ 1707.767210] env[62298]: _type = "Task" [ 1707.767210] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.777086] env[62298]: DEBUG oslo_vmware.api [None req-c2158e3d-22b0-4056-8f66-a93619a27d1f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.778420] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Created folder: Project (9d34989c9af54cfe93705938ff2997a0) in parent group-v373906. [ 1707.778778] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Creating folder: Instances. Parent ref: group-v374103. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1707.778869] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f82c8230-b100-4dad-8fb7-07ac60281209 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.788476] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Created folder: Instances in parent group-v374103. [ 1707.788729] env[62298]: DEBUG oslo.service.loopingcall [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1707.788923] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1707.789188] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f594564-07de-42b8-8e9c-e58a026be873 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.809257] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1707.809257] env[62298]: value = "task-1804540" [ 1707.809257] env[62298]: _type = "Task" [ 1707.809257] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.817587] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804540, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.822612] env[62298]: DEBUG oslo_concurrency.lockutils [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.859s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.823018] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b3ca4962-abb4-4833-baa3-496a5362b45b tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.779s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.824111] env[62298]: DEBUG nova.objects.instance [None req-b3ca4962-abb4-4833-baa3-496a5362b45b tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lazy-loading 'resources' on Instance uuid a72423b0-ebdf-48cc-a7f4-572c5fc398f3 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1707.852376] env[62298]: INFO nova.scheduler.client.report [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Deleted allocations for instance cbd7ef0e-8619-4b1e-a352-371976e32dbe [ 1707.930119] env[62298]: DEBUG nova.compute.manager [req-c93f0ca3-fb46-4f43-a6fc-19661851ce7b req-ebe125cf-e494-4935-ab42-c04597bdc664 service nova] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Received event network-changed-5ed34df7-37f6-4003-905e-8b2adfff8b77 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1707.930337] env[62298]: DEBUG nova.compute.manager [req-c93f0ca3-fb46-4f43-a6fc-19661851ce7b req-ebe125cf-e494-4935-ab42-c04597bdc664 service nova] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Refreshing instance network info cache due to event network-changed-5ed34df7-37f6-4003-905e-8b2adfff8b77. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1707.930555] env[62298]: DEBUG oslo_concurrency.lockutils [req-c93f0ca3-fb46-4f43-a6fc-19661851ce7b req-ebe125cf-e494-4935-ab42-c04597bdc664 service nova] Acquiring lock "refresh_cache-a1658c2a-7867-479c-aaff-e1c872c03423" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.930699] env[62298]: DEBUG oslo_concurrency.lockutils [req-c93f0ca3-fb46-4f43-a6fc-19661851ce7b req-ebe125cf-e494-4935-ab42-c04597bdc664 service nova] Acquired lock "refresh_cache-a1658c2a-7867-479c-aaff-e1c872c03423" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.930857] env[62298]: DEBUG nova.network.neutron [req-c93f0ca3-fb46-4f43-a6fc-19661851ce7b req-ebe125cf-e494-4935-ab42-c04597bdc664 service nova] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Refreshing network info cache for port 5ed34df7-37f6-4003-905e-8b2adfff8b77 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1707.973145] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9f57957c-f391-47f4-9ead-431837c29143 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "962ecb80-8eec-4f8e-a407-3d453057bd5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.862s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.082589] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1708.082589] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5260d0f4-dc8c-8d05-c6ec-11b6611812c7" [ 1708.082589] env[62298]: _type = "HttpNfcLease" [ 1708.082589] env[62298]: } is ready. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1708.082924] env[62298]: DEBUG oslo_vmware.rw_handles [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1708.082924] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5260d0f4-dc8c-8d05-c6ec-11b6611812c7" [ 1708.082924] env[62298]: _type = "HttpNfcLease" [ 1708.082924] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1708.083719] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecb70d3-598d-4279-9900-912c35b78222 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.095742] env[62298]: DEBUG oslo_vmware.rw_handles [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d3f17c-f569-3489-344d-e715609d4652/disk-0.vmdk from lease info. {{(pid=62298) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1708.095947] env[62298]: DEBUG oslo_vmware.rw_handles [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d3f17c-f569-3489-344d-e715609d4652/disk-0.vmdk for reading. {{(pid=62298) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1708.167409] env[62298]: DEBUG oslo_vmware.api [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Task: {'id': task-1804535, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.217811] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-92eb1c5b-bfcd-4d89-9b95-eeaede154bb7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.226465] env[62298]: DEBUG oslo_vmware.api [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804530, 'name': CloneVM_Task, 'duration_secs': 1.526834} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.228281] env[62298]: INFO nova.virt.vmwareapi.vmops [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Created linked-clone VM from snapshot [ 1708.228686] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5995e9c8-9c31-44cb-b04b-628960aa4d43 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.244716] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Uploading image cd9d9e2a-e094-4a24-8428-5b406bdc0854 {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1708.260224] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Destroying the VM {{(pid=62298) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1708.260534] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-db6942e8-7b4c-4b2a-b021-7cbc0eacc1cb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.273664] env[62298]: DEBUG oslo_vmware.api [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1708.273664] env[62298]: value = "task-1804541" [ 1708.273664] env[62298]: _type = "Task" [ 1708.273664] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.276937] env[62298]: DEBUG oslo_vmware.api [None req-c2158e3d-22b0-4056-8f66-a93619a27d1f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Task: {'id': task-1804537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292401} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.280191] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2158e3d-22b0-4056-8f66-a93619a27d1f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1708.280401] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c2158e3d-22b0-4056-8f66-a93619a27d1f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1708.280588] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c2158e3d-22b0-4056-8f66-a93619a27d1f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1708.280791] env[62298]: INFO nova.compute.manager [None req-c2158e3d-22b0-4056-8f66-a93619a27d1f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1708.281474] env[62298]: DEBUG oslo.service.loopingcall [None req-c2158e3d-22b0-4056-8f66-a93619a27d1f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1708.281474] env[62298]: DEBUG nova.compute.manager [-] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1708.281474] env[62298]: DEBUG nova.network.neutron [-] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1708.288505] env[62298]: DEBUG oslo_vmware.api [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804541, 'name': Destroy_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.320242] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804540, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.363935] env[62298]: DEBUG oslo_concurrency.lockutils [None req-67d3f330-47eb-4b25-aece-696961bcc51d tempest-MigrationsAdminTest-40352574 tempest-MigrationsAdminTest-40352574-project-member] Lock "cbd7ef0e-8619-4b1e-a352-371976e32dbe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.176s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.616968] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b62851a-6de3-4aee-b734-c0986350875d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.628811] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788d47c8-31bb-41e4-9f3c-3e21691054a1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.667607] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb6f2d1-f083-485d-ba8e-40c39ec99561 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.683772] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2068eb61-0f82-4ade-a853-8bcf22ceb6ef {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.692710] env[62298]: DEBUG oslo_vmware.api [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Task: {'id': task-1804535, 'name': PowerOnVM_Task, 'duration_secs': 0.731162} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.693332] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1708.693549] env[62298]: INFO nova.compute.manager [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Took 5.96 seconds to spawn the instance on the hypervisor. [ 1708.693736] env[62298]: DEBUG nova.compute.manager [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1708.695090] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f99b19-ffcc-4245-9568-158d79d61433 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.712471] env[62298]: DEBUG nova.compute.provider_tree [None req-b3ca4962-abb4-4833-baa3-496a5362b45b tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1708.723057] env[62298]: DEBUG nova.network.neutron [req-c93f0ca3-fb46-4f43-a6fc-19661851ce7b req-ebe125cf-e494-4935-ab42-c04597bdc664 service nova] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Updated VIF entry in instance network info cache for port 5ed34df7-37f6-4003-905e-8b2adfff8b77. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1708.723413] env[62298]: DEBUG nova.network.neutron [req-c93f0ca3-fb46-4f43-a6fc-19661851ce7b req-ebe125cf-e494-4935-ab42-c04597bdc664 service nova] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Updating instance_info_cache with network_info: [{"id": "5ed34df7-37f6-4003-905e-8b2adfff8b77", "address": "fa:16:3e:82:d9:b3", "network": {"id": "f0489934-b130-41b0-aa1a-137bc7eb2f36", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2108080439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d34989c9af54cfe93705938ff2997a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ed34df7-37", "ovs_interfaceid": "5ed34df7-37f6-4003-905e-8b2adfff8b77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.786950] env[62298]: DEBUG oslo_vmware.api [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804541, 'name': Destroy_Task} progress is 33%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.820276] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804540, 'name': CreateVM_Task, 'duration_secs': 0.978312} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.820665] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1708.821600] env[62298]: DEBUG oslo_concurrency.lockutils [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.821914] env[62298]: DEBUG oslo_concurrency.lockutils [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.822495] env[62298]: DEBUG oslo_concurrency.lockutils [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1708.823032] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c74759e7-d064-4a8d-8f1e-c2a6c7c60268 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.828726] env[62298]: DEBUG oslo_vmware.api [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Waiting for the task: (returnval){ [ 1708.828726] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52becad8-496b-3823-472c-1dd9fbee1b6d" [ 1708.828726] env[62298]: _type = "Task" [ 1708.828726] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.840373] env[62298]: DEBUG oslo_vmware.api [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52becad8-496b-3823-472c-1dd9fbee1b6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.217225] env[62298]: DEBUG nova.scheduler.client.report [None req-b3ca4962-abb4-4833-baa3-496a5362b45b tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1709.221601] env[62298]: DEBUG nova.network.neutron [-] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.231701] env[62298]: DEBUG oslo_concurrency.lockutils [req-c93f0ca3-fb46-4f43-a6fc-19661851ce7b req-ebe125cf-e494-4935-ab42-c04597bdc664 service nova] Releasing lock "refresh_cache-a1658c2a-7867-479c-aaff-e1c872c03423" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.239065] env[62298]: INFO nova.compute.manager [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Took 23.26 seconds to build instance. [ 1709.289022] env[62298]: DEBUG oslo_vmware.api [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804541, 'name': Destroy_Task, 'duration_secs': 0.827475} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.289318] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Destroyed the VM [ 1709.289599] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Deleting Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1709.289860] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6ad7dab1-6f2b-4900-a3ea-8be6b959a8f2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.298053] env[62298]: DEBUG oslo_vmware.api [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1709.298053] env[62298]: value = "task-1804542" [ 1709.298053] env[62298]: _type = "Task" [ 1709.298053] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.307618] env[62298]: DEBUG oslo_vmware.api [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804542, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.339346] env[62298]: DEBUG oslo_vmware.api [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52becad8-496b-3823-472c-1dd9fbee1b6d, 'name': SearchDatastore_Task, 'duration_secs': 0.018849} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.339895] env[62298]: DEBUG oslo_concurrency.lockutils [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.340137] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1709.340474] env[62298]: DEBUG oslo_concurrency.lockutils [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.340695] env[62298]: DEBUG oslo_concurrency.lockutils [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.340943] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1709.341323] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b87f8add-839c-406d-b74f-7b05435133d4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.351592] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1709.351864] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1709.352760] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9c71ef5-0809-43dd-83e6-edb554d097c9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.359726] env[62298]: DEBUG oslo_vmware.api [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Waiting for the task: (returnval){ [ 1709.359726] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5281f900-53ad-dc84-91a8-713309e9d370" [ 1709.359726] env[62298]: _type = "Task" [ 1709.359726] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.370918] env[62298]: DEBUG oslo_vmware.api [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5281f900-53ad-dc84-91a8-713309e9d370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.724544] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b3ca4962-abb4-4833-baa3-496a5362b45b tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.727698] env[62298]: INFO nova.compute.manager [-] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Took 1.45 seconds to deallocate network for instance. [ 1709.728151] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.514s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.729945] env[62298]: INFO nova.compute.claims [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1709.741669] env[62298]: DEBUG oslo_concurrency.lockutils [None req-98126f99-dcef-45df-8333-9482b3efb9c4 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Lock "8089341d-7442-4e36-b5a3-e89b23f3f5e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.769s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.750615] env[62298]: INFO nova.scheduler.client.report [None req-b3ca4962-abb4-4833-baa3-496a5362b45b tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Deleted allocations for instance a72423b0-ebdf-48cc-a7f4-572c5fc398f3 [ 1709.807929] env[62298]: DEBUG oslo_vmware.api [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804542, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.871139] env[62298]: DEBUG oslo_vmware.api [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5281f900-53ad-dc84-91a8-713309e9d370, 'name': SearchDatastore_Task, 'duration_secs': 0.019325} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.872068] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-558ae03c-489a-4a52-a53e-75e93a9ffe37 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.878312] env[62298]: DEBUG oslo_vmware.api [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Waiting for the task: (returnval){ [ 1709.878312] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52d514ff-3920-3eed-bf00-25698e424199" [ 1709.878312] env[62298]: _type = "Task" [ 1709.878312] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.886620] env[62298]: DEBUG oslo_vmware.api [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52d514ff-3920-3eed-bf00-25698e424199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.239072] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2158e3d-22b0-4056-8f66-a93619a27d1f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.259745] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b3ca4962-abb4-4833-baa3-496a5362b45b tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "a72423b0-ebdf-48cc-a7f4-572c5fc398f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.721s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.310460] env[62298]: DEBUG oslo_vmware.api [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804542, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.340717] env[62298]: DEBUG oslo_vmware.rw_handles [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520dc844-69f3-bdb6-2361-554d2ce3f46f/disk-0.vmdk. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1710.342139] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9b6805-76e3-455e-a805-25706c1622f6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.348682] env[62298]: DEBUG oslo_vmware.rw_handles [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520dc844-69f3-bdb6-2361-554d2ce3f46f/disk-0.vmdk is in state: ready. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1710.348851] env[62298]: ERROR oslo_vmware.rw_handles [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520dc844-69f3-bdb6-2361-554d2ce3f46f/disk-0.vmdk due to incomplete transfer. [ 1710.349123] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-910cb683-77cf-477c-9df1-1a630e688d46 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.356134] env[62298]: DEBUG oslo_vmware.rw_handles [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520dc844-69f3-bdb6-2361-554d2ce3f46f/disk-0.vmdk. {{(pid=62298) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1710.356347] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Uploaded image 71db25ff-0fc2-498f-8a3c-b210b516a8c3 to the Glance image server {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1710.358557] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Destroying the VM {{(pid=62298) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1710.358833] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6be09906-7b54-407d-b6d4-eee705398070 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.365094] env[62298]: DEBUG oslo_vmware.api [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1710.365094] env[62298]: value = "task-1804543" [ 1710.365094] env[62298]: _type = "Task" [ 1710.365094] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.376087] env[62298]: DEBUG oslo_vmware.api [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804543, 'name': Destroy_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.390963] env[62298]: DEBUG oslo_vmware.api [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52d514ff-3920-3eed-bf00-25698e424199, 'name': SearchDatastore_Task, 'duration_secs': 0.016387} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.391116] env[62298]: DEBUG oslo_concurrency.lockutils [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.391315] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] a1658c2a-7867-479c-aaff-e1c872c03423/a1658c2a-7867-479c-aaff-e1c872c03423.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1710.391578] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a848ba54-9e42-4f99-b185-d2c15adfb989 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.398879] env[62298]: DEBUG nova.compute.manager [req-a5fd56bb-752c-448c-ac2a-df144ee3a344 req-8c41134c-170a-426a-8ce8-ff9b0714ef81 service nova] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Received event network-changed-8bbf9180-460f-42d5-809d-49f261467281 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1710.399424] env[62298]: DEBUG nova.compute.manager [req-a5fd56bb-752c-448c-ac2a-df144ee3a344 req-8c41134c-170a-426a-8ce8-ff9b0714ef81 service nova] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Refreshing instance network info cache due to event network-changed-8bbf9180-460f-42d5-809d-49f261467281. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1710.399424] env[62298]: DEBUG oslo_concurrency.lockutils [req-a5fd56bb-752c-448c-ac2a-df144ee3a344 req-8c41134c-170a-426a-8ce8-ff9b0714ef81 service nova] Acquiring lock "refresh_cache-962ecb80-8eec-4f8e-a407-3d453057bd5c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.399528] env[62298]: DEBUG oslo_concurrency.lockutils [req-a5fd56bb-752c-448c-ac2a-df144ee3a344 req-8c41134c-170a-426a-8ce8-ff9b0714ef81 service nova] Acquired lock "refresh_cache-962ecb80-8eec-4f8e-a407-3d453057bd5c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.399647] env[62298]: DEBUG nova.network.neutron [req-a5fd56bb-752c-448c-ac2a-df144ee3a344 req-8c41134c-170a-426a-8ce8-ff9b0714ef81 service nova] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Refreshing network info cache for port 8bbf9180-460f-42d5-809d-49f261467281 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1710.402348] env[62298]: DEBUG oslo_vmware.api [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Waiting for the task: (returnval){ [ 1710.402348] env[62298]: value = "task-1804544" [ 1710.402348] env[62298]: _type = "Task" [ 1710.402348] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.412772] env[62298]: DEBUG oslo_vmware.api [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Task: {'id': task-1804544, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.814069] env[62298]: DEBUG oslo_vmware.api [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804542, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.876519] env[62298]: DEBUG oslo_vmware.api [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804543, 'name': Destroy_Task} progress is 33%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.879942] env[62298]: DEBUG nova.compute.manager [None req-706759cc-f767-4bc0-943b-7076d4bc6fb6 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1710.881083] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279849eb-e4c6-4fe5-9fb9-d31e318758a6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.915497] env[62298]: DEBUG oslo_vmware.api [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Task: {'id': task-1804544, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.004465] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1657f1-6d2b-4a0d-a57f-6ce9dc5d615d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.014043] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa649cb-216d-4a25-9de9-8dfb36ae8e9d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.049983] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cbe9fd-297c-4bc3-b489-0302c067739e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.058483] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c8bd91-e817-4932-8f09-772f6eed2ceb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.075106] env[62298]: DEBUG nova.compute.provider_tree [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1711.211352] env[62298]: DEBUG nova.network.neutron [req-a5fd56bb-752c-448c-ac2a-df144ee3a344 req-8c41134c-170a-426a-8ce8-ff9b0714ef81 service nova] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Updated VIF entry in instance network info cache for port 8bbf9180-460f-42d5-809d-49f261467281. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1711.211661] env[62298]: DEBUG nova.network.neutron [req-a5fd56bb-752c-448c-ac2a-df144ee3a344 req-8c41134c-170a-426a-8ce8-ff9b0714ef81 service nova] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Updating instance_info_cache with network_info: [{"id": "8bbf9180-460f-42d5-809d-49f261467281", "address": "fa:16:3e:ce:11:19", "network": {"id": "0622261b-44b0-4c1a-819a-db83d31fda3f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-821763392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ff3e052184495da842a8b9e1009816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bbf9180-46", "ovs_interfaceid": "8bbf9180-460f-42d5-809d-49f261467281", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.254781] env[62298]: DEBUG oslo_concurrency.lockutils [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Acquiring lock "8089341d-7442-4e36-b5a3-e89b23f3f5e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.255159] env[62298]: DEBUG oslo_concurrency.lockutils [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Lock "8089341d-7442-4e36-b5a3-e89b23f3f5e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.255430] env[62298]: DEBUG oslo_concurrency.lockutils [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Acquiring lock "8089341d-7442-4e36-b5a3-e89b23f3f5e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.255666] env[62298]: DEBUG oslo_concurrency.lockutils [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Lock "8089341d-7442-4e36-b5a3-e89b23f3f5e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.255884] env[62298]: DEBUG oslo_concurrency.lockutils [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Lock "8089341d-7442-4e36-b5a3-e89b23f3f5e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.258652] env[62298]: INFO nova.compute.manager [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Terminating instance [ 1711.311111] env[62298]: DEBUG oslo_vmware.api [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804542, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.376888] env[62298]: DEBUG oslo_vmware.api [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804543, 'name': Destroy_Task, 'duration_secs': 0.821198} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.377200] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Destroyed the VM [ 1711.377552] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Deleting Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1711.377906] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d4632544-414a-4821-a703-8d26b2b7905b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.385426] env[62298]: DEBUG oslo_vmware.api [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1711.385426] env[62298]: value = "task-1804545" [ 1711.385426] env[62298]: _type = "Task" [ 1711.385426] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.394757] env[62298]: INFO nova.compute.manager [None req-706759cc-f767-4bc0-943b-7076d4bc6fb6 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] instance snapshotting [ 1711.396142] env[62298]: DEBUG nova.objects.instance [None req-706759cc-f767-4bc0-943b-7076d4bc6fb6 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Lazy-loading 'flavor' on Instance uuid 8089341d-7442-4e36-b5a3-e89b23f3f5e6 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1711.396723] env[62298]: DEBUG oslo_vmware.api [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804545, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.414810] env[62298]: DEBUG oslo_vmware.api [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Task: {'id': task-1804544, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660985} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.415802] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] a1658c2a-7867-479c-aaff-e1c872c03423/a1658c2a-7867-479c-aaff-e1c872c03423.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1711.416097] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1711.416399] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3ed73b9-4025-48ff-bf97-884605e61a34 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.423678] env[62298]: DEBUG oslo_vmware.api [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Waiting for the task: (returnval){ [ 1711.423678] env[62298]: value = "task-1804546" [ 1711.423678] env[62298]: _type = "Task" [ 1711.423678] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.427055] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bdd31f9c-07d6-49d3-b6cb-43f053a5e55f tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "ca4080d1-e1e4-4bed-a777-bf2414a20cb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.427311] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bdd31f9c-07d6-49d3-b6cb-43f053a5e55f tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "ca4080d1-e1e4-4bed-a777-bf2414a20cb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.427562] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bdd31f9c-07d6-49d3-b6cb-43f053a5e55f tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "ca4080d1-e1e4-4bed-a777-bf2414a20cb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.427787] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bdd31f9c-07d6-49d3-b6cb-43f053a5e55f tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "ca4080d1-e1e4-4bed-a777-bf2414a20cb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.427963] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bdd31f9c-07d6-49d3-b6cb-43f053a5e55f tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "ca4080d1-e1e4-4bed-a777-bf2414a20cb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.434832] env[62298]: DEBUG oslo_vmware.api [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Task: {'id': task-1804546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.435428] env[62298]: INFO nova.compute.manager [None req-bdd31f9c-07d6-49d3-b6cb-43f053a5e55f tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Terminating instance [ 1711.578868] env[62298]: DEBUG nova.scheduler.client.report [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1711.714244] env[62298]: DEBUG oslo_concurrency.lockutils [req-a5fd56bb-752c-448c-ac2a-df144ee3a344 req-8c41134c-170a-426a-8ce8-ff9b0714ef81 service nova] Releasing lock "refresh_cache-962ecb80-8eec-4f8e-a407-3d453057bd5c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.715044] env[62298]: DEBUG nova.compute.manager [req-a5fd56bb-752c-448c-ac2a-df144ee3a344 req-8c41134c-170a-426a-8ce8-ff9b0714ef81 service nova] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Received event network-vif-deleted-e0fda82d-3485-45ee-92d6-90c2cefba86c {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1711.763341] env[62298]: DEBUG oslo_concurrency.lockutils [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Acquiring lock "refresh_cache-8089341d-7442-4e36-b5a3-e89b23f3f5e6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.764870] env[62298]: DEBUG oslo_concurrency.lockutils [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Acquired lock "refresh_cache-8089341d-7442-4e36-b5a3-e89b23f3f5e6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.764870] env[62298]: DEBUG nova.network.neutron [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1711.811448] env[62298]: DEBUG oslo_vmware.api [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804542, 'name': RemoveSnapshot_Task, 'duration_secs': 2.036413} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.812726] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Deleted Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1711.898236] env[62298]: DEBUG oslo_vmware.api [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804545, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.902717] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8ec315-9749-4cf6-b7e7-331308276d32 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.923645] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4f9c31-5af1-4a94-abce-3e7e148dd941 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.940689] env[62298]: DEBUG nova.compute.manager [None req-bdd31f9c-07d6-49d3-b6cb-43f053a5e55f tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1711.940998] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd31f9c-07d6-49d3-b6cb-43f053a5e55f tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1711.941267] env[62298]: DEBUG oslo_vmware.api [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Task: {'id': task-1804546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069903} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.942389] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9060d4-2e4d-4eeb-8240-a7611a3a29c3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.945723] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1711.946598] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765ddd0c-71b0-4d4d-9ccb-f677e4023e3e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.972807] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] a1658c2a-7867-479c-aaff-e1c872c03423/a1658c2a-7867-479c-aaff-e1c872c03423.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1711.976420] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3a0f747-0e4a-4606-a614-ea188c95e55d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.994818] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd31f9c-07d6-49d3-b6cb-43f053a5e55f tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1711.997056] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79e540e7-d92f-4816-936c-e88f9f9b042d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.002929] env[62298]: DEBUG oslo_concurrency.lockutils [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "36f2e25e-c1e1-45ca-af95-d23d1264ef48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.003361] env[62298]: DEBUG oslo_concurrency.lockutils [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "36f2e25e-c1e1-45ca-af95-d23d1264ef48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.008593] env[62298]: DEBUG oslo_vmware.api [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Waiting for the task: (returnval){ [ 1712.008593] env[62298]: value = "task-1804547" [ 1712.008593] env[62298]: _type = "Task" [ 1712.008593] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.013870] env[62298]: DEBUG oslo_vmware.api [None req-bdd31f9c-07d6-49d3-b6cb-43f053a5e55f tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1712.013870] env[62298]: value = "task-1804548" [ 1712.013870] env[62298]: _type = "Task" [ 1712.013870] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.022634] env[62298]: DEBUG oslo_vmware.api [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Task: {'id': task-1804547, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.028907] env[62298]: DEBUG oslo_vmware.api [None req-bdd31f9c-07d6-49d3-b6cb-43f053a5e55f tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.085604] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.086219] env[62298]: DEBUG nova.compute.manager [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1712.089387] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2158e3d-22b0-4056-8f66-a93619a27d1f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.850s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.089489] env[62298]: DEBUG nova.objects.instance [None req-c2158e3d-22b0-4056-8f66-a93619a27d1f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lazy-loading 'resources' on Instance uuid 3ac82c27-bd02-486e-ac8c-36328891c942 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1712.286679] env[62298]: DEBUG nova.network.neutron [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1712.318532] env[62298]: WARNING nova.compute.manager [None req-992a1632-652c-4d7d-b79c-ff9d524d6b85 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Image not found during snapshot: nova.exception.ImageNotFound: Image cd9d9e2a-e094-4a24-8428-5b406bdc0854 could not be found. [ 1712.359178] env[62298]: DEBUG nova.network.neutron [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.398383] env[62298]: DEBUG oslo_vmware.api [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804545, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.443259] env[62298]: DEBUG nova.compute.manager [None req-706759cc-f767-4bc0-943b-7076d4bc6fb6 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Instance disappeared during snapshot {{(pid=62298) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1712.506538] env[62298]: DEBUG nova.compute.manager [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1712.518951] env[62298]: DEBUG oslo_vmware.api [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Task: {'id': task-1804547, 'name': ReconfigVM_Task, 'duration_secs': 0.431657} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.522330] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Reconfigured VM instance instance-00000047 to attach disk [datastore1] a1658c2a-7867-479c-aaff-e1c872c03423/a1658c2a-7867-479c-aaff-e1c872c03423.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1712.523123] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fca9e8a-85ef-472e-9049-13f47242b07a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.530649] env[62298]: DEBUG oslo_vmware.api [None req-bdd31f9c-07d6-49d3-b6cb-43f053a5e55f tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804548, 'name': PowerOffVM_Task, 'duration_secs': 0.328883} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.532501] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd31f9c-07d6-49d3-b6cb-43f053a5e55f tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1712.532501] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd31f9c-07d6-49d3-b6cb-43f053a5e55f tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1712.532915] env[62298]: DEBUG oslo_vmware.api [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Waiting for the task: (returnval){ [ 1712.532915] env[62298]: value = "task-1804549" [ 1712.532915] env[62298]: _type = "Task" [ 1712.532915] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.532915] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd959f99-a346-49eb-9c5f-7c1a4694f8ee {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.544888] env[62298]: DEBUG oslo_vmware.api [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Task: {'id': task-1804549, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.567376] env[62298]: DEBUG nova.compute.manager [None req-706759cc-f767-4bc0-943b-7076d4bc6fb6 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Found 0 images (rotation: 2) {{(pid=62298) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4986}} [ 1712.592283] env[62298]: DEBUG nova.compute.utils [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1712.597549] env[62298]: DEBUG nova.compute.manager [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1712.597876] env[62298]: DEBUG nova.network.neutron [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1712.645042] env[62298]: DEBUG nova.policy [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '004e0c7876664758866c98c8f36663dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5af512a3e1f469f9c4223575f326699', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1712.774039] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd31f9c-07d6-49d3-b6cb-43f053a5e55f tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1712.774039] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd31f9c-07d6-49d3-b6cb-43f053a5e55f tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1712.774275] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd31f9c-07d6-49d3-b6cb-43f053a5e55f tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Deleting the datastore file [datastore1] ca4080d1-e1e4-4bed-a777-bf2414a20cb5 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1712.774547] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e55754c3-0537-48fb-97dd-c2b679df8733 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.780912] env[62298]: DEBUG oslo_vmware.api [None req-bdd31f9c-07d6-49d3-b6cb-43f053a5e55f tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for the task: (returnval){ [ 1712.780912] env[62298]: value = "task-1804551" [ 1712.780912] env[62298]: _type = "Task" [ 1712.780912] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.790569] env[62298]: DEBUG oslo_vmware.api [None req-bdd31f9c-07d6-49d3-b6cb-43f053a5e55f tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.861818] env[62298]: DEBUG oslo_concurrency.lockutils [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Releasing lock "refresh_cache-8089341d-7442-4e36-b5a3-e89b23f3f5e6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.862471] env[62298]: DEBUG nova.compute.manager [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1712.862763] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1712.863801] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4997d837-67ce-4a68-a5ff-4cb69e801541 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.868370] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371344f1-72a8-4c3f-b423-896fbbcb98db {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.878789] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ac8cea-ac71-4d29-8214-16d5cac628bc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.882074] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1712.882367] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2472120-94e5-4132-902c-66a8b41163ae {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.889141] env[62298]: DEBUG oslo_vmware.api [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Waiting for the task: (returnval){ [ 1712.889141] env[62298]: value = "task-1804552" [ 1712.889141] env[62298]: _type = "Task" [ 1712.889141] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.924233] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f098445-fa4c-43fd-89fc-6e47872f6508 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.936303] env[62298]: DEBUG oslo_vmware.api [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804545, 'name': RemoveSnapshot_Task, 'duration_secs': 1.120946} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.936303] env[62298]: DEBUG oslo_vmware.api [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Task: {'id': task-1804552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.938556] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Deleted Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1712.938802] env[62298]: INFO nova.compute.manager [None req-bb10f715-e20c-4527-9416-82a009bdcda5 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Took 17.83 seconds to snapshot the instance on the hypervisor. [ 1712.942735] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336279b5-bac1-4780-bb91-b1a7e4ffcdc9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.962647] env[62298]: DEBUG nova.compute.provider_tree [None req-c2158e3d-22b0-4056-8f66-a93619a27d1f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1713.004837] env[62298]: DEBUG nova.network.neutron [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Successfully created port: 187361e8-f5aa-4b32-b14f-02c5594206ef {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1713.029804] env[62298]: DEBUG oslo_concurrency.lockutils [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.046252] env[62298]: DEBUG oslo_vmware.api [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Task: {'id': task-1804549, 'name': Rename_Task, 'duration_secs': 0.142613} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.046532] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1713.046790] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f234ecd9-54b3-4e82-acad-7ddefd1d2289 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.054707] env[62298]: DEBUG oslo_vmware.api [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Waiting for the task: (returnval){ [ 1713.054707] env[62298]: value = "task-1804553" [ 1713.054707] env[62298]: _type = "Task" [ 1713.054707] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.068378] env[62298]: DEBUG oslo_vmware.api [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Task: {'id': task-1804553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.097360] env[62298]: DEBUG nova.compute.manager [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1713.293920] env[62298]: DEBUG oslo_vmware.api [None req-bdd31f9c-07d6-49d3-b6cb-43f053a5e55f tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Task: {'id': task-1804551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339806} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.295065] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd31f9c-07d6-49d3-b6cb-43f053a5e55f tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1713.295397] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd31f9c-07d6-49d3-b6cb-43f053a5e55f tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1713.295483] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd31f9c-07d6-49d3-b6cb-43f053a5e55f tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1713.295656] env[62298]: INFO nova.compute.manager [None req-bdd31f9c-07d6-49d3-b6cb-43f053a5e55f tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Took 1.35 seconds to destroy the instance on the hypervisor. [ 1713.295905] env[62298]: DEBUG oslo.service.loopingcall [None req-bdd31f9c-07d6-49d3-b6cb-43f053a5e55f tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1713.296533] env[62298]: DEBUG nova.compute.manager [-] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1713.296533] env[62298]: DEBUG nova.network.neutron [-] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1713.428407] env[62298]: DEBUG oslo_vmware.api [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Task: {'id': task-1804552, 'name': PowerOffVM_Task, 'duration_secs': 0.213735} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.429203] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1713.430046] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1713.430046] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ace57957-d038-4f5a-b8fa-a654c975af2e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.458854] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1713.458854] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1713.458854] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Deleting the datastore file [datastore1] 8089341d-7442-4e36-b5a3-e89b23f3f5e6 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1713.458854] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2db56777-7184-40d4-adb7-17676b3d6bc7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.467037] env[62298]: DEBUG nova.scheduler.client.report [None req-c2158e3d-22b0-4056-8f66-a93619a27d1f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1713.470248] env[62298]: DEBUG oslo_vmware.api [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Waiting for the task: (returnval){ [ 1713.470248] env[62298]: value = "task-1804555" [ 1713.470248] env[62298]: _type = "Task" [ 1713.470248] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.482791] env[62298]: DEBUG oslo_vmware.api [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Task: {'id': task-1804555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.564769] env[62298]: DEBUG oslo_vmware.api [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Task: {'id': task-1804553, 'name': PowerOnVM_Task, 'duration_secs': 0.509585} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.568109] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1713.568109] env[62298]: INFO nova.compute.manager [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1713.568109] env[62298]: DEBUG nova.compute.manager [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1713.568109] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f9bfb3-dc89-4d61-97d9-973709d25cba {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.745907] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b4dd1054-1ac8-4e63-9b03-6a18105d107e tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquiring lock "5974ccd6-edb1-4389-aaa0-265c36d54de3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.746896] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b4dd1054-1ac8-4e63-9b03-6a18105d107e tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Lock "5974ccd6-edb1-4389-aaa0-265c36d54de3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.747738] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b4dd1054-1ac8-4e63-9b03-6a18105d107e tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquiring lock "5974ccd6-edb1-4389-aaa0-265c36d54de3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.750983] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b4dd1054-1ac8-4e63-9b03-6a18105d107e tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Lock "5974ccd6-edb1-4389-aaa0-265c36d54de3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.750983] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b4dd1054-1ac8-4e63-9b03-6a18105d107e tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Lock "5974ccd6-edb1-4389-aaa0-265c36d54de3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.754261] env[62298]: INFO nova.compute.manager [None req-b4dd1054-1ac8-4e63-9b03-6a18105d107e tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Terminating instance [ 1713.972513] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2158e3d-22b0-4056-8f66-a93619a27d1f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.975683] env[62298]: DEBUG oslo_concurrency.lockutils [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.946s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.977973] env[62298]: INFO nova.compute.claims [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1713.991069] env[62298]: DEBUG oslo_vmware.api [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Task: {'id': task-1804555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198057} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.991069] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1713.991069] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1713.991069] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1713.991069] env[62298]: INFO nova.compute.manager [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1713.991069] env[62298]: DEBUG oslo.service.loopingcall [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1713.991069] env[62298]: DEBUG nova.compute.manager [-] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1713.991069] env[62298]: DEBUG nova.network.neutron [-] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1714.012828] env[62298]: INFO nova.scheduler.client.report [None req-c2158e3d-22b0-4056-8f66-a93619a27d1f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Deleted allocations for instance 3ac82c27-bd02-486e-ac8c-36328891c942 [ 1714.018803] env[62298]: DEBUG nova.network.neutron [-] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1714.083759] env[62298]: INFO nova.compute.manager [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Took 21.68 seconds to build instance. [ 1714.106523] env[62298]: DEBUG nova.compute.manager [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1714.139777] env[62298]: DEBUG nova.virt.hardware [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1714.140340] env[62298]: DEBUG nova.virt.hardware [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1714.140518] env[62298]: DEBUG nova.virt.hardware [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1714.140720] env[62298]: DEBUG nova.virt.hardware [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1714.140875] env[62298]: DEBUG nova.virt.hardware [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1714.141041] env[62298]: DEBUG nova.virt.hardware [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1714.141296] env[62298]: DEBUG nova.virt.hardware [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1714.141479] env[62298]: DEBUG nova.virt.hardware [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1714.141662] env[62298]: DEBUG nova.virt.hardware [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1714.141838] env[62298]: DEBUG nova.virt.hardware [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1714.142037] env[62298]: DEBUG nova.virt.hardware [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1714.143223] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0f9a47-f282-431c-9b55-90632f13a8ea {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.152332] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cd8f7a-0822-49ce-aa38-9ea5cb82aad7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.170323] env[62298]: DEBUG nova.compute.manager [req-96565585-dde5-452b-b3c0-e1c22b37bd51 req-d68b63c9-c4c2-40ea-8886-36690ab75b2b service nova] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Received event network-vif-deleted-07433aab-8a04-4860-9050-6f15543e35db {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1714.170553] env[62298]: INFO nova.compute.manager [req-96565585-dde5-452b-b3c0-e1c22b37bd51 req-d68b63c9-c4c2-40ea-8886-36690ab75b2b service nova] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Neutron deleted interface 07433aab-8a04-4860-9050-6f15543e35db; detaching it from the instance and deleting it from the info cache [ 1714.170732] env[62298]: DEBUG nova.network.neutron [req-96565585-dde5-452b-b3c0-e1c22b37bd51 req-d68b63c9-c4c2-40ea-8886-36690ab75b2b service nova] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.264128] env[62298]: DEBUG nova.compute.manager [None req-b4dd1054-1ac8-4e63-9b03-6a18105d107e tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1714.264379] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b4dd1054-1ac8-4e63-9b03-6a18105d107e tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1714.265400] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e65c54-52f9-45a4-82b4-17aab6160771 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.273426] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4dd1054-1ac8-4e63-9b03-6a18105d107e tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1714.273687] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-295204e1-72f9-4f04-9047-398297c53095 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.279936] env[62298]: DEBUG oslo_vmware.api [None req-b4dd1054-1ac8-4e63-9b03-6a18105d107e tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1714.279936] env[62298]: value = "task-1804556" [ 1714.279936] env[62298]: _type = "Task" [ 1714.279936] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.291031] env[62298]: DEBUG oslo_vmware.api [None req-b4dd1054-1ac8-4e63-9b03-6a18105d107e tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.522476] env[62298]: DEBUG nova.network.neutron [-] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.530096] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2158e3d-22b0-4056-8f66-a93619a27d1f tempest-ListServerFiltersTestJSON-2060629938 tempest-ListServerFiltersTestJSON-2060629938-project-member] Lock "3ac82c27-bd02-486e-ac8c-36328891c942" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.918s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.550053] env[62298]: DEBUG nova.network.neutron [-] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.586782] env[62298]: DEBUG oslo_concurrency.lockutils [None req-edfed0cb-8e5d-403e-be43-9021aa486e5a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Lock "a1658c2a-7867-479c-aaff-e1c872c03423" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.189s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.676409] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13e902ce-be04-4f8a-99d7-45f2b7d5a31c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.683834] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8463681-0b26-4e80-afd7-d2c766774640 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.721987] env[62298]: DEBUG nova.compute.manager [req-96565585-dde5-452b-b3c0-e1c22b37bd51 req-d68b63c9-c4c2-40ea-8886-36690ab75b2b service nova] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Detach interface failed, port_id=07433aab-8a04-4860-9050-6f15543e35db, reason: Instance ca4080d1-e1e4-4bed-a777-bf2414a20cb5 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1714.749179] env[62298]: DEBUG nova.compute.manager [req-e21c62e1-4ab8-4b87-a1d3-c9326f53639b req-1ff39816-04e8-41a0-828a-e9e401908869 service nova] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Received event network-vif-plugged-187361e8-f5aa-4b32-b14f-02c5594206ef {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1714.749179] env[62298]: DEBUG oslo_concurrency.lockutils [req-e21c62e1-4ab8-4b87-a1d3-c9326f53639b req-1ff39816-04e8-41a0-828a-e9e401908869 service nova] Acquiring lock "a79f5737-549b-4cdd-ae42-591ed2fb12c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.749179] env[62298]: DEBUG oslo_concurrency.lockutils [req-e21c62e1-4ab8-4b87-a1d3-c9326f53639b req-1ff39816-04e8-41a0-828a-e9e401908869 service nova] Lock "a79f5737-549b-4cdd-ae42-591ed2fb12c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.749179] env[62298]: DEBUG oslo_concurrency.lockutils [req-e21c62e1-4ab8-4b87-a1d3-c9326f53639b req-1ff39816-04e8-41a0-828a-e9e401908869 service nova] Lock "a79f5737-549b-4cdd-ae42-591ed2fb12c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.749179] env[62298]: DEBUG nova.compute.manager [req-e21c62e1-4ab8-4b87-a1d3-c9326f53639b req-1ff39816-04e8-41a0-828a-e9e401908869 service nova] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] No waiting events found dispatching network-vif-plugged-187361e8-f5aa-4b32-b14f-02c5594206ef {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1714.749179] env[62298]: WARNING nova.compute.manager [req-e21c62e1-4ab8-4b87-a1d3-c9326f53639b req-1ff39816-04e8-41a0-828a-e9e401908869 service nova] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Received unexpected event network-vif-plugged-187361e8-f5aa-4b32-b14f-02c5594206ef for instance with vm_state building and task_state spawning. [ 1714.795022] env[62298]: DEBUG oslo_vmware.api [None req-b4dd1054-1ac8-4e63-9b03-6a18105d107e tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804556, 'name': PowerOffVM_Task, 'duration_secs': 0.221255} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.795022] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4dd1054-1ac8-4e63-9b03-6a18105d107e tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1714.795022] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b4dd1054-1ac8-4e63-9b03-6a18105d107e tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1714.795022] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e9a14f7c-d39e-404c-90c9-810033b97b2a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Acquiring lock "a1658c2a-7867-479c-aaff-e1c872c03423" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.795022] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e9a14f7c-d39e-404c-90c9-810033b97b2a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Lock "a1658c2a-7867-479c-aaff-e1c872c03423" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.795022] env[62298]: INFO nova.compute.manager [None req-e9a14f7c-d39e-404c-90c9-810033b97b2a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Rebooting instance [ 1714.798185] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e72368e-4e17-4cd5-a799-ea499e07337a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.880262] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b4dd1054-1ac8-4e63-9b03-6a18105d107e tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1714.880262] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b4dd1054-1ac8-4e63-9b03-6a18105d107e tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1714.880262] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4dd1054-1ac8-4e63-9b03-6a18105d107e tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Deleting the datastore file [datastore1] 5974ccd6-edb1-4389-aaa0-265c36d54de3 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1714.880262] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee6d75d4-e56a-468c-8eef-552ab21bc53a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.889127] env[62298]: DEBUG oslo_vmware.api [None req-b4dd1054-1ac8-4e63-9b03-6a18105d107e tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1714.889127] env[62298]: value = "task-1804558" [ 1714.889127] env[62298]: _type = "Task" [ 1714.889127] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.898394] env[62298]: DEBUG oslo_vmware.api [None req-b4dd1054-1ac8-4e63-9b03-6a18105d107e tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.952048] env[62298]: DEBUG nova.network.neutron [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Successfully updated port: 187361e8-f5aa-4b32-b14f-02c5594206ef {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1715.027691] env[62298]: INFO nova.compute.manager [-] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Took 1.04 seconds to deallocate network for instance. [ 1715.052607] env[62298]: INFO nova.compute.manager [-] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Took 1.76 seconds to deallocate network for instance. [ 1715.262444] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9942f2af-8930-4a7f-a17b-042894ba8e4c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.274030] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb0012e-f1f6-4a10-ac77-7d17f95191ca {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.307080] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a92d3f-def9-428e-96d7-83b0db8df7a1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.314015] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b08b159-dae9-4954-8211-81b5aa5d86fb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.329173] env[62298]: DEBUG nova.compute.provider_tree [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1715.330321] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e9a14f7c-d39e-404c-90c9-810033b97b2a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Acquiring lock "refresh_cache-a1658c2a-7867-479c-aaff-e1c872c03423" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.330494] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e9a14f7c-d39e-404c-90c9-810033b97b2a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Acquired lock "refresh_cache-a1658c2a-7867-479c-aaff-e1c872c03423" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.330669] env[62298]: DEBUG nova.network.neutron [None req-e9a14f7c-d39e-404c-90c9-810033b97b2a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1715.398115] env[62298]: DEBUG oslo_vmware.api [None req-b4dd1054-1ac8-4e63-9b03-6a18105d107e tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215296} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.398421] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4dd1054-1ac8-4e63-9b03-6a18105d107e tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1715.398619] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b4dd1054-1ac8-4e63-9b03-6a18105d107e tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1715.398802] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b4dd1054-1ac8-4e63-9b03-6a18105d107e tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1715.398978] env[62298]: INFO nova.compute.manager [None req-b4dd1054-1ac8-4e63-9b03-6a18105d107e tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1715.399248] env[62298]: DEBUG oslo.service.loopingcall [None req-b4dd1054-1ac8-4e63-9b03-6a18105d107e tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1715.399449] env[62298]: DEBUG nova.compute.manager [-] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1715.399607] env[62298]: DEBUG nova.network.neutron [-] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1715.456984] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "refresh_cache-a79f5737-549b-4cdd-ae42-591ed2fb12c6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.456984] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquired lock "refresh_cache-a79f5737-549b-4cdd-ae42-591ed2fb12c6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.457228] env[62298]: DEBUG nova.network.neutron [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1715.534920] env[62298]: DEBUG oslo_concurrency.lockutils [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.566231] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bdd31f9c-07d6-49d3-b6cb-43f053a5e55f tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.855875] env[62298]: ERROR nova.scheduler.client.report [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [req-439e0744-c6d7-41ff-8ffd-01bd7e2f6f10] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-439e0744-c6d7-41ff-8ffd-01bd7e2f6f10"}]} [ 1715.876803] env[62298]: DEBUG nova.scheduler.client.report [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1715.891026] env[62298]: DEBUG nova.scheduler.client.report [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1715.891272] env[62298]: DEBUG nova.compute.provider_tree [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1715.909333] env[62298]: DEBUG nova.scheduler.client.report [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1715.933550] env[62298]: DEBUG nova.scheduler.client.report [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1716.010479] env[62298]: DEBUG nova.network.neutron [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1716.073960] env[62298]: DEBUG nova.network.neutron [None req-e9a14f7c-d39e-404c-90c9-810033b97b2a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Updating instance_info_cache with network_info: [{"id": "5ed34df7-37f6-4003-905e-8b2adfff8b77", "address": "fa:16:3e:82:d9:b3", "network": {"id": "f0489934-b130-41b0-aa1a-137bc7eb2f36", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2108080439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d34989c9af54cfe93705938ff2997a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ed34df7-37", "ovs_interfaceid": "5ed34df7-37f6-4003-905e-8b2adfff8b77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.109970] env[62298]: DEBUG oslo_vmware.rw_handles [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d3f17c-f569-3489-344d-e715609d4652/disk-0.vmdk. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1716.112906] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d981b706-8260-48b3-978d-989fd2325094 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.120156] env[62298]: DEBUG oslo_vmware.rw_handles [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d3f17c-f569-3489-344d-e715609d4652/disk-0.vmdk is in state: ready. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1716.120484] env[62298]: ERROR oslo_vmware.rw_handles [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d3f17c-f569-3489-344d-e715609d4652/disk-0.vmdk due to incomplete transfer. [ 1716.120558] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-15eb0d7c-ed19-4552-81c9-d3f1091b88a8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.130722] env[62298]: DEBUG oslo_vmware.rw_handles [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d3f17c-f569-3489-344d-e715609d4652/disk-0.vmdk. {{(pid=62298) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1716.130936] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Uploaded image 63303ac7-f402-4e75-a276-b2cf8e40ccc7 to the Glance image server {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1716.132637] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Destroying the VM {{(pid=62298) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1716.132901] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c5951f9b-8d76-4938-88b3-562afa088a95 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.140049] env[62298]: DEBUG oslo_vmware.api [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1716.140049] env[62298]: value = "task-1804559" [ 1716.140049] env[62298]: _type = "Task" [ 1716.140049] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.153054] env[62298]: DEBUG oslo_vmware.api [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804559, 'name': Destroy_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.172826] env[62298]: DEBUG nova.network.neutron [-] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.199973] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce5e75b-c6e6-4b40-aa40-c5677d97e23f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.211390] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7797d495-b388-4127-be75-f4cad236444a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.246721] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6179896b-77b2-405d-a233-0d88693ca054 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.254672] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a0fcad-4b71-4b16-8775-74420583745d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.269687] env[62298]: DEBUG nova.compute.provider_tree [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1716.370962] env[62298]: DEBUG nova.network.neutron [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Updating instance_info_cache with network_info: [{"id": "187361e8-f5aa-4b32-b14f-02c5594206ef", "address": "fa:16:3e:e2:ed:ef", "network": {"id": "94bd295c-7a95-4ae9-8468-34209c70d332", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-786886130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5af512a3e1f469f9c4223575f326699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap187361e8-f5", "ovs_interfaceid": "187361e8-f5aa-4b32-b14f-02c5594206ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.580770] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e9a14f7c-d39e-404c-90c9-810033b97b2a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Releasing lock "refresh_cache-a1658c2a-7867-479c-aaff-e1c872c03423" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.653138] env[62298]: DEBUG oslo_vmware.api [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804559, 'name': Destroy_Task, 'duration_secs': 0.456758} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.653427] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Destroyed the VM [ 1716.653669] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Deleting Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1716.653934] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e1f5f5cc-c09f-46d2-85f0-12431b22a8ed {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.660144] env[62298]: DEBUG oslo_vmware.api [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1716.660144] env[62298]: value = "task-1804560" [ 1716.660144] env[62298]: _type = "Task" [ 1716.660144] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.670577] env[62298]: DEBUG oslo_vmware.api [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804560, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.675180] env[62298]: INFO nova.compute.manager [-] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Took 1.28 seconds to deallocate network for instance. [ 1716.804150] env[62298]: DEBUG nova.compute.manager [req-b5a604f5-b959-48c4-b172-564a0a868d00 req-daeb13b6-8594-41a8-aa9b-7f4fb5967416 service nova] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Received event network-changed-187361e8-f5aa-4b32-b14f-02c5594206ef {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1716.804355] env[62298]: DEBUG nova.compute.manager [req-b5a604f5-b959-48c4-b172-564a0a868d00 req-daeb13b6-8594-41a8-aa9b-7f4fb5967416 service nova] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Refreshing instance network info cache due to event network-changed-187361e8-f5aa-4b32-b14f-02c5594206ef. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1716.804570] env[62298]: DEBUG oslo_concurrency.lockutils [req-b5a604f5-b959-48c4-b172-564a0a868d00 req-daeb13b6-8594-41a8-aa9b-7f4fb5967416 service nova] Acquiring lock "refresh_cache-a79f5737-549b-4cdd-ae42-591ed2fb12c6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.816641] env[62298]: DEBUG nova.scheduler.client.report [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 100 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1716.816926] env[62298]: DEBUG nova.compute.provider_tree [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 100 to 101 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1716.817152] env[62298]: DEBUG nova.compute.provider_tree [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1716.876085] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Releasing lock "refresh_cache-a79f5737-549b-4cdd-ae42-591ed2fb12c6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.876085] env[62298]: DEBUG nova.compute.manager [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Instance network_info: |[{"id": "187361e8-f5aa-4b32-b14f-02c5594206ef", "address": "fa:16:3e:e2:ed:ef", "network": {"id": "94bd295c-7a95-4ae9-8468-34209c70d332", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-786886130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5af512a3e1f469f9c4223575f326699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap187361e8-f5", "ovs_interfaceid": "187361e8-f5aa-4b32-b14f-02c5594206ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1716.876085] env[62298]: DEBUG oslo_concurrency.lockutils [req-b5a604f5-b959-48c4-b172-564a0a868d00 req-daeb13b6-8594-41a8-aa9b-7f4fb5967416 service nova] Acquired lock "refresh_cache-a79f5737-549b-4cdd-ae42-591ed2fb12c6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.876085] env[62298]: DEBUG nova.network.neutron [req-b5a604f5-b959-48c4-b172-564a0a868d00 req-daeb13b6-8594-41a8-aa9b-7f4fb5967416 service nova] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Refreshing network info cache for port 187361e8-f5aa-4b32-b14f-02c5594206ef {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1716.876085] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:ed:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '187361e8-f5aa-4b32-b14f-02c5594206ef', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1716.885822] env[62298]: DEBUG oslo.service.loopingcall [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1716.886909] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1716.887919] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3eeae84-8a21-49be-8a4b-af71b3ea7a04 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.907232] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1716.907232] env[62298]: value = "task-1804561" [ 1716.907232] env[62298]: _type = "Task" [ 1716.907232] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.916015] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804561, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.085315] env[62298]: DEBUG nova.compute.manager [None req-e9a14f7c-d39e-404c-90c9-810033b97b2a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1717.086241] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca619b8-3bfb-475f-bee1-3dd274b967f7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.171271] env[62298]: DEBUG oslo_vmware.api [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804560, 'name': RemoveSnapshot_Task, 'duration_secs': 0.391562} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.174764] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Deleted Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1717.174764] env[62298]: DEBUG nova.compute.manager [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1717.174764] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79d5211-daa8-4c3f-8ba2-98e3befe5a6b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.182764] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b4dd1054-1ac8-4e63-9b03-6a18105d107e tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.322035] env[62298]: DEBUG oslo_concurrency.lockutils [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.346s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.322593] env[62298]: DEBUG nova.compute.manager [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1717.325574] env[62298]: DEBUG oslo_concurrency.lockutils [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.791s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.325738] env[62298]: DEBUG nova.objects.instance [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Lazy-loading 'resources' on Instance uuid 8089341d-7442-4e36-b5a3-e89b23f3f5e6 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1717.417981] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804561, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.687942] env[62298]: INFO nova.compute.manager [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Shelve offloading [ 1717.747163] env[62298]: DEBUG nova.network.neutron [req-b5a604f5-b959-48c4-b172-564a0a868d00 req-daeb13b6-8594-41a8-aa9b-7f4fb5967416 service nova] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Updated VIF entry in instance network info cache for port 187361e8-f5aa-4b32-b14f-02c5594206ef. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1717.747688] env[62298]: DEBUG nova.network.neutron [req-b5a604f5-b959-48c4-b172-564a0a868d00 req-daeb13b6-8594-41a8-aa9b-7f4fb5967416 service nova] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Updating instance_info_cache with network_info: [{"id": "187361e8-f5aa-4b32-b14f-02c5594206ef", "address": "fa:16:3e:e2:ed:ef", "network": {"id": "94bd295c-7a95-4ae9-8468-34209c70d332", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-786886130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5af512a3e1f469f9c4223575f326699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap187361e8-f5", "ovs_interfaceid": "187361e8-f5aa-4b32-b14f-02c5594206ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.749384] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Acquiring lock "23ba2a3a-1d1f-456d-9e47-75d50a3920de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.749737] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Lock "23ba2a3a-1d1f-456d-9e47-75d50a3920de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.831030] env[62298]: DEBUG nova.compute.utils [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1717.834275] env[62298]: DEBUG nova.compute.manager [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1717.834695] env[62298]: DEBUG nova.network.neutron [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1717.898986] env[62298]: DEBUG nova.policy [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1ff522aeff54504bcabb2ad8a01933a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95d435e146e148fd9636d470141aaba7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1717.919017] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804561, 'name': CreateVM_Task, 'duration_secs': 0.533968} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.919201] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1717.919839] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.920012] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.920348] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1717.920587] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aec6688b-3b28-4abf-85f5-21e72e002f2d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.924876] env[62298]: DEBUG oslo_vmware.api [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1717.924876] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]527b9d33-b861-117f-df16-39c930f960c2" [ 1717.924876] env[62298]: _type = "Task" [ 1717.924876] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.934887] env[62298]: DEBUG oslo_vmware.api [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]527b9d33-b861-117f-df16-39c930f960c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.045040] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb0a0dd-4f74-436d-97b6-7fb2e3491b81 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.055116] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d163456-cc83-4564-9490-cef620072cec {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.083864] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafaa6bf-99e5-43e9-a64c-e1d91a713aba {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.091521] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8ea44f-f38e-43e5-b3f2-5c1be8070677 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.105899] env[62298]: DEBUG nova.compute.provider_tree [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1718.110071] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87478e06-a472-43aa-ba4a-c583fd1a6283 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.114671] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a14f7c-d39e-404c-90c9-810033b97b2a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Doing hard reboot of VM {{(pid=62298) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1718.114671] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-be185b5c-3c67-49fc-80f8-0ffe3029a23b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.123557] env[62298]: DEBUG oslo_vmware.api [None req-e9a14f7c-d39e-404c-90c9-810033b97b2a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Waiting for the task: (returnval){ [ 1718.123557] env[62298]: value = "task-1804562" [ 1718.123557] env[62298]: _type = "Task" [ 1718.123557] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.134565] env[62298]: DEBUG oslo_vmware.api [None req-e9a14f7c-d39e-404c-90c9-810033b97b2a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Task: {'id': task-1804562, 'name': ResetVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.186812] env[62298]: DEBUG nova.network.neutron [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Successfully created port: 61349310-5e2a-4cb7-a7eb-dc21671f31a3 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1718.195843] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1718.196173] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-615df44d-5ced-47b1-b696-0d4a60eb5165 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.204346] env[62298]: DEBUG oslo_vmware.api [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1718.204346] env[62298]: value = "task-1804563" [ 1718.204346] env[62298]: _type = "Task" [ 1718.204346] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.215474] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] VM already powered off {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1718.218625] env[62298]: DEBUG nova.compute.manager [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1718.219556] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3d3fd5-bd92-48e3-98ce-dbbd74d676cd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.226140] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "refresh_cache-d32c6d9e-8890-4685-9499-fcc9dd185535" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.226338] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquired lock "refresh_cache-d32c6d9e-8890-4685-9499-fcc9dd185535" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.226566] env[62298]: DEBUG nova.network.neutron [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1718.252296] env[62298]: DEBUG oslo_concurrency.lockutils [req-b5a604f5-b959-48c4-b172-564a0a868d00 req-daeb13b6-8594-41a8-aa9b-7f4fb5967416 service nova] Releasing lock "refresh_cache-a79f5737-549b-4cdd-ae42-591ed2fb12c6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.252810] env[62298]: DEBUG nova.compute.manager [req-b5a604f5-b959-48c4-b172-564a0a868d00 req-daeb13b6-8594-41a8-aa9b-7f4fb5967416 service nova] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Received event network-vif-deleted-20b643d8-8e1c-4030-9b08-1c63d5284556 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1718.253082] env[62298]: DEBUG nova.compute.manager [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1718.334594] env[62298]: DEBUG nova.compute.manager [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1718.436185] env[62298]: DEBUG oslo_vmware.api [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]527b9d33-b861-117f-df16-39c930f960c2, 'name': SearchDatastore_Task, 'duration_secs': 0.021575} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.436480] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.436716] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1718.436949] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.437134] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.437328] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1718.437584] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0552ee66-624e-4992-a99c-5658272c6486 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.446132] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1718.446325] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1718.447051] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5371c36-8249-4ecf-b59f-ce811e2a156b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.452890] env[62298]: DEBUG oslo_vmware.api [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1718.452890] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f2b531-c1f0-a91a-66f7-cd366568f352" [ 1718.452890] env[62298]: _type = "Task" [ 1718.452890] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.461294] env[62298]: DEBUG oslo_vmware.api [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f2b531-c1f0-a91a-66f7-cd366568f352, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.612073] env[62298]: DEBUG nova.scheduler.client.report [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1718.634026] env[62298]: DEBUG oslo_vmware.api [None req-e9a14f7c-d39e-404c-90c9-810033b97b2a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Task: {'id': task-1804562, 'name': ResetVM_Task, 'duration_secs': 0.100221} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.634302] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e9a14f7c-d39e-404c-90c9-810033b97b2a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Did hard reboot of VM {{(pid=62298) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1718.634495] env[62298]: DEBUG nova.compute.manager [None req-e9a14f7c-d39e-404c-90c9-810033b97b2a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1718.635307] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed45989-269c-41af-a8b8-4bb1044b20c4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.780628] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.922864] env[62298]: DEBUG nova.network.neutron [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Updating instance_info_cache with network_info: [{"id": "07b0b4ec-1106-4db7-9b29-a447d4dd8f13", "address": "fa:16:3e:2a:63:56", "network": {"id": "091ff129-3451-49f5-adcd-213ad39e86c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-239447299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "590be3a2ce564aadaff20814b841c464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07b0b4ec-11", "ovs_interfaceid": "07b0b4ec-1106-4db7-9b29-a447d4dd8f13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.963903] env[62298]: DEBUG oslo_vmware.api [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f2b531-c1f0-a91a-66f7-cd366568f352, 'name': SearchDatastore_Task, 'duration_secs': 0.008813} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.964660] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44aef071-13e5-4960-8b7c-da58fc04ee27 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.971093] env[62298]: DEBUG oslo_vmware.api [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1718.971093] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5247a11a-7232-e8ab-a926-28f3827d9419" [ 1718.971093] env[62298]: _type = "Task" [ 1718.971093] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.979178] env[62298]: DEBUG oslo_vmware.api [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5247a11a-7232-e8ab-a926-28f3827d9419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.117201] env[62298]: DEBUG oslo_concurrency.lockutils [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.121154] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bdd31f9c-07d6-49d3-b6cb-43f053a5e55f tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.554s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.121154] env[62298]: DEBUG nova.objects.instance [None req-bdd31f9c-07d6-49d3-b6cb-43f053a5e55f tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lazy-loading 'resources' on Instance uuid ca4080d1-e1e4-4bed-a777-bf2414a20cb5 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1719.137353] env[62298]: INFO nova.scheduler.client.report [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Deleted allocations for instance 8089341d-7442-4e36-b5a3-e89b23f3f5e6 [ 1719.149443] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e9a14f7c-d39e-404c-90c9-810033b97b2a tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Lock "a1658c2a-7867-479c-aaff-e1c872c03423" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.354s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.345326] env[62298]: DEBUG nova.compute.manager [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1719.372368] env[62298]: DEBUG nova.virt.hardware [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6b7269a67b2bee429c2b7a345d8fd1d7',container_format='bare',created_at=2024-12-12T08:55:45Z,direct_url=,disk_format='vmdk',id=71db25ff-0fc2-498f-8a3c-b210b516a8c3,min_disk=1,min_ram=0,name='tempest-test-snap-931738928',owner='95d435e146e148fd9636d470141aaba7',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-12T08:56:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1719.372641] env[62298]: DEBUG nova.virt.hardware [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1719.372801] env[62298]: DEBUG nova.virt.hardware [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1719.372984] env[62298]: DEBUG nova.virt.hardware [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1719.373151] env[62298]: DEBUG nova.virt.hardware [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1719.373303] env[62298]: DEBUG nova.virt.hardware [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1719.373701] env[62298]: DEBUG nova.virt.hardware [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1719.373913] env[62298]: DEBUG nova.virt.hardware [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1719.374114] env[62298]: DEBUG nova.virt.hardware [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1719.374285] env[62298]: DEBUG nova.virt.hardware [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1719.374459] env[62298]: DEBUG nova.virt.hardware [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1719.375413] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf24a1f-5a46-42a8-8c74-e2597002a77a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.383828] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d5f947-50ea-429f-bd94-4e916714377f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.425979] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Releasing lock "refresh_cache-d32c6d9e-8890-4685-9499-fcc9dd185535" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.481559] env[62298]: DEBUG oslo_vmware.api [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5247a11a-7232-e8ab-a926-28f3827d9419, 'name': SearchDatastore_Task, 'duration_secs': 0.008765} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.481860] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.482501] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] a79f5737-549b-4cdd-ae42-591ed2fb12c6/a79f5737-549b-4cdd-ae42-591ed2fb12c6.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1719.482501] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-239fddcc-938a-456e-a6d1-bcbd78c05f08 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.490768] env[62298]: DEBUG oslo_vmware.api [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1719.490768] env[62298]: value = "task-1804564" [ 1719.490768] env[62298]: _type = "Task" [ 1719.490768] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.498935] env[62298]: DEBUG oslo_vmware.api [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.605299] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7c79a2e4-659f-4a70-84ba-e7d0e1b07195 tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Acquiring lock "a1658c2a-7867-479c-aaff-e1c872c03423" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.605586] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7c79a2e4-659f-4a70-84ba-e7d0e1b07195 tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Lock "a1658c2a-7867-479c-aaff-e1c872c03423" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.605855] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7c79a2e4-659f-4a70-84ba-e7d0e1b07195 tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Acquiring lock "a1658c2a-7867-479c-aaff-e1c872c03423-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.605996] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7c79a2e4-659f-4a70-84ba-e7d0e1b07195 tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Lock "a1658c2a-7867-479c-aaff-e1c872c03423-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.606194] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7c79a2e4-659f-4a70-84ba-e7d0e1b07195 tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Lock "a1658c2a-7867-479c-aaff-e1c872c03423-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.608476] env[62298]: INFO nova.compute.manager [None req-7c79a2e4-659f-4a70-84ba-e7d0e1b07195 tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Terminating instance [ 1719.650228] env[62298]: DEBUG oslo_concurrency.lockutils [None req-db600097-8b81-4f65-a8ed-cad4bde8dd83 tempest-ServersAaction247Test-780651826 tempest-ServersAaction247Test-780651826-project-member] Lock "8089341d-7442-4e36-b5a3-e89b23f3f5e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.395s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.681864] env[62298]: DEBUG nova.compute.manager [req-bb24c703-76b4-4a5f-8643-ee203cf22f5f req-180a5882-44a1-4e83-af6b-cd9be996b0c8 service nova] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Received event network-vif-plugged-61349310-5e2a-4cb7-a7eb-dc21671f31a3 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1719.682115] env[62298]: DEBUG oslo_concurrency.lockutils [req-bb24c703-76b4-4a5f-8643-ee203cf22f5f req-180a5882-44a1-4e83-af6b-cd9be996b0c8 service nova] Acquiring lock "36f2e25e-c1e1-45ca-af95-d23d1264ef48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.682328] env[62298]: DEBUG oslo_concurrency.lockutils [req-bb24c703-76b4-4a5f-8643-ee203cf22f5f req-180a5882-44a1-4e83-af6b-cd9be996b0c8 service nova] Lock "36f2e25e-c1e1-45ca-af95-d23d1264ef48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.682528] env[62298]: DEBUG oslo_concurrency.lockutils [req-bb24c703-76b4-4a5f-8643-ee203cf22f5f req-180a5882-44a1-4e83-af6b-cd9be996b0c8 service nova] Lock "36f2e25e-c1e1-45ca-af95-d23d1264ef48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.682667] env[62298]: DEBUG nova.compute.manager [req-bb24c703-76b4-4a5f-8643-ee203cf22f5f req-180a5882-44a1-4e83-af6b-cd9be996b0c8 service nova] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] No waiting events found dispatching network-vif-plugged-61349310-5e2a-4cb7-a7eb-dc21671f31a3 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1719.682836] env[62298]: WARNING nova.compute.manager [req-bb24c703-76b4-4a5f-8643-ee203cf22f5f req-180a5882-44a1-4e83-af6b-cd9be996b0c8 service nova] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Received unexpected event network-vif-plugged-61349310-5e2a-4cb7-a7eb-dc21671f31a3 for instance with vm_state building and task_state spawning. [ 1719.712924] env[62298]: DEBUG nova.compute.manager [req-81a261d2-4981-43e1-b14a-b6446edc9b88 req-c530d7aa-95dd-4c84-a3d2-f2e6d2aeb8d2 service nova] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Received event network-vif-unplugged-07b0b4ec-1106-4db7-9b29-a447d4dd8f13 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1719.712924] env[62298]: DEBUG oslo_concurrency.lockutils [req-81a261d2-4981-43e1-b14a-b6446edc9b88 req-c530d7aa-95dd-4c84-a3d2-f2e6d2aeb8d2 service nova] Acquiring lock "d32c6d9e-8890-4685-9499-fcc9dd185535-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.712924] env[62298]: DEBUG oslo_concurrency.lockutils [req-81a261d2-4981-43e1-b14a-b6446edc9b88 req-c530d7aa-95dd-4c84-a3d2-f2e6d2aeb8d2 service nova] Lock "d32c6d9e-8890-4685-9499-fcc9dd185535-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.712924] env[62298]: DEBUG oslo_concurrency.lockutils [req-81a261d2-4981-43e1-b14a-b6446edc9b88 req-c530d7aa-95dd-4c84-a3d2-f2e6d2aeb8d2 service nova] Lock "d32c6d9e-8890-4685-9499-fcc9dd185535-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.712924] env[62298]: DEBUG nova.compute.manager [req-81a261d2-4981-43e1-b14a-b6446edc9b88 req-c530d7aa-95dd-4c84-a3d2-f2e6d2aeb8d2 service nova] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] No waiting events found dispatching network-vif-unplugged-07b0b4ec-1106-4db7-9b29-a447d4dd8f13 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1719.712924] env[62298]: WARNING nova.compute.manager [req-81a261d2-4981-43e1-b14a-b6446edc9b88 req-c530d7aa-95dd-4c84-a3d2-f2e6d2aeb8d2 service nova] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Received unexpected event network-vif-unplugged-07b0b4ec-1106-4db7-9b29-a447d4dd8f13 for instance with vm_state shelved and task_state shelving_offloading. [ 1719.736411] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1719.737576] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4de7bad-ddad-445c-a77c-c40a5a61f663 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.746871] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1719.750293] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7138d14-f872-47d5-b956-9b08cdbf4c5f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.868031] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1719.868031] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1719.868031] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Deleting the datastore file [datastore1] d32c6d9e-8890-4685-9499-fcc9dd185535 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1719.868031] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f5b1abd-7702-4851-b487-f9129303a3a9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.869156] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6fa9ad-0318-4808-a182-ca9fbc69b432 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.877897] env[62298]: DEBUG oslo_vmware.api [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1719.877897] env[62298]: value = "task-1804566" [ 1719.877897] env[62298]: _type = "Task" [ 1719.877897] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.879040] env[62298]: DEBUG nova.network.neutron [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Successfully updated port: 61349310-5e2a-4cb7-a7eb-dc21671f31a3 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1719.893790] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3186809d-d4b1-4fb0-bde8-6806f6cadf7d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.905029] env[62298]: DEBUG oslo_vmware.api [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.931253] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7827a2-5242-46c2-95b1-e69dea55ac20 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.938903] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00103107-0730-4027-95a9-bc3a3c88bea6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.958448] env[62298]: DEBUG nova.compute.provider_tree [None req-bdd31f9c-07d6-49d3-b6cb-43f053a5e55f tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1720.002179] env[62298]: DEBUG oslo_vmware.api [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.414387} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.002892] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] a79f5737-549b-4cdd-ae42-591ed2fb12c6/a79f5737-549b-4cdd-ae42-591ed2fb12c6.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1720.003588] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1720.003588] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c51f0e4-9f21-4ce3-b1bc-f3049401709e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.011022] env[62298]: DEBUG oslo_vmware.api [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1720.011022] env[62298]: value = "task-1804567" [ 1720.011022] env[62298]: _type = "Task" [ 1720.011022] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.019996] env[62298]: DEBUG oslo_vmware.api [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.112050] env[62298]: DEBUG nova.compute.manager [None req-7c79a2e4-659f-4a70-84ba-e7d0e1b07195 tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1720.112361] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7c79a2e4-659f-4a70-84ba-e7d0e1b07195 tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1720.113386] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9440bc5c-f091-4754-a0b5-3ced2e5c7e12 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.120928] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c79a2e4-659f-4a70-84ba-e7d0e1b07195 tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1720.121211] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f20b9ab4-5b1d-46b4-ae8d-03fdd6b0f397 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.127323] env[62298]: DEBUG oslo_vmware.api [None req-7c79a2e4-659f-4a70-84ba-e7d0e1b07195 tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Waiting for the task: (returnval){ [ 1720.127323] env[62298]: value = "task-1804568" [ 1720.127323] env[62298]: _type = "Task" [ 1720.127323] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.135288] env[62298]: DEBUG oslo_vmware.api [None req-7c79a2e4-659f-4a70-84ba-e7d0e1b07195 tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Task: {'id': task-1804568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.382210] env[62298]: DEBUG oslo_concurrency.lockutils [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "refresh_cache-36f2e25e-c1e1-45ca-af95-d23d1264ef48" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.383313] env[62298]: DEBUG oslo_concurrency.lockutils [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquired lock "refresh_cache-36f2e25e-c1e1-45ca-af95-d23d1264ef48" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.383520] env[62298]: DEBUG nova.network.neutron [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1720.395753] env[62298]: DEBUG oslo_vmware.api [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137884} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.396086] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1720.396324] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1720.396556] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1720.418806] env[62298]: INFO nova.scheduler.client.report [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Deleted allocations for instance d32c6d9e-8890-4685-9499-fcc9dd185535 [ 1720.461934] env[62298]: DEBUG nova.scheduler.client.report [None req-bdd31f9c-07d6-49d3-b6cb-43f053a5e55f tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1720.521544] env[62298]: DEBUG oslo_vmware.api [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07185} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.521832] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1720.522652] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e345ce69-09b8-4a71-8e5f-44a3a93ead9a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.547048] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] a79f5737-549b-4cdd-ae42-591ed2fb12c6/a79f5737-549b-4cdd-ae42-591ed2fb12c6.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1720.547747] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59a28f44-7722-4626-80cf-9bc477901c7e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.569006] env[62298]: DEBUG oslo_vmware.api [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1720.569006] env[62298]: value = "task-1804569" [ 1720.569006] env[62298]: _type = "Task" [ 1720.569006] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.577361] env[62298]: DEBUG oslo_vmware.api [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804569, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.636953] env[62298]: DEBUG oslo_vmware.api [None req-7c79a2e4-659f-4a70-84ba-e7d0e1b07195 tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Task: {'id': task-1804568, 'name': PowerOffVM_Task, 'duration_secs': 0.179932} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.637232] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c79a2e4-659f-4a70-84ba-e7d0e1b07195 tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1720.637415] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7c79a2e4-659f-4a70-84ba-e7d0e1b07195 tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1720.637665] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85f367a2-190f-4274-b0a3-cb6b59d9fadd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.841512] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7c79a2e4-659f-4a70-84ba-e7d0e1b07195 tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1720.841740] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7c79a2e4-659f-4a70-84ba-e7d0e1b07195 tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1720.841923] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c79a2e4-659f-4a70-84ba-e7d0e1b07195 tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Deleting the datastore file [datastore1] a1658c2a-7867-479c-aaff-e1c872c03423 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1720.842211] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fad849c6-845b-4534-8f4d-92eeec89198e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.848408] env[62298]: DEBUG oslo_vmware.api [None req-7c79a2e4-659f-4a70-84ba-e7d0e1b07195 tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Waiting for the task: (returnval){ [ 1720.848408] env[62298]: value = "task-1804571" [ 1720.848408] env[62298]: _type = "Task" [ 1720.848408] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.856578] env[62298]: DEBUG oslo_vmware.api [None req-7c79a2e4-659f-4a70-84ba-e7d0e1b07195 tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Task: {'id': task-1804571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.917149] env[62298]: DEBUG nova.network.neutron [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1720.923285] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.966724] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bdd31f9c-07d6-49d3-b6cb-43f053a5e55f tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.847s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.968829] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b4dd1054-1ac8-4e63-9b03-6a18105d107e tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.786s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.969091] env[62298]: DEBUG nova.objects.instance [None req-b4dd1054-1ac8-4e63-9b03-6a18105d107e tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Lazy-loading 'resources' on Instance uuid 5974ccd6-edb1-4389-aaa0-265c36d54de3 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1720.990990] env[62298]: INFO nova.scheduler.client.report [None req-bdd31f9c-07d6-49d3-b6cb-43f053a5e55f tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Deleted allocations for instance ca4080d1-e1e4-4bed-a777-bf2414a20cb5 [ 1721.081068] env[62298]: DEBUG oslo_vmware.api [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804569, 'name': ReconfigVM_Task, 'duration_secs': 0.263507} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.081449] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Reconfigured VM instance instance-00000048 to attach disk [datastore1] a79f5737-549b-4cdd-ae42-591ed2fb12c6/a79f5737-549b-4cdd-ae42-591ed2fb12c6.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1721.082191] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ac7752b-25ee-4d79-8a47-c8c4b4cb74fd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.089285] env[62298]: DEBUG oslo_vmware.api [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1721.089285] env[62298]: value = "task-1804572" [ 1721.089285] env[62298]: _type = "Task" [ 1721.089285] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.098536] env[62298]: DEBUG oslo_vmware.api [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804572, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.173748] env[62298]: DEBUG nova.network.neutron [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Updating instance_info_cache with network_info: [{"id": "61349310-5e2a-4cb7-a7eb-dc21671f31a3", "address": "fa:16:3e:70:a2:9c", "network": {"id": "bb83bbea-72ec-4905-bce1-3eeec4e93081", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1387447198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95d435e146e148fd9636d470141aaba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61349310-5e", "ovs_interfaceid": "61349310-5e2a-4cb7-a7eb-dc21671f31a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.364070] env[62298]: DEBUG oslo_vmware.api [None req-7c79a2e4-659f-4a70-84ba-e7d0e1b07195 tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Task: {'id': task-1804571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137269} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.364688] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c79a2e4-659f-4a70-84ba-e7d0e1b07195 tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1721.365018] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7c79a2e4-659f-4a70-84ba-e7d0e1b07195 tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1721.366296] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7c79a2e4-659f-4a70-84ba-e7d0e1b07195 tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1721.367122] env[62298]: INFO nova.compute.manager [None req-7c79a2e4-659f-4a70-84ba-e7d0e1b07195 tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1721.367665] env[62298]: DEBUG oslo.service.loopingcall [None req-7c79a2e4-659f-4a70-84ba-e7d0e1b07195 tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1721.368189] env[62298]: DEBUG nova.compute.manager [-] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1721.368537] env[62298]: DEBUG nova.network.neutron [-] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1721.504541] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bdd31f9c-07d6-49d3-b6cb-43f053a5e55f tempest-ServersAdminTestJSON-29024941 tempest-ServersAdminTestJSON-29024941-project-member] Lock "ca4080d1-e1e4-4bed-a777-bf2414a20cb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.076s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.604231] env[62298]: DEBUG oslo_vmware.api [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804572, 'name': Rename_Task, 'duration_secs': 0.148991} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.604450] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1721.604855] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74556b5f-4c5a-4603-bb47-e03dfbf3fe5a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.614914] env[62298]: DEBUG oslo_vmware.api [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1721.614914] env[62298]: value = "task-1804573" [ 1721.614914] env[62298]: _type = "Task" [ 1721.614914] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.625617] env[62298]: DEBUG oslo_vmware.api [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.676477] env[62298]: DEBUG oslo_concurrency.lockutils [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Releasing lock "refresh_cache-36f2e25e-c1e1-45ca-af95-d23d1264ef48" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.676477] env[62298]: DEBUG nova.compute.manager [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Instance network_info: |[{"id": "61349310-5e2a-4cb7-a7eb-dc21671f31a3", "address": "fa:16:3e:70:a2:9c", "network": {"id": "bb83bbea-72ec-4905-bce1-3eeec4e93081", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1387447198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95d435e146e148fd9636d470141aaba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61349310-5e", "ovs_interfaceid": "61349310-5e2a-4cb7-a7eb-dc21671f31a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1721.677367] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55133c10-1edf-4772-8a2c-14190b38ead6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.682117] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:a2:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61349310-5e2a-4cb7-a7eb-dc21671f31a3', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1721.689167] env[62298]: DEBUG oslo.service.loopingcall [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1721.689463] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1721.690513] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-294fdab3-e0f1-40cd-a790-1827029522f4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.708995] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1095f355-18cf-4a11-ae40-b124306a9e37 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.713489] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1721.713489] env[62298]: value = "task-1804574" [ 1721.713489] env[62298]: _type = "Task" [ 1721.713489] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.744735] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48be381f-26ba-4e5c-84b8-0aa793d3eed9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.751265] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804574, 'name': CreateVM_Task} progress is 15%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.756995] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d259e078-5761-4fbf-b60b-79859971bb6d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.775512] env[62298]: DEBUG nova.compute.provider_tree [None req-b4dd1054-1ac8-4e63-9b03-6a18105d107e tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1721.886918] env[62298]: DEBUG nova.compute.manager [req-cda045f8-0edd-4577-9d1a-f1cb9903d737 req-03318176-1820-423b-8f37-0e9c6683c58a service nova] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Received event network-changed-61349310-5e2a-4cb7-a7eb-dc21671f31a3 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1721.887569] env[62298]: DEBUG nova.compute.manager [req-cda045f8-0edd-4577-9d1a-f1cb9903d737 req-03318176-1820-423b-8f37-0e9c6683c58a service nova] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Refreshing instance network info cache due to event network-changed-61349310-5e2a-4cb7-a7eb-dc21671f31a3. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1721.887569] env[62298]: DEBUG oslo_concurrency.lockutils [req-cda045f8-0edd-4577-9d1a-f1cb9903d737 req-03318176-1820-423b-8f37-0e9c6683c58a service nova] Acquiring lock "refresh_cache-36f2e25e-c1e1-45ca-af95-d23d1264ef48" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.887569] env[62298]: DEBUG oslo_concurrency.lockutils [req-cda045f8-0edd-4577-9d1a-f1cb9903d737 req-03318176-1820-423b-8f37-0e9c6683c58a service nova] Acquired lock "refresh_cache-36f2e25e-c1e1-45ca-af95-d23d1264ef48" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.887827] env[62298]: DEBUG nova.network.neutron [req-cda045f8-0edd-4577-9d1a-f1cb9903d737 req-03318176-1820-423b-8f37-0e9c6683c58a service nova] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Refreshing network info cache for port 61349310-5e2a-4cb7-a7eb-dc21671f31a3 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1721.910115] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fc84fb30-aaa7-4fcc-9a3f-b054349955f7 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "d32c6d9e-8890-4685-9499-fcc9dd185535" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.931212] env[62298]: DEBUG nova.compute.manager [req-f2568640-1ff5-4aea-a5b3-c524ba30f2d0 req-7d8e2576-3ac8-4ec2-80d6-29935e7a36dc service nova] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Received event network-changed-07b0b4ec-1106-4db7-9b29-a447d4dd8f13 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1721.931212] env[62298]: DEBUG nova.compute.manager [req-f2568640-1ff5-4aea-a5b3-c524ba30f2d0 req-7d8e2576-3ac8-4ec2-80d6-29935e7a36dc service nova] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Refreshing instance network info cache due to event network-changed-07b0b4ec-1106-4db7-9b29-a447d4dd8f13. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1721.931532] env[62298]: DEBUG oslo_concurrency.lockutils [req-f2568640-1ff5-4aea-a5b3-c524ba30f2d0 req-7d8e2576-3ac8-4ec2-80d6-29935e7a36dc service nova] Acquiring lock "refresh_cache-d32c6d9e-8890-4685-9499-fcc9dd185535" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.931532] env[62298]: DEBUG oslo_concurrency.lockutils [req-f2568640-1ff5-4aea-a5b3-c524ba30f2d0 req-7d8e2576-3ac8-4ec2-80d6-29935e7a36dc service nova] Acquired lock "refresh_cache-d32c6d9e-8890-4685-9499-fcc9dd185535" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.931664] env[62298]: DEBUG nova.network.neutron [req-f2568640-1ff5-4aea-a5b3-c524ba30f2d0 req-7d8e2576-3ac8-4ec2-80d6-29935e7a36dc service nova] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Refreshing network info cache for port 07b0b4ec-1106-4db7-9b29-a447d4dd8f13 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1722.126622] env[62298]: DEBUG oslo_vmware.api [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804573, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.225702] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804574, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.280032] env[62298]: DEBUG nova.scheduler.client.report [None req-b4dd1054-1ac8-4e63-9b03-6a18105d107e tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1722.591063] env[62298]: DEBUG nova.network.neutron [-] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.625503] env[62298]: DEBUG oslo_vmware.api [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804573, 'name': PowerOnVM_Task, 'duration_secs': 0.629096} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.625764] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1722.625967] env[62298]: INFO nova.compute.manager [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1722.626402] env[62298]: DEBUG nova.compute.manager [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1722.627018] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72159ded-7d35-4a8b-a392-700dc00aac92 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.725264] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804574, 'name': CreateVM_Task, 'duration_secs': 0.530614} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.725637] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1722.726144] env[62298]: DEBUG oslo_concurrency.lockutils [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/71db25ff-0fc2-498f-8a3c-b210b516a8c3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.726319] env[62298]: DEBUG oslo_concurrency.lockutils [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/71db25ff-0fc2-498f-8a3c-b210b516a8c3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.726690] env[62298]: DEBUG oslo_concurrency.lockutils [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/71db25ff-0fc2-498f-8a3c-b210b516a8c3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1722.727017] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f0325f6-afb8-43f4-820a-9ceccde3d4f3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.733799] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1722.733799] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52cdde01-67dc-be72-4086-3210d5f00584" [ 1722.733799] env[62298]: _type = "Task" [ 1722.733799] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.744826] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52cdde01-67dc-be72-4086-3210d5f00584, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.783045] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b4dd1054-1ac8-4e63-9b03-6a18105d107e tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.785886] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.005s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.787578] env[62298]: INFO nova.compute.claims [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1722.795746] env[62298]: DEBUG nova.network.neutron [req-f2568640-1ff5-4aea-a5b3-c524ba30f2d0 req-7d8e2576-3ac8-4ec2-80d6-29935e7a36dc service nova] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Updated VIF entry in instance network info cache for port 07b0b4ec-1106-4db7-9b29-a447d4dd8f13. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1722.796102] env[62298]: DEBUG nova.network.neutron [req-f2568640-1ff5-4aea-a5b3-c524ba30f2d0 req-7d8e2576-3ac8-4ec2-80d6-29935e7a36dc service nova] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Updating instance_info_cache with network_info: [{"id": "07b0b4ec-1106-4db7-9b29-a447d4dd8f13", "address": "fa:16:3e:2a:63:56", "network": {"id": "091ff129-3451-49f5-adcd-213ad39e86c2", "bridge": null, "label": "tempest-DeleteServersTestJSON-239447299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "590be3a2ce564aadaff20814b841c464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap07b0b4ec-11", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.797908] env[62298]: DEBUG nova.network.neutron [req-cda045f8-0edd-4577-9d1a-f1cb9903d737 req-03318176-1820-423b-8f37-0e9c6683c58a service nova] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Updated VIF entry in instance network info cache for port 61349310-5e2a-4cb7-a7eb-dc21671f31a3. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1722.798245] env[62298]: DEBUG nova.network.neutron [req-cda045f8-0edd-4577-9d1a-f1cb9903d737 req-03318176-1820-423b-8f37-0e9c6683c58a service nova] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Updating instance_info_cache with network_info: [{"id": "61349310-5e2a-4cb7-a7eb-dc21671f31a3", "address": "fa:16:3e:70:a2:9c", "network": {"id": "bb83bbea-72ec-4905-bce1-3eeec4e93081", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1387447198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95d435e146e148fd9636d470141aaba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61349310-5e", "ovs_interfaceid": "61349310-5e2a-4cb7-a7eb-dc21671f31a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.818756] env[62298]: INFO nova.scheduler.client.report [None req-b4dd1054-1ac8-4e63-9b03-6a18105d107e tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Deleted allocations for instance 5974ccd6-edb1-4389-aaa0-265c36d54de3 [ 1723.094785] env[62298]: INFO nova.compute.manager [-] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Took 1.73 seconds to deallocate network for instance. [ 1723.152723] env[62298]: INFO nova.compute.manager [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Took 18.95 seconds to build instance. [ 1723.248168] env[62298]: DEBUG oslo_concurrency.lockutils [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/71db25ff-0fc2-498f-8a3c-b210b516a8c3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.248932] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Processing image 71db25ff-0fc2-498f-8a3c-b210b516a8c3 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1723.248932] env[62298]: DEBUG oslo_concurrency.lockutils [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/71db25ff-0fc2-498f-8a3c-b210b516a8c3/71db25ff-0fc2-498f-8a3c-b210b516a8c3.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.249073] env[62298]: DEBUG oslo_concurrency.lockutils [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/71db25ff-0fc2-498f-8a3c-b210b516a8c3/71db25ff-0fc2-498f-8a3c-b210b516a8c3.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.249734] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1723.250222] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d217641-a89f-4cb7-bf28-a96f2d268c08 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.264327] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1723.264327] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1723.264934] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0bb8e65-678b-4e0e-b10d-caca2afc13aa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.271743] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1723.271743] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ab7f59-a40e-1d79-f2a7-93a68bf63416" [ 1723.271743] env[62298]: _type = "Task" [ 1723.271743] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.280316] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ab7f59-a40e-1d79-f2a7-93a68bf63416, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.301857] env[62298]: DEBUG oslo_concurrency.lockutils [req-f2568640-1ff5-4aea-a5b3-c524ba30f2d0 req-7d8e2576-3ac8-4ec2-80d6-29935e7a36dc service nova] Releasing lock "refresh_cache-d32c6d9e-8890-4685-9499-fcc9dd185535" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.301857] env[62298]: DEBUG oslo_concurrency.lockutils [req-cda045f8-0edd-4577-9d1a-f1cb9903d737 req-03318176-1820-423b-8f37-0e9c6683c58a service nova] Releasing lock "refresh_cache-36f2e25e-c1e1-45ca-af95-d23d1264ef48" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.334246] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b4dd1054-1ac8-4e63-9b03-6a18105d107e tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Lock "5974ccd6-edb1-4389-aaa0-265c36d54de3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.587s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.605552] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7c79a2e4-659f-4a70-84ba-e7d0e1b07195 tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.655551] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2f6c0909-5df7-42d9-865d-95d47d6f498b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "a79f5737-549b-4cdd-ae42-591ed2fb12c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.465s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.788705] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Preparing fetch location {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1723.789206] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Fetch image to [datastore1] OSTACK_IMG_e90af1c6-2905-4068-abd3-2ba1fe24cee9/OSTACK_IMG_e90af1c6-2905-4068-abd3-2ba1fe24cee9.vmdk {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1723.791019] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Downloading stream optimized image 71db25ff-0fc2-498f-8a3c-b210b516a8c3 to [datastore1] OSTACK_IMG_e90af1c6-2905-4068-abd3-2ba1fe24cee9/OSTACK_IMG_e90af1c6-2905-4068-abd3-2ba1fe24cee9.vmdk on the data store datastore1 as vApp {{(pid=62298) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1723.791019] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Downloading image file data 71db25ff-0fc2-498f-8a3c-b210b516a8c3 to the ESX as VM named 'OSTACK_IMG_e90af1c6-2905-4068-abd3-2ba1fe24cee9' {{(pid=62298) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1723.893048] env[62298]: DEBUG oslo_vmware.rw_handles [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1723.893048] env[62298]: value = "resgroup-9" [ 1723.893048] env[62298]: _type = "ResourcePool" [ 1723.893048] env[62298]: }. {{(pid=62298) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1723.893048] env[62298]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e9ec432a-2707-431b-b86d-b96ca338e6d9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.923974] env[62298]: DEBUG oslo_vmware.rw_handles [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lease: (returnval){ [ 1723.923974] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f63fba-d66b-493c-e6a5-71afea3587ca" [ 1723.923974] env[62298]: _type = "HttpNfcLease" [ 1723.923974] env[62298]: } obtained for vApp import into resource pool (val){ [ 1723.923974] env[62298]: value = "resgroup-9" [ 1723.923974] env[62298]: _type = "ResourcePool" [ 1723.923974] env[62298]: }. {{(pid=62298) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1723.924264] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the lease: (returnval){ [ 1723.924264] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f63fba-d66b-493c-e6a5-71afea3587ca" [ 1723.924264] env[62298]: _type = "HttpNfcLease" [ 1723.924264] env[62298]: } to be ready. {{(pid=62298) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1723.931027] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1723.931027] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f63fba-d66b-493c-e6a5-71afea3587ca" [ 1723.931027] env[62298]: _type = "HttpNfcLease" [ 1723.931027] env[62298]: } is initializing. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1724.074053] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6602a3-0cef-4aa0-9ba3-6544a123c168 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.083179] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f0324e-650f-439f-9012-d5fbdac05046 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.127507] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580992ee-dee3-43cc-b77b-b78972fdcc12 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.130239] env[62298]: DEBUG nova.compute.manager [req-e5d337ca-5ea0-4c79-9c81-85f51576e00b req-8c4e9926-30a0-4939-8d46-fce340892b77 service nova] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Received event network-vif-deleted-5ed34df7-37f6-4003-905e-8b2adfff8b77 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1724.138755] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f6c31c-938f-4e5e-ba9a-ede294e39dbc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.157235] env[62298]: DEBUG nova.compute.provider_tree [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1724.434239] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1724.434239] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f63fba-d66b-493c-e6a5-71afea3587ca" [ 1724.434239] env[62298]: _type = "HttpNfcLease" [ 1724.434239] env[62298]: } is ready. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1724.434239] env[62298]: DEBUG oslo_vmware.rw_handles [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1724.434239] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f63fba-d66b-493c-e6a5-71afea3587ca" [ 1724.434239] env[62298]: _type = "HttpNfcLease" [ 1724.434239] env[62298]: }. {{(pid=62298) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1724.434239] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cc3066-590f-48e9-8938-2658db7c49c8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.441560] env[62298]: DEBUG oslo_vmware.rw_handles [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521ce6e1-e75a-a588-c4c8-1b859a32c71a/disk-0.vmdk from lease info. {{(pid=62298) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1724.441633] env[62298]: DEBUG oslo_vmware.rw_handles [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521ce6e1-e75a-a588-c4c8-1b859a32c71a/disk-0.vmdk. {{(pid=62298) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1724.506678] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-27683d3f-37ab-4b79-a92e-62c05573df78 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.660939] env[62298]: DEBUG nova.scheduler.client.report [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1724.754631] env[62298]: DEBUG nova.compute.manager [req-2c45ab35-7eff-44c8-bb74-dec0f222f5bc req-253db591-b60a-413f-96a5-c681342a9e2e service nova] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Received event network-changed-187361e8-f5aa-4b32-b14f-02c5594206ef {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1724.754881] env[62298]: DEBUG nova.compute.manager [req-2c45ab35-7eff-44c8-bb74-dec0f222f5bc req-253db591-b60a-413f-96a5-c681342a9e2e service nova] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Refreshing instance network info cache due to event network-changed-187361e8-f5aa-4b32-b14f-02c5594206ef. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1724.755329] env[62298]: DEBUG oslo_concurrency.lockutils [req-2c45ab35-7eff-44c8-bb74-dec0f222f5bc req-253db591-b60a-413f-96a5-c681342a9e2e service nova] Acquiring lock "refresh_cache-a79f5737-549b-4cdd-ae42-591ed2fb12c6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.755329] env[62298]: DEBUG oslo_concurrency.lockutils [req-2c45ab35-7eff-44c8-bb74-dec0f222f5bc req-253db591-b60a-413f-96a5-c681342a9e2e service nova] Acquired lock "refresh_cache-a79f5737-549b-4cdd-ae42-591ed2fb12c6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.755530] env[62298]: DEBUG nova.network.neutron [req-2c45ab35-7eff-44c8-bb74-dec0f222f5bc req-253db591-b60a-413f-96a5-c681342a9e2e service nova] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Refreshing network info cache for port 187361e8-f5aa-4b32-b14f-02c5594206ef {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1725.021192] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Acquiring lock "e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.021192] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Lock "e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.167925] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.382s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.169037] env[62298]: DEBUG nova.compute.manager [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1725.179872] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.257s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.180045] env[62298]: DEBUG nova.objects.instance [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lazy-loading 'resources' on Instance uuid d32c6d9e-8890-4685-9499-fcc9dd185535 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1725.222550] env[62298]: DEBUG oslo_vmware.rw_handles [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Completed reading data from the image iterator. {{(pid=62298) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1725.222957] env[62298]: DEBUG oslo_vmware.rw_handles [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521ce6e1-e75a-a588-c4c8-1b859a32c71a/disk-0.vmdk. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1725.224489] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b08f2a-44ea-43aa-84e9-95d31359ce8e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.233524] env[62298]: DEBUG oslo_vmware.rw_handles [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521ce6e1-e75a-a588-c4c8-1b859a32c71a/disk-0.vmdk is in state: ready. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1725.233524] env[62298]: DEBUG oslo_vmware.rw_handles [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521ce6e1-e75a-a588-c4c8-1b859a32c71a/disk-0.vmdk. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1725.234455] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-289eb3bf-b014-4548-91f8-8116b7aa86d6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.403144] env[62298]: DEBUG oslo_vmware.rw_handles [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521ce6e1-e75a-a588-c4c8-1b859a32c71a/disk-0.vmdk. {{(pid=62298) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1725.403624] env[62298]: INFO nova.virt.vmwareapi.images [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Downloaded image file data 71db25ff-0fc2-498f-8a3c-b210b516a8c3 [ 1725.404691] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fac934c-f4ac-4914-bf71-3af70f2b31fa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.427982] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-409aa06c-56cd-4d98-bf75-71566afaf53e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.449741] env[62298]: INFO nova.virt.vmwareapi.images [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] The imported VM was unregistered [ 1725.451954] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Caching image {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1725.452295] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Creating directory with path [datastore1] devstack-image-cache_base/71db25ff-0fc2-498f-8a3c-b210b516a8c3 {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1725.452622] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b185c2ac-b897-42e7-8e40-041c8d07ac2d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.488563] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Created directory with path [datastore1] devstack-image-cache_base/71db25ff-0fc2-498f-8a3c-b210b516a8c3 {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1725.488563] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e90af1c6-2905-4068-abd3-2ba1fe24cee9/OSTACK_IMG_e90af1c6-2905-4068-abd3-2ba1fe24cee9.vmdk to [datastore1] devstack-image-cache_base/71db25ff-0fc2-498f-8a3c-b210b516a8c3/71db25ff-0fc2-498f-8a3c-b210b516a8c3.vmdk. {{(pid=62298) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1725.488843] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-fb56b50d-4ff0-40a4-9fa3-0419e5c1a08a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.498862] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1725.498862] env[62298]: value = "task-1804577" [ 1725.498862] env[62298]: _type = "Task" [ 1725.498862] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.511267] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804577, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.527039] env[62298]: DEBUG nova.compute.manager [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1725.682673] env[62298]: DEBUG nova.objects.instance [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lazy-loading 'numa_topology' on Instance uuid d32c6d9e-8890-4685-9499-fcc9dd185535 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1725.684717] env[62298]: DEBUG nova.compute.utils [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1725.690179] env[62298]: DEBUG nova.compute.manager [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1725.690179] env[62298]: DEBUG nova.network.neutron [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1725.699575] env[62298]: DEBUG nova.network.neutron [req-2c45ab35-7eff-44c8-bb74-dec0f222f5bc req-253db591-b60a-413f-96a5-c681342a9e2e service nova] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Updated VIF entry in instance network info cache for port 187361e8-f5aa-4b32-b14f-02c5594206ef. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1725.699986] env[62298]: DEBUG nova.network.neutron [req-2c45ab35-7eff-44c8-bb74-dec0f222f5bc req-253db591-b60a-413f-96a5-c681342a9e2e service nova] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Updating instance_info_cache with network_info: [{"id": "187361e8-f5aa-4b32-b14f-02c5594206ef", "address": "fa:16:3e:e2:ed:ef", "network": {"id": "94bd295c-7a95-4ae9-8468-34209c70d332", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-786886130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5af512a3e1f469f9c4223575f326699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap187361e8-f5", "ovs_interfaceid": "187361e8-f5aa-4b32-b14f-02c5594206ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.759516] env[62298]: DEBUG nova.policy [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '663cdfe541d1405cadfb98644b9f22e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '407f82b9e9fc4831a6f9ef00ab4b842d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1726.006052] env[62298]: DEBUG nova.network.neutron [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Successfully created port: 0a28d8e2-6387-4d16-8ff3-7b62c269e5e2 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1726.011374] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804577, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.058258] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.189652] env[62298]: DEBUG nova.objects.base [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62298) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1726.193857] env[62298]: DEBUG nova.compute.manager [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1726.204028] env[62298]: DEBUG oslo_concurrency.lockutils [req-2c45ab35-7eff-44c8-bb74-dec0f222f5bc req-253db591-b60a-413f-96a5-c681342a9e2e service nova] Releasing lock "refresh_cache-a79f5737-549b-4cdd-ae42-591ed2fb12c6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.284506] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquiring lock "d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.284506] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Lock "d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.458348] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b38000-dc07-4ad8-b841-c1499bb7546f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.466982] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab5e041-cf43-498d-9650-523acfc82777 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.500861] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bc73a2-fbd0-4a45-a228-1e37e1019c45 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.514553] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f69879-75ac-44a6-855b-b7bf46455e7d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.518673] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804577, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.531134] env[62298]: DEBUG nova.compute.provider_tree [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1726.793707] env[62298]: DEBUG nova.compute.manager [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1727.014162] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804577, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.038022] env[62298]: DEBUG nova.scheduler.client.report [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1727.207263] env[62298]: DEBUG nova.compute.manager [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1727.249858] env[62298]: DEBUG nova.virt.hardware [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1727.250104] env[62298]: DEBUG nova.virt.hardware [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1727.250424] env[62298]: DEBUG nova.virt.hardware [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1727.250498] env[62298]: DEBUG nova.virt.hardware [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1727.250621] env[62298]: DEBUG nova.virt.hardware [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1727.250778] env[62298]: DEBUG nova.virt.hardware [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1727.250997] env[62298]: DEBUG nova.virt.hardware [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1727.251182] env[62298]: DEBUG nova.virt.hardware [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1727.251358] env[62298]: DEBUG nova.virt.hardware [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1727.251526] env[62298]: DEBUG nova.virt.hardware [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1727.251703] env[62298]: DEBUG nova.virt.hardware [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1727.254068] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb357cd-c359-43b1-a6bd-d7d4941e3024 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.264117] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b995f2-7f07-49c9-b80c-dc95f4196553 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.318304] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.514854] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804577, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.542300] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.362s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.545795] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7c79a2e4-659f-4a70-84ba-e7d0e1b07195 tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.941s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.546060] env[62298]: DEBUG nova.objects.instance [None req-7c79a2e4-659f-4a70-84ba-e7d0e1b07195 tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Lazy-loading 'resources' on Instance uuid a1658c2a-7867-479c-aaff-e1c872c03423 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1727.708705] env[62298]: DEBUG nova.compute.manager [req-2e7cb2d4-59e6-4b0d-bff9-2c858f0e3288 req-e3b26858-0293-4b88-b43e-b5024cbbb678 service nova] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Received event network-vif-plugged-0a28d8e2-6387-4d16-8ff3-7b62c269e5e2 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1727.708705] env[62298]: DEBUG oslo_concurrency.lockutils [req-2e7cb2d4-59e6-4b0d-bff9-2c858f0e3288 req-e3b26858-0293-4b88-b43e-b5024cbbb678 service nova] Acquiring lock "23ba2a3a-1d1f-456d-9e47-75d50a3920de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.708705] env[62298]: DEBUG oslo_concurrency.lockutils [req-2e7cb2d4-59e6-4b0d-bff9-2c858f0e3288 req-e3b26858-0293-4b88-b43e-b5024cbbb678 service nova] Lock "23ba2a3a-1d1f-456d-9e47-75d50a3920de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.709263] env[62298]: DEBUG oslo_concurrency.lockutils [req-2e7cb2d4-59e6-4b0d-bff9-2c858f0e3288 req-e3b26858-0293-4b88-b43e-b5024cbbb678 service nova] Lock "23ba2a3a-1d1f-456d-9e47-75d50a3920de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.709658] env[62298]: DEBUG nova.compute.manager [req-2e7cb2d4-59e6-4b0d-bff9-2c858f0e3288 req-e3b26858-0293-4b88-b43e-b5024cbbb678 service nova] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] No waiting events found dispatching network-vif-plugged-0a28d8e2-6387-4d16-8ff3-7b62c269e5e2 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1727.709942] env[62298]: WARNING nova.compute.manager [req-2e7cb2d4-59e6-4b0d-bff9-2c858f0e3288 req-e3b26858-0293-4b88-b43e-b5024cbbb678 service nova] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Received unexpected event network-vif-plugged-0a28d8e2-6387-4d16-8ff3-7b62c269e5e2 for instance with vm_state building and task_state spawning. [ 1727.983870] env[62298]: DEBUG nova.network.neutron [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Successfully updated port: 0a28d8e2-6387-4d16-8ff3-7b62c269e5e2 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1728.017347] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804577, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.058426] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fc98e2db-3b08-4a5f-99c1-e19926dd308e tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "d32c6d9e-8890-4685-9499-fcc9dd185535" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.162s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.063213] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fc84fb30-aaa7-4fcc-9a3f-b054349955f7 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "d32c6d9e-8890-4685-9499-fcc9dd185535" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.150s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.063485] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fc84fb30-aaa7-4fcc-9a3f-b054349955f7 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "d32c6d9e-8890-4685-9499-fcc9dd185535-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.063576] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fc84fb30-aaa7-4fcc-9a3f-b054349955f7 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "d32c6d9e-8890-4685-9499-fcc9dd185535-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.063745] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fc84fb30-aaa7-4fcc-9a3f-b054349955f7 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "d32c6d9e-8890-4685-9499-fcc9dd185535-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.065961] env[62298]: INFO nova.compute.manager [None req-fc84fb30-aaa7-4fcc-9a3f-b054349955f7 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Terminating instance [ 1728.308295] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649067ae-d28b-4594-a881-5a9cb93668ec {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.319644] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe2ffb1-228c-4b65-8c76-b3e71066d1dd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.351073] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4569e13-4654-446e-9ead-ca11a2afe077 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.359228] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86402e8-07ab-4a50-9112-9d1972ff081b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.372848] env[62298]: DEBUG nova.compute.provider_tree [None req-7c79a2e4-659f-4a70-84ba-e7d0e1b07195 tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1728.487855] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Acquiring lock "refresh_cache-23ba2a3a-1d1f-456d-9e47-75d50a3920de" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.488035] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Acquired lock "refresh_cache-23ba2a3a-1d1f-456d-9e47-75d50a3920de" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.488288] env[62298]: DEBUG nova.network.neutron [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1728.517613] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804577, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.569869] env[62298]: DEBUG nova.compute.manager [None req-fc84fb30-aaa7-4fcc-9a3f-b054349955f7 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1728.570121] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fc84fb30-aaa7-4fcc-9a3f-b054349955f7 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1728.570533] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-185f25fd-7591-4a7d-961f-4e2721d628e9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.579594] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daadad8f-110b-4a6b-9e8a-5a892fab3aa1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.607710] env[62298]: WARNING nova.virt.vmwareapi.vmops [None req-fc84fb30-aaa7-4fcc-9a3f-b054349955f7 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance d32c6d9e-8890-4685-9499-fcc9dd185535 could not be found. [ 1728.607914] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fc84fb30-aaa7-4fcc-9a3f-b054349955f7 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1728.608107] env[62298]: INFO nova.compute.manager [None req-fc84fb30-aaa7-4fcc-9a3f-b054349955f7 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1728.608357] env[62298]: DEBUG oslo.service.loopingcall [None req-fc84fb30-aaa7-4fcc-9a3f-b054349955f7 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1728.608605] env[62298]: DEBUG nova.compute.manager [-] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1728.608699] env[62298]: DEBUG nova.network.neutron [-] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1728.754205] env[62298]: DEBUG nova.compute.manager [req-3d706e0e-e840-4d01-86ca-24e613f7d6ac req-5b9dc567-d81f-4a39-aa0d-1202e5ae37b3 service nova] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Received event network-vif-plugged-f2f00139-f18c-4541-bd19-57798b9c54b7 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1728.754205] env[62298]: DEBUG oslo_concurrency.lockutils [req-3d706e0e-e840-4d01-86ca-24e613f7d6ac req-5b9dc567-d81f-4a39-aa0d-1202e5ae37b3 service nova] Acquiring lock "005007c7-b4dc-41b7-837c-4b8c5cc8feff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.754205] env[62298]: DEBUG oslo_concurrency.lockutils [req-3d706e0e-e840-4d01-86ca-24e613f7d6ac req-5b9dc567-d81f-4a39-aa0d-1202e5ae37b3 service nova] Lock "005007c7-b4dc-41b7-837c-4b8c5cc8feff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.754597] env[62298]: DEBUG oslo_concurrency.lockutils [req-3d706e0e-e840-4d01-86ca-24e613f7d6ac req-5b9dc567-d81f-4a39-aa0d-1202e5ae37b3 service nova] Lock "005007c7-b4dc-41b7-837c-4b8c5cc8feff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.754971] env[62298]: DEBUG nova.compute.manager [req-3d706e0e-e840-4d01-86ca-24e613f7d6ac req-5b9dc567-d81f-4a39-aa0d-1202e5ae37b3 service nova] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] No waiting events found dispatching network-vif-plugged-f2f00139-f18c-4541-bd19-57798b9c54b7 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1728.755355] env[62298]: WARNING nova.compute.manager [req-3d706e0e-e840-4d01-86ca-24e613f7d6ac req-5b9dc567-d81f-4a39-aa0d-1202e5ae37b3 service nova] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Received unexpected event network-vif-plugged-f2f00139-f18c-4541-bd19-57798b9c54b7 for instance with vm_state shelved_offloaded and task_state spawning. [ 1728.877336] env[62298]: DEBUG nova.scheduler.client.report [None req-7c79a2e4-659f-4a70-84ba-e7d0e1b07195 tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1728.944870] env[62298]: DEBUG oslo_concurrency.lockutils [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquiring lock "refresh_cache-005007c7-b4dc-41b7-837c-4b8c5cc8feff" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.945084] env[62298]: DEBUG oslo_concurrency.lockutils [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquired lock "refresh_cache-005007c7-b4dc-41b7-837c-4b8c5cc8feff" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.949249] env[62298]: DEBUG nova.network.neutron [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1729.015324] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804577, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.238079} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.015562] env[62298]: INFO nova.virt.vmwareapi.ds_util [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e90af1c6-2905-4068-abd3-2ba1fe24cee9/OSTACK_IMG_e90af1c6-2905-4068-abd3-2ba1fe24cee9.vmdk to [datastore1] devstack-image-cache_base/71db25ff-0fc2-498f-8a3c-b210b516a8c3/71db25ff-0fc2-498f-8a3c-b210b516a8c3.vmdk. [ 1729.015758] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Cleaning up location [datastore1] OSTACK_IMG_e90af1c6-2905-4068-abd3-2ba1fe24cee9 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1729.015928] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e90af1c6-2905-4068-abd3-2ba1fe24cee9 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1729.016207] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96080dde-35e2-4e1c-b0e5-af53950c06a8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.024419] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1729.024419] env[62298]: value = "task-1804578" [ 1729.024419] env[62298]: _type = "Task" [ 1729.024419] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.032638] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.033453] env[62298]: DEBUG nova.network.neutron [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1729.274606] env[62298]: DEBUG nova.network.neutron [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Updating instance_info_cache with network_info: [{"id": "0a28d8e2-6387-4d16-8ff3-7b62c269e5e2", "address": "fa:16:3e:7b:df:34", "network": {"id": "ed1af422-1ce2-4a77-be84-6caa08dea9e2", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-217047696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "407f82b9e9fc4831a6f9ef00ab4b842d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a28d8e2-63", "ovs_interfaceid": "0a28d8e2-6387-4d16-8ff3-7b62c269e5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.382164] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7c79a2e4-659f-4a70-84ba-e7d0e1b07195 tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.836s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.384474] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.326s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.387084] env[62298]: INFO nova.compute.claims [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1729.406136] env[62298]: INFO nova.scheduler.client.report [None req-7c79a2e4-659f-4a70-84ba-e7d0e1b07195 tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Deleted allocations for instance a1658c2a-7867-479c-aaff-e1c872c03423 [ 1729.476397] env[62298]: DEBUG nova.network.neutron [-] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.538254] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230882} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.538460] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1729.538672] env[62298]: DEBUG oslo_concurrency.lockutils [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/71db25ff-0fc2-498f-8a3c-b210b516a8c3/71db25ff-0fc2-498f-8a3c-b210b516a8c3.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.540088] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/71db25ff-0fc2-498f-8a3c-b210b516a8c3/71db25ff-0fc2-498f-8a3c-b210b516a8c3.vmdk to [datastore1] 36f2e25e-c1e1-45ca-af95-d23d1264ef48/36f2e25e-c1e1-45ca-af95-d23d1264ef48.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1729.540088] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c57fc67a-15c8-447e-9a9c-29c19a751bc7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.546029] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1729.546029] env[62298]: value = "task-1804579" [ 1729.546029] env[62298]: _type = "Task" [ 1729.546029] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.556329] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.688658] env[62298]: DEBUG nova.network.neutron [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Updating instance_info_cache with network_info: [{"id": "f2f00139-f18c-4541-bd19-57798b9c54b7", "address": "fa:16:3e:00:ac:5b", "network": {"id": "8bec07db-9204-4a2d-a3cc-c76676c9e887", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1314547665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9f2ac2639643e790fa1d913c4dc43f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2f00139-f1", "ovs_interfaceid": "f2f00139-f18c-4541-bd19-57798b9c54b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.777584] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Releasing lock "refresh_cache-23ba2a3a-1d1f-456d-9e47-75d50a3920de" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.779042] env[62298]: DEBUG nova.compute.manager [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Instance network_info: |[{"id": "0a28d8e2-6387-4d16-8ff3-7b62c269e5e2", "address": "fa:16:3e:7b:df:34", "network": {"id": "ed1af422-1ce2-4a77-be84-6caa08dea9e2", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-217047696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "407f82b9e9fc4831a6f9ef00ab4b842d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a28d8e2-63", "ovs_interfaceid": "0a28d8e2-6387-4d16-8ff3-7b62c269e5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1729.779042] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:df:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '38eac08f-8ebb-4703-baf2-a72571c3871f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a28d8e2-6387-4d16-8ff3-7b62c269e5e2', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1729.786833] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Creating folder: Project (407f82b9e9fc4831a6f9ef00ab4b842d). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1729.787292] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b016676a-b513-476a-a281-a65ef0721464 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.801814] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Created folder: Project (407f82b9e9fc4831a6f9ef00ab4b842d) in parent group-v373906. [ 1729.802171] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Creating folder: Instances. Parent ref: group-v374109. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1729.803365] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a443f10-d4d9-4b01-b4bb-3211df5e1b79 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.815797] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Created folder: Instances in parent group-v374109. [ 1729.815797] env[62298]: DEBUG oslo.service.loopingcall [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1729.816115] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1729.816212] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77acf0d6-92a6-4bb0-b3ef-e6557ba8c0e5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.838263] env[62298]: DEBUG nova.compute.manager [req-a195c5c2-603d-4f9f-aa3b-87df3d08d9f1 req-a0c69441-c7c8-4124-83e6-4fe488539a0f service nova] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Received event network-changed-0a28d8e2-6387-4d16-8ff3-7b62c269e5e2 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1729.838617] env[62298]: DEBUG nova.compute.manager [req-a195c5c2-603d-4f9f-aa3b-87df3d08d9f1 req-a0c69441-c7c8-4124-83e6-4fe488539a0f service nova] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Refreshing instance network info cache due to event network-changed-0a28d8e2-6387-4d16-8ff3-7b62c269e5e2. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1729.839233] env[62298]: DEBUG oslo_concurrency.lockutils [req-a195c5c2-603d-4f9f-aa3b-87df3d08d9f1 req-a0c69441-c7c8-4124-83e6-4fe488539a0f service nova] Acquiring lock "refresh_cache-23ba2a3a-1d1f-456d-9e47-75d50a3920de" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.839233] env[62298]: DEBUG oslo_concurrency.lockutils [req-a195c5c2-603d-4f9f-aa3b-87df3d08d9f1 req-a0c69441-c7c8-4124-83e6-4fe488539a0f service nova] Acquired lock "refresh_cache-23ba2a3a-1d1f-456d-9e47-75d50a3920de" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.840232] env[62298]: DEBUG nova.network.neutron [req-a195c5c2-603d-4f9f-aa3b-87df3d08d9f1 req-a0c69441-c7c8-4124-83e6-4fe488539a0f service nova] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Refreshing network info cache for port 0a28d8e2-6387-4d16-8ff3-7b62c269e5e2 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1729.849678] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1729.849678] env[62298]: value = "task-1804582" [ 1729.849678] env[62298]: _type = "Task" [ 1729.849678] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.867844] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804582, 'name': CreateVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.914737] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7c79a2e4-659f-4a70-84ba-e7d0e1b07195 tempest-InstanceActionsTestJSON-699186797 tempest-InstanceActionsTestJSON-699186797-project-member] Lock "a1658c2a-7867-479c-aaff-e1c872c03423" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.309s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.981671] env[62298]: INFO nova.compute.manager [-] [instance: d32c6d9e-8890-4685-9499-fcc9dd185535] Took 1.37 seconds to deallocate network for instance. [ 1730.060827] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804579, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.194934] env[62298]: DEBUG oslo_concurrency.lockutils [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Releasing lock "refresh_cache-005007c7-b4dc-41b7-837c-4b8c5cc8feff" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.223671] env[62298]: DEBUG nova.virt.hardware [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6d571551459acaeb84a199a72b4102a7',container_format='bare',created_at=2024-12-12T08:52:50Z,direct_url=,disk_format='vmdk',id=ea1ede4d-3f4d-4f0a-874b-024d62e69224,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1917540068-shelved',owner='ac9f2ac2639643e790fa1d913c4dc43f',properties=ImageMetaProps,protected=,size=31591936,status='active',tags=,updated_at=2024-12-12T08:53:06Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1730.223932] env[62298]: DEBUG nova.virt.hardware [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1730.224105] env[62298]: DEBUG nova.virt.hardware [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1730.224294] env[62298]: DEBUG nova.virt.hardware [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1730.224445] env[62298]: DEBUG nova.virt.hardware [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1730.224596] env[62298]: DEBUG nova.virt.hardware [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1730.224815] env[62298]: DEBUG nova.virt.hardware [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1730.224975] env[62298]: DEBUG nova.virt.hardware [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1730.225185] env[62298]: DEBUG nova.virt.hardware [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1730.225347] env[62298]: DEBUG nova.virt.hardware [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1730.225519] env[62298]: DEBUG nova.virt.hardware [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1730.226464] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22c5842-4025-4bfd-9000-19aa3453fdb9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.237744] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96b53e9-db22-498a-85ac-c96aceff2088 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.254178] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:ac:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2f00139-f18c-4541-bd19-57798b9c54b7', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1730.262036] env[62298]: DEBUG oslo.service.loopingcall [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1730.262367] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1730.262601] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08ef5c70-d719-48a6-b625-2f31c1e92369 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.285344] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1730.285344] env[62298]: value = "task-1804583" [ 1730.285344] env[62298]: _type = "Task" [ 1730.285344] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.297102] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804583, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.365089] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804582, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.449700] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Acquiring lock "6d955228-5e3e-4a37-8ed4-12253981d692" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.450056] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Lock "6d955228-5e3e-4a37-8ed4-12253981d692" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.569852] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804579, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.659034] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410e859d-0988-4ae2-a0d8-57bff10d6b26 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.668481] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7d9134-e6e3-4545-af49-e96a93643220 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.677046] env[62298]: DEBUG nova.network.neutron [req-a195c5c2-603d-4f9f-aa3b-87df3d08d9f1 req-a0c69441-c7c8-4124-83e6-4fe488539a0f service nova] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Updated VIF entry in instance network info cache for port 0a28d8e2-6387-4d16-8ff3-7b62c269e5e2. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1730.677640] env[62298]: DEBUG nova.network.neutron [req-a195c5c2-603d-4f9f-aa3b-87df3d08d9f1 req-a0c69441-c7c8-4124-83e6-4fe488539a0f service nova] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Updating instance_info_cache with network_info: [{"id": "0a28d8e2-6387-4d16-8ff3-7b62c269e5e2", "address": "fa:16:3e:7b:df:34", "network": {"id": "ed1af422-1ce2-4a77-be84-6caa08dea9e2", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-217047696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "407f82b9e9fc4831a6f9ef00ab4b842d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "38eac08f-8ebb-4703-baf2-a72571c3871f", "external-id": "nsx-vlan-transportzone-872", "segmentation_id": 872, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a28d8e2-63", "ovs_interfaceid": "0a28d8e2-6387-4d16-8ff3-7b62c269e5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.711032] env[62298]: DEBUG oslo_concurrency.lockutils [req-a195c5c2-603d-4f9f-aa3b-87df3d08d9f1 req-a0c69441-c7c8-4124-83e6-4fe488539a0f service nova] Releasing lock "refresh_cache-23ba2a3a-1d1f-456d-9e47-75d50a3920de" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.711032] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9fff1c-8b6f-42ec-b3b7-f8c23e95eb71 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.724885] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6b8a02-3c65-4acb-83ec-093078ea5fac {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.743950] env[62298]: DEBUG nova.compute.provider_tree [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1730.784822] env[62298]: DEBUG nova.compute.manager [req-e7ac743b-1f87-4c2b-8dd5-cf9672ab91ae req-e1722d98-2747-46f5-b1dc-a4c56d67f093 service nova] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Received event network-changed-f2f00139-f18c-4541-bd19-57798b9c54b7 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1730.785029] env[62298]: DEBUG nova.compute.manager [req-e7ac743b-1f87-4c2b-8dd5-cf9672ab91ae req-e1722d98-2747-46f5-b1dc-a4c56d67f093 service nova] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Refreshing instance network info cache due to event network-changed-f2f00139-f18c-4541-bd19-57798b9c54b7. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1730.785283] env[62298]: DEBUG oslo_concurrency.lockutils [req-e7ac743b-1f87-4c2b-8dd5-cf9672ab91ae req-e1722d98-2747-46f5-b1dc-a4c56d67f093 service nova] Acquiring lock "refresh_cache-005007c7-b4dc-41b7-837c-4b8c5cc8feff" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.785496] env[62298]: DEBUG oslo_concurrency.lockutils [req-e7ac743b-1f87-4c2b-8dd5-cf9672ab91ae req-e1722d98-2747-46f5-b1dc-a4c56d67f093 service nova] Acquired lock "refresh_cache-005007c7-b4dc-41b7-837c-4b8c5cc8feff" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.785678] env[62298]: DEBUG nova.network.neutron [req-e7ac743b-1f87-4c2b-8dd5-cf9672ab91ae req-e1722d98-2747-46f5-b1dc-a4c56d67f093 service nova] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Refreshing network info cache for port f2f00139-f18c-4541-bd19-57798b9c54b7 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1730.800912] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804583, 'name': CreateVM_Task, 'duration_secs': 0.388517} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.801113] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1730.801832] env[62298]: DEBUG oslo_concurrency.lockutils [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ea1ede4d-3f4d-4f0a-874b-024d62e69224" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.802027] env[62298]: DEBUG oslo_concurrency.lockutils [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ea1ede4d-3f4d-4f0a-874b-024d62e69224" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.802417] env[62298]: DEBUG oslo_concurrency.lockutils [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ea1ede4d-3f4d-4f0a-874b-024d62e69224" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1730.802691] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9ef5fe3-5664-4744-bb1f-dbab6c7a41cc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.810929] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1730.810929] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e518d3-c9d6-afa7-4664-ed36527c1873" [ 1730.810929] env[62298]: _type = "Task" [ 1730.810929] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.824914] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e518d3-c9d6-afa7-4664-ed36527c1873, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.866964] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804582, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.955518] env[62298]: DEBUG nova.compute.manager [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1731.012105] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fc84fb30-aaa7-4fcc-9a3f-b054349955f7 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "d32c6d9e-8890-4685-9499-fcc9dd185535" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.952s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.064924] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804579, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.247337] env[62298]: DEBUG nova.scheduler.client.report [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1731.326721] env[62298]: DEBUG oslo_concurrency.lockutils [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ea1ede4d-3f4d-4f0a-874b-024d62e69224" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.326984] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Processing image ea1ede4d-3f4d-4f0a-874b-024d62e69224 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1731.327426] env[62298]: DEBUG oslo_concurrency.lockutils [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ea1ede4d-3f4d-4f0a-874b-024d62e69224/ea1ede4d-3f4d-4f0a-874b-024d62e69224.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.327623] env[62298]: DEBUG oslo_concurrency.lockutils [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ea1ede4d-3f4d-4f0a-874b-024d62e69224/ea1ede4d-3f4d-4f0a-874b-024d62e69224.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.327913] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1731.328287] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b74e3737-b3c3-4e5e-bfe9-6205bd8e26b3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.356697] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1731.356953] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1731.358229] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25020b0b-12e8-4716-a40e-e3691ba84c44 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.364467] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804582, 'name': CreateVM_Task, 'duration_secs': 1.034313} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.364951] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1731.366878] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.367208] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.367582] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1731.370187] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f92ee47c-c0b3-4652-a702-c7799a126a32 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.372162] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1731.372162] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b100ce-c4dd-164c-b72e-70e8734ab88e" [ 1731.372162] env[62298]: _type = "Task" [ 1731.372162] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.379042] env[62298]: DEBUG oslo_vmware.api [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Waiting for the task: (returnval){ [ 1731.379042] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]527eadf5-1d23-d668-4326-5b49eb7a53e8" [ 1731.379042] env[62298]: _type = "Task" [ 1731.379042] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.384459] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b100ce-c4dd-164c-b72e-70e8734ab88e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.390714] env[62298]: DEBUG oslo_vmware.api [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]527eadf5-1d23-d668-4326-5b49eb7a53e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.484992] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.562529] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804579, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.752944] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.753622] env[62298]: DEBUG nova.compute.manager [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1731.758275] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.440s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.760334] env[62298]: INFO nova.compute.claims [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1731.828931] env[62298]: DEBUG nova.network.neutron [req-e7ac743b-1f87-4c2b-8dd5-cf9672ab91ae req-e1722d98-2747-46f5-b1dc-a4c56d67f093 service nova] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Updated VIF entry in instance network info cache for port f2f00139-f18c-4541-bd19-57798b9c54b7. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1731.829383] env[62298]: DEBUG nova.network.neutron [req-e7ac743b-1f87-4c2b-8dd5-cf9672ab91ae req-e1722d98-2747-46f5-b1dc-a4c56d67f093 service nova] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Updating instance_info_cache with network_info: [{"id": "f2f00139-f18c-4541-bd19-57798b9c54b7", "address": "fa:16:3e:00:ac:5b", "network": {"id": "8bec07db-9204-4a2d-a3cc-c76676c9e887", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1314547665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9f2ac2639643e790fa1d913c4dc43f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2f00139-f1", "ovs_interfaceid": "f2f00139-f18c-4541-bd19-57798b9c54b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.893771] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Preparing fetch location {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1731.894069] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Fetch image to [datastore1] OSTACK_IMG_99972fee-c4bb-4da5-9e96-cc061f2684d1/OSTACK_IMG_99972fee-c4bb-4da5-9e96-cc061f2684d1.vmdk {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1731.894286] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Downloading stream optimized image ea1ede4d-3f4d-4f0a-874b-024d62e69224 to [datastore1] OSTACK_IMG_99972fee-c4bb-4da5-9e96-cc061f2684d1/OSTACK_IMG_99972fee-c4bb-4da5-9e96-cc061f2684d1.vmdk on the data store datastore1 as vApp {{(pid=62298) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1731.894456] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Downloading image file data ea1ede4d-3f4d-4f0a-874b-024d62e69224 to the ESX as VM named 'OSTACK_IMG_99972fee-c4bb-4da5-9e96-cc061f2684d1' {{(pid=62298) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1731.903409] env[62298]: DEBUG oslo_vmware.api [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]527eadf5-1d23-d668-4326-5b49eb7a53e8, 'name': SearchDatastore_Task, 'duration_secs': 0.098367} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.903722] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.903956] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1731.904263] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.904457] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.904649] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1731.904926] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cb41129-3baf-4307-b7ec-c50de8c7d668 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.922154] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1731.922424] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1731.941811] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2240687d-3df7-45f9-bd54-8e695de0103c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.949670] env[62298]: DEBUG oslo_vmware.api [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Waiting for the task: (returnval){ [ 1731.949670] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52277e25-5f64-aa94-27fa-2ee8d3ce7cff" [ 1731.949670] env[62298]: _type = "Task" [ 1731.949670] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.959607] env[62298]: DEBUG oslo_vmware.api [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52277e25-5f64-aa94-27fa-2ee8d3ce7cff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.999188] env[62298]: DEBUG oslo_vmware.rw_handles [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1731.999188] env[62298]: value = "resgroup-9" [ 1731.999188] env[62298]: _type = "ResourcePool" [ 1731.999188] env[62298]: }. {{(pid=62298) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1731.999382] env[62298]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1ed8995a-1b7a-47ec-b4dd-0341aa8f43df {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.021140] env[62298]: DEBUG oslo_vmware.rw_handles [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lease: (returnval){ [ 1732.021140] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5240de3f-ee30-73ef-e35f-45c0c7d7acef" [ 1732.021140] env[62298]: _type = "HttpNfcLease" [ 1732.021140] env[62298]: } obtained for vApp import into resource pool (val){ [ 1732.021140] env[62298]: value = "resgroup-9" [ 1732.021140] env[62298]: _type = "ResourcePool" [ 1732.021140] env[62298]: }. {{(pid=62298) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1732.021379] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the lease: (returnval){ [ 1732.021379] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5240de3f-ee30-73ef-e35f-45c0c7d7acef" [ 1732.021379] env[62298]: _type = "HttpNfcLease" [ 1732.021379] env[62298]: } to be ready. {{(pid=62298) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1732.027745] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1732.027745] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5240de3f-ee30-73ef-e35f-45c0c7d7acef" [ 1732.027745] env[62298]: _type = "HttpNfcLease" [ 1732.027745] env[62298]: } is initializing. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1732.061311] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804579, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.51421} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.061571] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/71db25ff-0fc2-498f-8a3c-b210b516a8c3/71db25ff-0fc2-498f-8a3c-b210b516a8c3.vmdk to [datastore1] 36f2e25e-c1e1-45ca-af95-d23d1264ef48/36f2e25e-c1e1-45ca-af95-d23d1264ef48.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1732.062414] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98b053e-3b60-4565-8aab-6d1438ab5758 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.086338] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 36f2e25e-c1e1-45ca-af95-d23d1264ef48/36f2e25e-c1e1-45ca-af95-d23d1264ef48.vmdk or device None with type streamOptimized {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1732.086338] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89c3a1b8-4151-4d43-8ef1-fe4e75362eff {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.108134] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1732.108134] env[62298]: value = "task-1804585" [ 1732.108134] env[62298]: _type = "Task" [ 1732.108134] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.114876] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804585, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.264574] env[62298]: DEBUG nova.compute.utils [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1732.269815] env[62298]: DEBUG nova.compute.manager [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1732.269815] env[62298]: DEBUG nova.network.neutron [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1732.315653] env[62298]: DEBUG oslo_concurrency.lockutils [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "8d7fd402-5f4f-4984-9295-f86c4c1016f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.315912] env[62298]: DEBUG oslo_concurrency.lockutils [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "8d7fd402-5f4f-4984-9295-f86c4c1016f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.332825] env[62298]: DEBUG oslo_concurrency.lockutils [req-e7ac743b-1f87-4c2b-8dd5-cf9672ab91ae req-e1722d98-2747-46f5-b1dc-a4c56d67f093 service nova] Releasing lock "refresh_cache-005007c7-b4dc-41b7-837c-4b8c5cc8feff" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1732.340792] env[62298]: DEBUG nova.policy [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7009d0e6f318479bb246c8cabca2d81b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ca27fb686c4476ab6597fd4335b7825', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1732.459764] env[62298]: DEBUG oslo_vmware.api [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52277e25-5f64-aa94-27fa-2ee8d3ce7cff, 'name': SearchDatastore_Task, 'duration_secs': 0.072297} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.460569] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-384926b5-9da0-4fb2-8667-8fb8f687e748 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.466040] env[62298]: DEBUG oslo_vmware.api [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Waiting for the task: (returnval){ [ 1732.466040] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f754a3-676c-9907-593c-25f3bae50dbb" [ 1732.466040] env[62298]: _type = "Task" [ 1732.466040] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.475513] env[62298]: DEBUG oslo_vmware.api [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f754a3-676c-9907-593c-25f3bae50dbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.529318] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1732.529318] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5240de3f-ee30-73ef-e35f-45c0c7d7acef" [ 1732.529318] env[62298]: _type = "HttpNfcLease" [ 1732.529318] env[62298]: } is initializing. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1732.617275] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804585, 'name': ReconfigVM_Task, 'duration_secs': 0.300591} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.618010] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 36f2e25e-c1e1-45ca-af95-d23d1264ef48/36f2e25e-c1e1-45ca-af95-d23d1264ef48.vmdk or device None with type streamOptimized {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1732.618341] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b0bb027-2aa2-4a58-a510-dfa0fac00617 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.624946] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1732.624946] env[62298]: value = "task-1804586" [ 1732.624946] env[62298]: _type = "Task" [ 1732.624946] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.632991] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804586, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.697036] env[62298]: DEBUG nova.network.neutron [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Successfully created port: 4d1ab1f2-33d8-4190-9e5d-5e5bffa65b22 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1732.769077] env[62298]: DEBUG nova.compute.manager [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1732.818614] env[62298]: DEBUG nova.compute.manager [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1732.979287] env[62298]: DEBUG oslo_vmware.api [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f754a3-676c-9907-593c-25f3bae50dbb, 'name': SearchDatastore_Task, 'duration_secs': 0.021643} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.979584] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1732.979861] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 23ba2a3a-1d1f-456d-9e47-75d50a3920de/23ba2a3a-1d1f-456d-9e47-75d50a3920de.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1732.980132] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8875dba6-6b1c-4e17-8c19-4f55799ae0f2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.986925] env[62298]: DEBUG oslo_vmware.api [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Waiting for the task: (returnval){ [ 1732.986925] env[62298]: value = "task-1804587" [ 1732.986925] env[62298]: _type = "Task" [ 1732.986925] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.994834] env[62298]: DEBUG oslo_vmware.api [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.007307] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bab3fec-de79-4704-a72c-4fbfa01583ca {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.014626] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aedc5c7-6fdc-4084-902b-d67b572b1325 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.048719] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553b739a-6ffb-44ac-b3af-e2bae362564d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.059149] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1733.059149] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5240de3f-ee30-73ef-e35f-45c0c7d7acef" [ 1733.059149] env[62298]: _type = "HttpNfcLease" [ 1733.059149] env[62298]: } is ready. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1733.060406] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f452cf03-a244-4d7d-b2f4-963dcb143d5e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.064174] env[62298]: DEBUG oslo_vmware.rw_handles [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1733.064174] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5240de3f-ee30-73ef-e35f-45c0c7d7acef" [ 1733.064174] env[62298]: _type = "HttpNfcLease" [ 1733.064174] env[62298]: }. {{(pid=62298) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1733.064862] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdcef36-86b0-4a09-845e-4d02138d2f21 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.072306] env[62298]: DEBUG oslo_vmware.rw_handles [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e4798-49f2-ce39-c5a4-ece462ec76c4/disk-0.vmdk from lease info. {{(pid=62298) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1733.072487] env[62298]: DEBUG oslo_vmware.rw_handles [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Creating HTTP connection to write to file with size = 31591936 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e4798-49f2-ce39-c5a4-ece462ec76c4/disk-0.vmdk. {{(pid=62298) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1733.081298] env[62298]: DEBUG nova.compute.provider_tree [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1733.151827] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4ea0f327-19f2-424f-a505-846988a82ef8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.152215] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804586, 'name': Rename_Task, 'duration_secs': 0.133989} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.153957] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1733.156626] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8bf9f3b-93dc-47d3-9a8b-355cd59b91f5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.162628] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1733.162628] env[62298]: value = "task-1804588" [ 1733.162628] env[62298]: _type = "Task" [ 1733.162628] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.172915] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.351613] env[62298]: DEBUG oslo_concurrency.lockutils [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.497949] env[62298]: DEBUG oslo_vmware.api [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.423188} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.498247] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 23ba2a3a-1d1f-456d-9e47-75d50a3920de/23ba2a3a-1d1f-456d-9e47-75d50a3920de.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1733.498472] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1733.498911] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ef2d273-783c-4f9f-8d41-0240f98d7e56 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.504912] env[62298]: DEBUG oslo_vmware.api [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Waiting for the task: (returnval){ [ 1733.504912] env[62298]: value = "task-1804589" [ 1733.504912] env[62298]: _type = "Task" [ 1733.504912] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.512375] env[62298]: DEBUG oslo_vmware.api [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804589, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.585520] env[62298]: DEBUG nova.scheduler.client.report [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1733.674267] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804588, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.790294] env[62298]: DEBUG nova.compute.manager [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1733.822788] env[62298]: DEBUG nova.virt.hardware [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1733.822788] env[62298]: DEBUG nova.virt.hardware [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1733.822788] env[62298]: DEBUG nova.virt.hardware [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1733.822788] env[62298]: DEBUG nova.virt.hardware [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1733.822788] env[62298]: DEBUG nova.virt.hardware [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1733.822788] env[62298]: DEBUG nova.virt.hardware [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1733.822788] env[62298]: DEBUG nova.virt.hardware [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1733.823936] env[62298]: DEBUG nova.virt.hardware [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1733.824341] env[62298]: DEBUG nova.virt.hardware [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1733.824933] env[62298]: DEBUG nova.virt.hardware [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1733.824933] env[62298]: DEBUG nova.virt.hardware [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1733.826455] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4faf3c3-0919-41ec-88e5-9bd5e21f95f1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.839612] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354dbe33-f669-41e3-983e-65f3ca2795c1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.018025] env[62298]: DEBUG oslo_vmware.api [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804589, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080897} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.018025] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1734.018025] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90abbaa7-9904-4224-8dd1-7b06ab83b8b5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.045380] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 23ba2a3a-1d1f-456d-9e47-75d50a3920de/23ba2a3a-1d1f-456d-9e47-75d50a3920de.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1734.050665] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea7d757f-037b-43f9-b86a-5c76b10a4d57 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.075496] env[62298]: DEBUG oslo_vmware.api [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Waiting for the task: (returnval){ [ 1734.075496] env[62298]: value = "task-1804590" [ 1734.075496] env[62298]: _type = "Task" [ 1734.075496] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.084299] env[62298]: DEBUG oslo_vmware.api [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804590, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.092598] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.095020] env[62298]: DEBUG nova.compute.manager [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1734.097536] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.613s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.099102] env[62298]: INFO nova.compute.claims [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1734.180022] env[62298]: DEBUG oslo_vmware.api [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804588, 'name': PowerOnVM_Task, 'duration_secs': 0.605405} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.180022] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1734.180022] env[62298]: INFO nova.compute.manager [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Took 14.83 seconds to spawn the instance on the hypervisor. [ 1734.180022] env[62298]: DEBUG nova.compute.manager [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1734.180022] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf31f99b-1804-4e3b-9a23-ab10c02a80f1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.294028] env[62298]: DEBUG nova.compute.manager [req-64db1818-ca3f-4147-9ccc-2d22e3044565 req-5c1ae62b-6122-4729-a115-46aa30c89ef0 service nova] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Received event network-vif-plugged-4d1ab1f2-33d8-4190-9e5d-5e5bffa65b22 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1734.294262] env[62298]: DEBUG oslo_concurrency.lockutils [req-64db1818-ca3f-4147-9ccc-2d22e3044565 req-5c1ae62b-6122-4729-a115-46aa30c89ef0 service nova] Acquiring lock "e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.294506] env[62298]: DEBUG oslo_concurrency.lockutils [req-64db1818-ca3f-4147-9ccc-2d22e3044565 req-5c1ae62b-6122-4729-a115-46aa30c89ef0 service nova] Lock "e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.294680] env[62298]: DEBUG oslo_concurrency.lockutils [req-64db1818-ca3f-4147-9ccc-2d22e3044565 req-5c1ae62b-6122-4729-a115-46aa30c89ef0 service nova] Lock "e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.294885] env[62298]: DEBUG nova.compute.manager [req-64db1818-ca3f-4147-9ccc-2d22e3044565 req-5c1ae62b-6122-4729-a115-46aa30c89ef0 service nova] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] No waiting events found dispatching network-vif-plugged-4d1ab1f2-33d8-4190-9e5d-5e5bffa65b22 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1734.294997] env[62298]: WARNING nova.compute.manager [req-64db1818-ca3f-4147-9ccc-2d22e3044565 req-5c1ae62b-6122-4729-a115-46aa30c89ef0 service nova] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Received unexpected event network-vif-plugged-4d1ab1f2-33d8-4190-9e5d-5e5bffa65b22 for instance with vm_state building and task_state spawning. [ 1734.490574] env[62298]: DEBUG nova.network.neutron [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Successfully updated port: 4d1ab1f2-33d8-4190-9e5d-5e5bffa65b22 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1734.584618] env[62298]: DEBUG oslo_vmware.api [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804590, 'name': ReconfigVM_Task, 'duration_secs': 0.479689} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.586720] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 23ba2a3a-1d1f-456d-9e47-75d50a3920de/23ba2a3a-1d1f-456d-9e47-75d50a3920de.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1734.587417] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3337199d-ec7f-443d-9c15-febec1ae9bca {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.593630] env[62298]: DEBUG oslo_vmware.api [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Waiting for the task: (returnval){ [ 1734.593630] env[62298]: value = "task-1804591" [ 1734.593630] env[62298]: _type = "Task" [ 1734.593630] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.605216] env[62298]: DEBUG nova.compute.utils [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1734.608650] env[62298]: DEBUG oslo_vmware.api [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804591, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.611953] env[62298]: DEBUG nova.compute.manager [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1734.612154] env[62298]: DEBUG nova.network.neutron [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1734.683189] env[62298]: DEBUG oslo_vmware.rw_handles [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Completed reading data from the image iterator. {{(pid=62298) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1734.683427] env[62298]: DEBUG oslo_vmware.rw_handles [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e4798-49f2-ce39-c5a4-ece462ec76c4/disk-0.vmdk. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1734.684355] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ad37ae-be12-44eb-889d-b9112306d9e2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.697298] env[62298]: DEBUG nova.policy [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c34b1fd39734e3ab900a281eb55395b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9eedc72185a44acafe9968bcf69257d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1734.703119] env[62298]: DEBUG oslo_vmware.rw_handles [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e4798-49f2-ce39-c5a4-ece462ec76c4/disk-0.vmdk is in state: ready. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1734.703119] env[62298]: DEBUG oslo_vmware.rw_handles [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e4798-49f2-ce39-c5a4-ece462ec76c4/disk-0.vmdk. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1734.703440] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-03a4ee2a-b15e-4a9c-9857-4499146ed33f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.705429] env[62298]: INFO nova.compute.manager [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Took 21.69 seconds to build instance. [ 1734.892851] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1734.893319] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1734.993416] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Acquiring lock "refresh_cache-e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.993585] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Acquired lock "refresh_cache-e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.993816] env[62298]: DEBUG nova.network.neutron [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1735.104864] env[62298]: DEBUG oslo_vmware.api [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804591, 'name': Rename_Task, 'duration_secs': 0.260161} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.105214] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1735.105513] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-907a5f3f-75c1-4cf2-8ad2-52b15d2103b8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.109728] env[62298]: DEBUG nova.compute.manager [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1735.113310] env[62298]: DEBUG oslo_vmware.api [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Waiting for the task: (returnval){ [ 1735.113310] env[62298]: value = "task-1804592" [ 1735.113310] env[62298]: _type = "Task" [ 1735.113310] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.123869] env[62298]: DEBUG oslo_vmware.api [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.126537] env[62298]: DEBUG nova.network.neutron [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Successfully created port: 3621c4dd-fe39-440c-95b5-ca481ce3ef2d {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1735.209920] env[62298]: DEBUG oslo_concurrency.lockutils [None req-478dc2bb-cb88-4d8c-a8c0-3c7838ed51db tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "36f2e25e-c1e1-45ca-af95-d23d1264ef48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.204s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.238020] env[62298]: DEBUG oslo_vmware.rw_handles [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e4798-49f2-ce39-c5a4-ece462ec76c4/disk-0.vmdk. {{(pid=62298) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1735.238020] env[62298]: INFO nova.virt.vmwareapi.images [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Downloaded image file data ea1ede4d-3f4d-4f0a-874b-024d62e69224 [ 1735.238020] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebf063f-5cd3-41c4-8691-26c39396f0c1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.259325] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a155e5ea-1331-4977-b3a8-c7cd8b44b3ed {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.307020] env[62298]: INFO nova.virt.vmwareapi.images [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] The imported VM was unregistered [ 1735.307655] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Caching image {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1735.308113] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Creating directory with path [datastore1] devstack-image-cache_base/ea1ede4d-3f4d-4f0a-874b-024d62e69224 {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1735.308626] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ae5c07f-5eba-4b5a-8527-7619e4aec85e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.321291] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Created directory with path [datastore1] devstack-image-cache_base/ea1ede4d-3f4d-4f0a-874b-024d62e69224 {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1735.321697] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_99972fee-c4bb-4da5-9e96-cc061f2684d1/OSTACK_IMG_99972fee-c4bb-4da5-9e96-cc061f2684d1.vmdk to [datastore1] devstack-image-cache_base/ea1ede4d-3f4d-4f0a-874b-024d62e69224/ea1ede4d-3f4d-4f0a-874b-024d62e69224.vmdk. {{(pid=62298) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1735.322260] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e89ba6f7-bbd5-49c0-b2f4-090ad8097dc7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.333062] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1735.333062] env[62298]: value = "task-1804594" [ 1735.333062] env[62298]: _type = "Task" [ 1735.333062] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.343509] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804594, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.345027] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "36f2e25e-c1e1-45ca-af95-d23d1264ef48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.345294] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "36f2e25e-c1e1-45ca-af95-d23d1264ef48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.345519] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "36f2e25e-c1e1-45ca-af95-d23d1264ef48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.345901] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "36f2e25e-c1e1-45ca-af95-d23d1264ef48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.346121] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "36f2e25e-c1e1-45ca-af95-d23d1264ef48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.353150] env[62298]: INFO nova.compute.manager [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Terminating instance [ 1735.403389] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117c9349-66ab-40c3-a11d-3681933cd0e8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.404898] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1735.405155] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Starting heal instance info cache {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1735.411564] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bf412e-a5d9-4d0b-b530-adcdd0878535 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.450463] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c96f23-1753-4700-b058-376c521dcb37 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.462432] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94e122f-0ab3-488b-98ab-c89c2a4966aa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.480037] env[62298]: DEBUG nova.compute.provider_tree [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1735.567994] env[62298]: DEBUG nova.network.neutron [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1735.632457] env[62298]: DEBUG oslo_vmware.api [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.829016] env[62298]: DEBUG nova.network.neutron [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Updating instance_info_cache with network_info: [{"id": "4d1ab1f2-33d8-4190-9e5d-5e5bffa65b22", "address": "fa:16:3e:2e:55:15", "network": {"id": "9e0102e7-2fef-4889-8c38-8fddc7b540fc", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1964427022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ca27fb686c4476ab6597fd4335b7825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d1ab1f2-33", "ovs_interfaceid": "4d1ab1f2-33d8-4190-9e5d-5e5bffa65b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.848415] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804594, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.860159] env[62298]: DEBUG nova.compute.manager [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1735.860377] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1735.863240] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c76a410-d400-449e-8243-c2234eae4a8c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.871311] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1735.871688] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-036a3656-d7d5-43c5-a6b7-2d286a2e937c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.881646] env[62298]: DEBUG oslo_vmware.api [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1735.881646] env[62298]: value = "task-1804595" [ 1735.881646] env[62298]: _type = "Task" [ 1735.881646] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.893342] env[62298]: DEBUG oslo_vmware.api [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.982814] env[62298]: DEBUG nova.scheduler.client.report [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1736.132416] env[62298]: DEBUG nova.compute.manager [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1736.134699] env[62298]: DEBUG oslo_vmware.api [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804592, 'name': PowerOnVM_Task, 'duration_secs': 0.881898} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.135337] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1736.135478] env[62298]: INFO nova.compute.manager [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1736.135561] env[62298]: DEBUG nova.compute.manager [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1736.136437] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7626e409-d4fc-406e-960d-06390463c957 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.164461] env[62298]: DEBUG nova.virt.hardware [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1736.164703] env[62298]: DEBUG nova.virt.hardware [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1736.164867] env[62298]: DEBUG nova.virt.hardware [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1736.165084] env[62298]: DEBUG nova.virt.hardware [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1736.165286] env[62298]: DEBUG nova.virt.hardware [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1736.165474] env[62298]: DEBUG nova.virt.hardware [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1736.165715] env[62298]: DEBUG nova.virt.hardware [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1736.165911] env[62298]: DEBUG nova.virt.hardware [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1736.166104] env[62298]: DEBUG nova.virt.hardware [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1736.166302] env[62298]: DEBUG nova.virt.hardware [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1736.166484] env[62298]: DEBUG nova.virt.hardware [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1736.167517] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a11098-e15b-474e-a050-6a47e9ee41a3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.178221] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a26666-0d03-431c-967e-2fc27dee6ce0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.331847] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Releasing lock "refresh_cache-e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.332223] env[62298]: DEBUG nova.compute.manager [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Instance network_info: |[{"id": "4d1ab1f2-33d8-4190-9e5d-5e5bffa65b22", "address": "fa:16:3e:2e:55:15", "network": {"id": "9e0102e7-2fef-4889-8c38-8fddc7b540fc", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1964427022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ca27fb686c4476ab6597fd4335b7825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d1ab1f2-33", "ovs_interfaceid": "4d1ab1f2-33d8-4190-9e5d-5e5bffa65b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1736.332756] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:55:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d1ab1f2-33d8-4190-9e5d-5e5bffa65b22', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1736.342422] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Creating folder: Project (1ca27fb686c4476ab6597fd4335b7825). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1736.351318] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72950990-793a-4131-ac1b-9174a8bbd0a2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.354524] env[62298]: DEBUG nova.compute.manager [req-b0a06ff0-94b3-4ab4-a936-8ba8c29e417f req-1905844f-2827-49bf-9e4a-731993ca8840 service nova] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Received event network-changed-4d1ab1f2-33d8-4190-9e5d-5e5bffa65b22 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1736.354804] env[62298]: DEBUG nova.compute.manager [req-b0a06ff0-94b3-4ab4-a936-8ba8c29e417f req-1905844f-2827-49bf-9e4a-731993ca8840 service nova] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Refreshing instance network info cache due to event network-changed-4d1ab1f2-33d8-4190-9e5d-5e5bffa65b22. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1736.355046] env[62298]: DEBUG oslo_concurrency.lockutils [req-b0a06ff0-94b3-4ab4-a936-8ba8c29e417f req-1905844f-2827-49bf-9e4a-731993ca8840 service nova] Acquiring lock "refresh_cache-e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.355209] env[62298]: DEBUG oslo_concurrency.lockutils [req-b0a06ff0-94b3-4ab4-a936-8ba8c29e417f req-1905844f-2827-49bf-9e4a-731993ca8840 service nova] Acquired lock "refresh_cache-e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.355408] env[62298]: DEBUG nova.network.neutron [req-b0a06ff0-94b3-4ab4-a936-8ba8c29e417f req-1905844f-2827-49bf-9e4a-731993ca8840 service nova] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Refreshing network info cache for port 4d1ab1f2-33d8-4190-9e5d-5e5bffa65b22 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1736.365689] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804594, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.368992] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Created folder: Project (1ca27fb686c4476ab6597fd4335b7825) in parent group-v373906. [ 1736.368992] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Creating folder: Instances. Parent ref: group-v374114. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1736.369232] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c16223c2-8a02-4a72-ad2d-b37f02b09b9c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.380348] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Created folder: Instances in parent group-v374114. [ 1736.380679] env[62298]: DEBUG oslo.service.loopingcall [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1736.380894] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1736.381214] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa4ae51d-d210-4e9f-8c92-c52eeca82f58 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.406548] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1736.406548] env[62298]: value = "task-1804598" [ 1736.406548] env[62298]: _type = "Task" [ 1736.406548] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.410154] env[62298]: DEBUG oslo_vmware.api [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804595, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.423975] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804598, 'name': CreateVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.490033] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.390s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.490033] env[62298]: DEBUG nova.compute.manager [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1736.491721] env[62298]: DEBUG oslo_concurrency.lockutils [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.140s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.493661] env[62298]: INFO nova.compute.claims [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1736.660068] env[62298]: INFO nova.compute.manager [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Took 17.90 seconds to build instance. [ 1736.854053] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804594, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.914675] env[62298]: DEBUG oslo_vmware.api [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804595, 'name': PowerOffVM_Task, 'duration_secs': 0.593027} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.915237] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1736.915457] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1736.915745] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8a918ee-8bc7-42e5-bdcd-86fa6ed3487d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.924695] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804598, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.961521] env[62298]: DEBUG nova.network.neutron [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Successfully updated port: 3621c4dd-fe39-440c-95b5-ca481ce3ef2d {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1737.000893] env[62298]: DEBUG nova.compute.utils [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1737.005768] env[62298]: DEBUG nova.compute.manager [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1737.006032] env[62298]: DEBUG nova.network.neutron [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1737.014488] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1737.014820] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1737.014962] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Deleting the datastore file [datastore1] 36f2e25e-c1e1-45ca-af95-d23d1264ef48 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1737.015379] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03fb2c66-01b8-43b6-8cb5-4faaa04be729 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.022917] env[62298]: DEBUG oslo_vmware.api [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1737.022917] env[62298]: value = "task-1804600" [ 1737.022917] env[62298]: _type = "Task" [ 1737.022917] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.033702] env[62298]: DEBUG oslo_vmware.api [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.056261] env[62298]: DEBUG nova.policy [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '855de6ff7634489e89cbd51e8f806e51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46197649ecc14bb8a2f3350aa7fcd18e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1737.161595] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d9b9c69d-51c1-488b-b0a8-7dcac9b70b01 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Lock "23ba2a3a-1d1f-456d-9e47-75d50a3920de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.412s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.177915] env[62298]: DEBUG oslo_concurrency.lockutils [None req-01f35c9b-e626-4baf-a7cf-9c15029995b1 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquiring lock "daa6606d-56d9-4776-8434-bdf8006e36ea" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.178140] env[62298]: DEBUG oslo_concurrency.lockutils [None req-01f35c9b-e626-4baf-a7cf-9c15029995b1 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "daa6606d-56d9-4776-8434-bdf8006e36ea" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.317628] env[62298]: DEBUG nova.network.neutron [req-b0a06ff0-94b3-4ab4-a936-8ba8c29e417f req-1905844f-2827-49bf-9e4a-731993ca8840 service nova] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Updated VIF entry in instance network info cache for port 4d1ab1f2-33d8-4190-9e5d-5e5bffa65b22. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1737.319583] env[62298]: DEBUG nova.network.neutron [req-b0a06ff0-94b3-4ab4-a936-8ba8c29e417f req-1905844f-2827-49bf-9e4a-731993ca8840 service nova] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Updating instance_info_cache with network_info: [{"id": "4d1ab1f2-33d8-4190-9e5d-5e5bffa65b22", "address": "fa:16:3e:2e:55:15", "network": {"id": "9e0102e7-2fef-4889-8c38-8fddc7b540fc", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1964427022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ca27fb686c4476ab6597fd4335b7825", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d1ab1f2-33", "ovs_interfaceid": "4d1ab1f2-33d8-4190-9e5d-5e5bffa65b22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.354233] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804594, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.380993] env[62298]: DEBUG nova.network.neutron [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Successfully created port: 12ca48c2-8c55-4a6f-8c30-144797364c60 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1737.423758] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804598, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.467882] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquiring lock "refresh_cache-d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.467882] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquired lock "refresh_cache-d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.467882] env[62298]: DEBUG nova.network.neutron [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1737.513062] env[62298]: DEBUG nova.compute.manager [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1737.536148] env[62298]: DEBUG oslo_vmware.api [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.684530] env[62298]: DEBUG nova.compute.utils [None req-01f35c9b-e626-4baf-a7cf-9c15029995b1 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1737.785147] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5ea7ef-8b3c-486f-9f36-7beefb701d29 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.792566] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6384ee2c-3d43-4227-8e10-a5fdcb9e7c7d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.824356] env[62298]: DEBUG oslo_concurrency.lockutils [req-b0a06ff0-94b3-4ab4-a936-8ba8c29e417f req-1905844f-2827-49bf-9e4a-731993ca8840 service nova] Releasing lock "refresh_cache-e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.825482] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24558d98-a0b4-4be4-ad93-afd5710625ea {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.834794] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dd5ff4-3499-40de-bdff-6d5ce18b31aa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.856700] env[62298]: DEBUG nova.compute.provider_tree [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1737.861858] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804594, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.922192] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804598, 'name': CreateVM_Task, 'duration_secs': 1.199102} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.922400] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1737.923072] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.923241] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.923562] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1737.923824] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac30fcee-1f3b-4bf0-953a-83bb85181497 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.929799] env[62298]: DEBUG oslo_vmware.api [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Waiting for the task: (returnval){ [ 1737.929799] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ceac2e-c6d2-69d3-22e8-42bbdaf7ca08" [ 1737.929799] env[62298]: _type = "Task" [ 1737.929799] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.937958] env[62298]: DEBUG oslo_vmware.api [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ceac2e-c6d2-69d3-22e8-42bbdaf7ca08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.013660] env[62298]: DEBUG nova.network.neutron [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1738.041751] env[62298]: DEBUG oslo_vmware.api [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.967146} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.042076] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1738.042289] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1738.042473] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1738.042678] env[62298]: INFO nova.compute.manager [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Took 2.18 seconds to destroy the instance on the hypervisor. [ 1738.042887] env[62298]: DEBUG oslo.service.loopingcall [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1738.043097] env[62298]: DEBUG nova.compute.manager [-] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1738.043194] env[62298]: DEBUG nova.network.neutron [-] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1738.190553] env[62298]: DEBUG oslo_concurrency.lockutils [None req-01f35c9b-e626-4baf-a7cf-9c15029995b1 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "daa6606d-56d9-4776-8434-bdf8006e36ea" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.356053] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804594, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.623569} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.356335] env[62298]: INFO nova.virt.vmwareapi.ds_util [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_99972fee-c4bb-4da5-9e96-cc061f2684d1/OSTACK_IMG_99972fee-c4bb-4da5-9e96-cc061f2684d1.vmdk to [datastore1] devstack-image-cache_base/ea1ede4d-3f4d-4f0a-874b-024d62e69224/ea1ede4d-3f4d-4f0a-874b-024d62e69224.vmdk. [ 1738.356527] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Cleaning up location [datastore1] OSTACK_IMG_99972fee-c4bb-4da5-9e96-cc061f2684d1 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1738.356688] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_99972fee-c4bb-4da5-9e96-cc061f2684d1 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1738.356940] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4982f44d-777b-4c86-9686-a725fe180866 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.361972] env[62298]: DEBUG nova.scheduler.client.report [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1738.369064] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1738.369064] env[62298]: value = "task-1804601" [ 1738.369064] env[62298]: _type = "Task" [ 1738.369064] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.387573] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.440073] env[62298]: DEBUG oslo_vmware.api [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ceac2e-c6d2-69d3-22e8-42bbdaf7ca08, 'name': SearchDatastore_Task, 'duration_secs': 0.010342} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.440912] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.441181] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1738.441460] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.441889] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.441889] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1738.442242] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-779296a4-7714-4569-8b4c-917f71ad73cd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.451795] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1738.451912] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1738.452606] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7cfad4c-4566-4b5d-a1b9-4e0989cca732 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.458368] env[62298]: DEBUG oslo_vmware.api [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Waiting for the task: (returnval){ [ 1738.458368] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52170d78-0b5f-b79f-0619-625438026ae6" [ 1738.458368] env[62298]: _type = "Task" [ 1738.458368] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.466691] env[62298]: DEBUG oslo_vmware.api [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52170d78-0b5f-b79f-0619-625438026ae6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.523310] env[62298]: DEBUG nova.compute.manager [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1738.549879] env[62298]: DEBUG nova.virt.hardware [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1738.550172] env[62298]: DEBUG nova.virt.hardware [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1738.550356] env[62298]: DEBUG nova.virt.hardware [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1738.550541] env[62298]: DEBUG nova.virt.hardware [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1738.550707] env[62298]: DEBUG nova.virt.hardware [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1738.550857] env[62298]: DEBUG nova.virt.hardware [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1738.551376] env[62298]: DEBUG nova.virt.hardware [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1738.551588] env[62298]: DEBUG nova.virt.hardware [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1738.551789] env[62298]: DEBUG nova.virt.hardware [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1738.551975] env[62298]: DEBUG nova.virt.hardware [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1738.552181] env[62298]: DEBUG nova.virt.hardware [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1738.553104] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8513871f-7e4c-4356-a493-efad3a60c72c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.562456] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83d4cef-5757-4835-8950-fd192683691b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.590619] env[62298]: DEBUG nova.network.neutron [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Updating instance_info_cache with network_info: [{"id": "3621c4dd-fe39-440c-95b5-ca481ce3ef2d", "address": "fa:16:3e:5a:3d:9e", "network": {"id": "b519442e-3144-4f4a-8299-5b1716080f96", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-919446948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9eedc72185a44acafe9968bcf69257d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3621c4dd-fe", "ovs_interfaceid": "3621c4dd-fe39-440c-95b5-ca481ce3ef2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.852603] env[62298]: DEBUG nova.compute.manager [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1738.853237] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a16c9b-77c8-4cef-96ba-154bd9e0c162 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.877137] env[62298]: DEBUG oslo_concurrency.lockutils [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.877332] env[62298]: DEBUG nova.compute.manager [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1738.879902] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035589} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.880195] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1738.880374] env[62298]: DEBUG oslo_concurrency.lockutils [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ea1ede4d-3f4d-4f0a-874b-024d62e69224/ea1ede4d-3f4d-4f0a-874b-024d62e69224.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.880567] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ea1ede4d-3f4d-4f0a-874b-024d62e69224/ea1ede4d-3f4d-4f0a-874b-024d62e69224.vmdk to [datastore1] 005007c7-b4dc-41b7-837c-4b8c5cc8feff/005007c7-b4dc-41b7-837c-4b8c5cc8feff.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1738.880825] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d667603c-1acc-4587-a54b-3fb94aa1b136 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.889015] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1738.889015] env[62298]: value = "task-1804602" [ 1738.889015] env[62298]: _type = "Task" [ 1738.889015] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.899663] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804602, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.970333] env[62298]: DEBUG oslo_vmware.api [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52170d78-0b5f-b79f-0619-625438026ae6, 'name': SearchDatastore_Task, 'duration_secs': 0.008062} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.971189] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37ebf766-db34-4eaa-9768-4739ad2395c0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.977404] env[62298]: DEBUG oslo_vmware.api [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Waiting for the task: (returnval){ [ 1738.977404] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52fb9f4a-9cf2-0d81-8834-984b3166de13" [ 1738.977404] env[62298]: _type = "Task" [ 1738.977404] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.987481] env[62298]: DEBUG oslo_vmware.api [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52fb9f4a-9cf2-0d81-8834-984b3166de13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.000606] env[62298]: DEBUG nova.network.neutron [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Successfully updated port: 12ca48c2-8c55-4a6f-8c30-144797364c60 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1739.094050] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Releasing lock "refresh_cache-d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.094506] env[62298]: DEBUG nova.compute.manager [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Instance network_info: |[{"id": "3621c4dd-fe39-440c-95b5-ca481ce3ef2d", "address": "fa:16:3e:5a:3d:9e", "network": {"id": "b519442e-3144-4f4a-8299-5b1716080f96", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-919446948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9eedc72185a44acafe9968bcf69257d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3621c4dd-fe", "ovs_interfaceid": "3621c4dd-fe39-440c-95b5-ca481ce3ef2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1739.094952] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:3d:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3621c4dd-fe39-440c-95b5-ca481ce3ef2d', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1739.104240] env[62298]: DEBUG oslo.service.loopingcall [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1739.104539] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1739.104865] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de68286f-8c9c-435f-8234-f033689368cf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.129173] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1739.129173] env[62298]: value = "task-1804603" [ 1739.129173] env[62298]: _type = "Task" [ 1739.129173] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.136195] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804603, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.185889] env[62298]: DEBUG nova.compute.manager [req-ff9868fe-233b-4dfe-aab9-4666d1b5273d req-49fb38a5-06c9-4128-9d90-a5c6d201f5c7 service nova] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Received event network-vif-plugged-3621c4dd-fe39-440c-95b5-ca481ce3ef2d {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1739.186127] env[62298]: DEBUG oslo_concurrency.lockutils [req-ff9868fe-233b-4dfe-aab9-4666d1b5273d req-49fb38a5-06c9-4128-9d90-a5c6d201f5c7 service nova] Acquiring lock "d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.186454] env[62298]: DEBUG oslo_concurrency.lockutils [req-ff9868fe-233b-4dfe-aab9-4666d1b5273d req-49fb38a5-06c9-4128-9d90-a5c6d201f5c7 service nova] Lock "d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.186508] env[62298]: DEBUG oslo_concurrency.lockutils [req-ff9868fe-233b-4dfe-aab9-4666d1b5273d req-49fb38a5-06c9-4128-9d90-a5c6d201f5c7 service nova] Lock "d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.186654] env[62298]: DEBUG nova.compute.manager [req-ff9868fe-233b-4dfe-aab9-4666d1b5273d req-49fb38a5-06c9-4128-9d90-a5c6d201f5c7 service nova] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] No waiting events found dispatching network-vif-plugged-3621c4dd-fe39-440c-95b5-ca481ce3ef2d {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1739.186820] env[62298]: WARNING nova.compute.manager [req-ff9868fe-233b-4dfe-aab9-4666d1b5273d req-49fb38a5-06c9-4128-9d90-a5c6d201f5c7 service nova] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Received unexpected event network-vif-plugged-3621c4dd-fe39-440c-95b5-ca481ce3ef2d for instance with vm_state building and task_state spawning. [ 1739.187088] env[62298]: DEBUG nova.compute.manager [req-ff9868fe-233b-4dfe-aab9-4666d1b5273d req-49fb38a5-06c9-4128-9d90-a5c6d201f5c7 service nova] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Received event network-changed-3621c4dd-fe39-440c-95b5-ca481ce3ef2d {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1739.187187] env[62298]: DEBUG nova.compute.manager [req-ff9868fe-233b-4dfe-aab9-4666d1b5273d req-49fb38a5-06c9-4128-9d90-a5c6d201f5c7 service nova] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Refreshing instance network info cache due to event network-changed-3621c4dd-fe39-440c-95b5-ca481ce3ef2d. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1739.187400] env[62298]: DEBUG oslo_concurrency.lockutils [req-ff9868fe-233b-4dfe-aab9-4666d1b5273d req-49fb38a5-06c9-4128-9d90-a5c6d201f5c7 service nova] Acquiring lock "refresh_cache-d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.187621] env[62298]: DEBUG oslo_concurrency.lockutils [req-ff9868fe-233b-4dfe-aab9-4666d1b5273d req-49fb38a5-06c9-4128-9d90-a5c6d201f5c7 service nova] Acquired lock "refresh_cache-d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.187726] env[62298]: DEBUG nova.network.neutron [req-ff9868fe-233b-4dfe-aab9-4666d1b5273d req-49fb38a5-06c9-4128-9d90-a5c6d201f5c7 service nova] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Refreshing network info cache for port 3621c4dd-fe39-440c-95b5-ca481ce3ef2d {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1739.208600] env[62298]: DEBUG nova.compute.manager [req-3e4972f6-9aa1-4c13-8b1c-337dd60097a3 req-903e0fb1-6dcf-4e71-9e80-9332c210c430 service nova] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Received event network-vif-deleted-61349310-5e2a-4cb7-a7eb-dc21671f31a3 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1739.208835] env[62298]: INFO nova.compute.manager [req-3e4972f6-9aa1-4c13-8b1c-337dd60097a3 req-903e0fb1-6dcf-4e71-9e80-9332c210c430 service nova] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Neutron deleted interface 61349310-5e2a-4cb7-a7eb-dc21671f31a3; detaching it from the instance and deleting it from the info cache [ 1739.208996] env[62298]: DEBUG nova.network.neutron [req-3e4972f6-9aa1-4c13-8b1c-337dd60097a3 req-903e0fb1-6dcf-4e71-9e80-9332c210c430 service nova] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.225527] env[62298]: DEBUG nova.network.neutron [-] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.256832] env[62298]: DEBUG oslo_concurrency.lockutils [None req-01f35c9b-e626-4baf-a7cf-9c15029995b1 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquiring lock "daa6606d-56d9-4776-8434-bdf8006e36ea" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.257190] env[62298]: DEBUG oslo_concurrency.lockutils [None req-01f35c9b-e626-4baf-a7cf-9c15029995b1 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "daa6606d-56d9-4776-8434-bdf8006e36ea" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.257550] env[62298]: INFO nova.compute.manager [None req-01f35c9b-e626-4baf-a7cf-9c15029995b1 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Attaching volume 93394ef0-760f-4ce1-9f83-d25b2ef123f8 to /dev/sdb [ 1739.300720] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999fbddd-874d-4a74-8966-b8349dd9eb4f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.309268] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576215ce-b545-428e-869b-69333823fddc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.324083] env[62298]: DEBUG nova.virt.block_device [None req-01f35c9b-e626-4baf-a7cf-9c15029995b1 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Updating existing volume attachment record: a7077b77-c0f1-4e8b-ab38-66c6c5b3020b {{(pid=62298) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1739.364816] env[62298]: INFO nova.compute.manager [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] instance snapshotting [ 1739.367348] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5082ff09-11cc-4c75-8166-9636fd3a3da2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.391252] env[62298]: DEBUG nova.compute.utils [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1739.393081] env[62298]: DEBUG nova.compute.manager [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1739.393277] env[62298]: DEBUG nova.network.neutron [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1739.395838] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ce4599-0a36-4278-ad57-4e698f43bbdb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.413205] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804602, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.478094] env[62298]: DEBUG nova.policy [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db21c5cc71bc4980801893134edefba9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '590be3a2ce564aadaff20814b841c464', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1739.492014] env[62298]: DEBUG oslo_vmware.api [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52fb9f4a-9cf2-0d81-8834-984b3166de13, 'name': SearchDatastore_Task, 'duration_secs': 0.036054} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.492296] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.492608] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7/e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1739.492935] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6efc16d-15d1-47fa-aaf5-79359fbf144f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.501536] env[62298]: DEBUG oslo_vmware.api [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Waiting for the task: (returnval){ [ 1739.501536] env[62298]: value = "task-1804605" [ 1739.501536] env[62298]: _type = "Task" [ 1739.501536] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.502042] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Acquiring lock "refresh_cache-6d955228-5e3e-4a37-8ed4-12253981d692" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.502110] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Acquired lock "refresh_cache-6d955228-5e3e-4a37-8ed4-12253981d692" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.502252] env[62298]: DEBUG nova.network.neutron [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1739.514886] env[62298]: DEBUG oslo_concurrency.lockutils [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "6144efa7-fb78-4b7b-8780-9dda46056e6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.515318] env[62298]: DEBUG oslo_concurrency.lockutils [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "6144efa7-fb78-4b7b-8780-9dda46056e6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.524315] env[62298]: DEBUG oslo_vmware.api [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Task: {'id': task-1804605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.644124] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804603, 'name': CreateVM_Task, 'duration_secs': 0.510681} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.644357] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1739.647556] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.647748] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.648216] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1739.648775] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "interface-6f4534a2-3554-42e4-99c9-8e2891943389-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.649073] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "interface-6f4534a2-3554-42e4-99c9-8e2891943389-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.649700] env[62298]: DEBUG nova.objects.instance [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lazy-loading 'flavor' on Instance uuid 6f4534a2-3554-42e4-99c9-8e2891943389 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1739.652334] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b37cb8d-d7da-4c14-b730-2bf07d6e31a3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.659139] env[62298]: DEBUG oslo_vmware.api [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1739.659139] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52eb8464-bf9f-6821-1876-7b57a3ade8fe" [ 1739.659139] env[62298]: _type = "Task" [ 1739.659139] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.672288] env[62298]: DEBUG oslo_vmware.api [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52eb8464-bf9f-6821-1876-7b57a3ade8fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.712909] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8c4e508-c4a1-4454-bce1-4f8672316901 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.724483] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0679aaa5-e5b2-4184-9722-c701fca206e9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.737741] env[62298]: INFO nova.compute.manager [-] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Took 1.69 seconds to deallocate network for instance. [ 1739.768347] env[62298]: DEBUG nova.compute.manager [req-3e4972f6-9aa1-4c13-8b1c-337dd60097a3 req-903e0fb1-6dcf-4e71-9e80-9332c210c430 service nova] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Detach interface failed, port_id=61349310-5e2a-4cb7-a7eb-dc21671f31a3, reason: Instance 36f2e25e-c1e1-45ca-af95-d23d1264ef48 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1739.903803] env[62298]: DEBUG nova.compute.manager [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1739.906546] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804602, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.915163] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Creating Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1739.915884] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e1973059-eb79-46cd-851c-b41f69e08873 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.923794] env[62298]: DEBUG oslo_vmware.api [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Waiting for the task: (returnval){ [ 1739.923794] env[62298]: value = "task-1804608" [ 1739.923794] env[62298]: _type = "Task" [ 1739.923794] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.934995] env[62298]: DEBUG oslo_vmware.api [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804608, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.970352] env[62298]: DEBUG nova.network.neutron [req-ff9868fe-233b-4dfe-aab9-4666d1b5273d req-49fb38a5-06c9-4128-9d90-a5c6d201f5c7 service nova] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Updated VIF entry in instance network info cache for port 3621c4dd-fe39-440c-95b5-ca481ce3ef2d. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1739.970731] env[62298]: DEBUG nova.network.neutron [req-ff9868fe-233b-4dfe-aab9-4666d1b5273d req-49fb38a5-06c9-4128-9d90-a5c6d201f5c7 service nova] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Updating instance_info_cache with network_info: [{"id": "3621c4dd-fe39-440c-95b5-ca481ce3ef2d", "address": "fa:16:3e:5a:3d:9e", "network": {"id": "b519442e-3144-4f4a-8299-5b1716080f96", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-919446948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9eedc72185a44acafe9968bcf69257d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3621c4dd-fe", "ovs_interfaceid": "3621c4dd-fe39-440c-95b5-ca481ce3ef2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.019029] env[62298]: DEBUG oslo_vmware.api [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Task: {'id': task-1804605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.025964] env[62298]: DEBUG nova.compute.manager [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1740.030515] env[62298]: DEBUG nova.network.neutron [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Successfully created port: 4b77e199-dd01-43a9-a996-02296a35f68b {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1740.073944] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquiring lock "005007c7-b4dc-41b7-837c-4b8c5cc8feff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.095584] env[62298]: DEBUG nova.network.neutron [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1740.170100] env[62298]: DEBUG oslo_vmware.api [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52eb8464-bf9f-6821-1876-7b57a3ade8fe, 'name': SearchDatastore_Task, 'duration_secs': 0.085288} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.170487] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.170747] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1740.171073] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.171132] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.171321] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1740.171621] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-563fd3f8-a081-4921-84c5-4abc17d4e44a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.189846] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1740.190093] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1740.190804] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a80f9d75-8053-4acc-9b33-b124adf0c42b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.208220] env[62298]: DEBUG oslo_vmware.api [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1740.208220] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b3b3c7-3b5e-4a9e-790b-92897d4c9cf8" [ 1740.208220] env[62298]: _type = "Task" [ 1740.208220] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.217379] env[62298]: DEBUG oslo_vmware.api [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b3b3c7-3b5e-4a9e-790b-92897d4c9cf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.246823] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.247142] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.247456] env[62298]: DEBUG nova.objects.instance [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lazy-loading 'resources' on Instance uuid 36f2e25e-c1e1-45ca-af95-d23d1264ef48 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1740.364090] env[62298]: DEBUG nova.objects.instance [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lazy-loading 'pci_requests' on Instance uuid 6f4534a2-3554-42e4-99c9-8e2891943389 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1740.379012] env[62298]: DEBUG nova.network.neutron [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Updating instance_info_cache with network_info: [{"id": "12ca48c2-8c55-4a6f-8c30-144797364c60", "address": "fa:16:3e:11:7f:fd", "network": {"id": "1c530e6c-946c-4fb7-888a-178d93b8f2de", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1262412305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46197649ecc14bb8a2f3350aa7fcd18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12ca48c2-8c", "ovs_interfaceid": "12ca48c2-8c55-4a6f-8c30-144797364c60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.408066] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804602, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.440129] env[62298]: DEBUG oslo_vmware.api [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804608, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.474684] env[62298]: DEBUG oslo_concurrency.lockutils [req-ff9868fe-233b-4dfe-aab9-4666d1b5273d req-49fb38a5-06c9-4128-9d90-a5c6d201f5c7 service nova] Releasing lock "refresh_cache-d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.524194] env[62298]: DEBUG oslo_vmware.api [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Task: {'id': task-1804605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.559391] env[62298]: DEBUG oslo_concurrency.lockutils [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.719979] env[62298]: DEBUG oslo_vmware.api [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b3b3c7-3b5e-4a9e-790b-92897d4c9cf8, 'name': SearchDatastore_Task, 'duration_secs': 0.092123} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.720991] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70eabc5f-2172-4f01-aff9-7be606368e23 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.728472] env[62298]: DEBUG oslo_vmware.api [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1740.728472] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529d2ca7-b75b-7cf5-d1bc-47df145ea99d" [ 1740.728472] env[62298]: _type = "Task" [ 1740.728472] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.737058] env[62298]: DEBUG oslo_vmware.api [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529d2ca7-b75b-7cf5-d1bc-47df145ea99d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.867530] env[62298]: DEBUG nova.objects.base [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Object Instance<6f4534a2-3554-42e4-99c9-8e2891943389> lazy-loaded attributes: flavor,pci_requests {{(pid=62298) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1740.867908] env[62298]: DEBUG nova.network.neutron [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1740.882131] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Releasing lock "refresh_cache-6d955228-5e3e-4a37-8ed4-12253981d692" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.882490] env[62298]: DEBUG nova.compute.manager [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Instance network_info: |[{"id": "12ca48c2-8c55-4a6f-8c30-144797364c60", "address": "fa:16:3e:11:7f:fd", "network": {"id": "1c530e6c-946c-4fb7-888a-178d93b8f2de", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1262412305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46197649ecc14bb8a2f3350aa7fcd18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12ca48c2-8c", "ovs_interfaceid": "12ca48c2-8c55-4a6f-8c30-144797364c60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1740.885927] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:7f:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12ca48c2-8c55-4a6f-8c30-144797364c60', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1740.894195] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Creating folder: Project (46197649ecc14bb8a2f3350aa7fcd18e). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1740.895052] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39d86e7e-bf98-4c3d-94ad-1ab000fc6339 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.911016] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804602, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.912568] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Created folder: Project (46197649ecc14bb8a2f3350aa7fcd18e) in parent group-v373906. [ 1740.912788] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Creating folder: Instances. Parent ref: group-v374120. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1740.914578] env[62298]: DEBUG nova.policy [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fe205f549084573a0bcb772655514e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd16a7e68d89479986f48962c3b7f070', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1740.916175] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34dca56b-c22e-45d3-bbd6-1a564042b771 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.918953] env[62298]: DEBUG nova.compute.manager [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1740.932241] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Created folder: Instances in parent group-v374120. [ 1740.932572] env[62298]: DEBUG oslo.service.loopingcall [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1740.932797] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1740.936926] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd14db58-abaf-45a7-bbde-8087e84a9699 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.953885] env[62298]: DEBUG oslo_vmware.api [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804608, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.967671] env[62298]: DEBUG nova.virt.hardware [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1740.968094] env[62298]: DEBUG nova.virt.hardware [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1740.968350] env[62298]: DEBUG nova.virt.hardware [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1740.968555] env[62298]: DEBUG nova.virt.hardware [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1740.968707] env[62298]: DEBUG nova.virt.hardware [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1740.968858] env[62298]: DEBUG nova.virt.hardware [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1740.969096] env[62298]: DEBUG nova.virt.hardware [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1740.969268] env[62298]: DEBUG nova.virt.hardware [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1740.969508] env[62298]: DEBUG nova.virt.hardware [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1740.969710] env[62298]: DEBUG nova.virt.hardware [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1740.969889] env[62298]: DEBUG nova.virt.hardware [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1740.970967] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacbd3d3-c940-4722-9d53-81b9bf332e62 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.979712] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1740.979712] env[62298]: value = "task-1804611" [ 1740.979712] env[62298]: _type = "Task" [ 1740.979712] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.989493] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1239f4e1-86af-4cd0-835a-3763f0046561 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.000454] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804611, 'name': CreateVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.026192] env[62298]: DEBUG oslo_vmware.api [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Task: {'id': task-1804605, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.044842] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a65b3be-5ec5-49a0-8ffc-fcb1b875dbe3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.054282] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5589ea-b07a-4b53-bff3-9854bcdf93a7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.089717] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe469cd-346e-4936-9ef4-3a3c6a1abd61 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.098747] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4254750a-7419-4316-a4b7-0315191f25b7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.114800] env[62298]: DEBUG nova.compute.provider_tree [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1741.243230] env[62298]: DEBUG oslo_vmware.api [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529d2ca7-b75b-7cf5-d1bc-47df145ea99d, 'name': SearchDatastore_Task, 'duration_secs': 0.095987} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.243526] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.243826] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68/d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1741.244216] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db693caf-d229-486a-8ffc-e0868bc7d4b0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.252187] env[62298]: DEBUG oslo_vmware.api [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1741.252187] env[62298]: value = "task-1804612" [ 1741.252187] env[62298]: _type = "Task" [ 1741.252187] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.265040] env[62298]: DEBUG oslo_vmware.api [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.269771] env[62298]: DEBUG nova.network.neutron [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Successfully created port: 91e5b84d-38ea-4450-8425-bfde5d90dfea {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1741.326313] env[62298]: DEBUG nova.compute.manager [req-7a99182e-95b0-4bfc-a7d3-ec2eb18eca7b req-0e73671b-d71d-4c76-8d21-edca3e175f06 service nova] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Received event network-vif-plugged-12ca48c2-8c55-4a6f-8c30-144797364c60 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1741.326557] env[62298]: DEBUG oslo_concurrency.lockutils [req-7a99182e-95b0-4bfc-a7d3-ec2eb18eca7b req-0e73671b-d71d-4c76-8d21-edca3e175f06 service nova] Acquiring lock "6d955228-5e3e-4a37-8ed4-12253981d692-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.326776] env[62298]: DEBUG oslo_concurrency.lockutils [req-7a99182e-95b0-4bfc-a7d3-ec2eb18eca7b req-0e73671b-d71d-4c76-8d21-edca3e175f06 service nova] Lock "6d955228-5e3e-4a37-8ed4-12253981d692-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.327016] env[62298]: DEBUG oslo_concurrency.lockutils [req-7a99182e-95b0-4bfc-a7d3-ec2eb18eca7b req-0e73671b-d71d-4c76-8d21-edca3e175f06 service nova] Lock "6d955228-5e3e-4a37-8ed4-12253981d692-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.328157] env[62298]: DEBUG nova.compute.manager [req-7a99182e-95b0-4bfc-a7d3-ec2eb18eca7b req-0e73671b-d71d-4c76-8d21-edca3e175f06 service nova] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] No waiting events found dispatching network-vif-plugged-12ca48c2-8c55-4a6f-8c30-144797364c60 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1741.328442] env[62298]: WARNING nova.compute.manager [req-7a99182e-95b0-4bfc-a7d3-ec2eb18eca7b req-0e73671b-d71d-4c76-8d21-edca3e175f06 service nova] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Received unexpected event network-vif-plugged-12ca48c2-8c55-4a6f-8c30-144797364c60 for instance with vm_state building and task_state spawning. [ 1741.328633] env[62298]: DEBUG nova.compute.manager [req-7a99182e-95b0-4bfc-a7d3-ec2eb18eca7b req-0e73671b-d71d-4c76-8d21-edca3e175f06 service nova] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Received event network-changed-12ca48c2-8c55-4a6f-8c30-144797364c60 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1741.328799] env[62298]: DEBUG nova.compute.manager [req-7a99182e-95b0-4bfc-a7d3-ec2eb18eca7b req-0e73671b-d71d-4c76-8d21-edca3e175f06 service nova] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Refreshing instance network info cache due to event network-changed-12ca48c2-8c55-4a6f-8c30-144797364c60. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1741.329010] env[62298]: DEBUG oslo_concurrency.lockutils [req-7a99182e-95b0-4bfc-a7d3-ec2eb18eca7b req-0e73671b-d71d-4c76-8d21-edca3e175f06 service nova] Acquiring lock "refresh_cache-6d955228-5e3e-4a37-8ed4-12253981d692" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.329173] env[62298]: DEBUG oslo_concurrency.lockutils [req-7a99182e-95b0-4bfc-a7d3-ec2eb18eca7b req-0e73671b-d71d-4c76-8d21-edca3e175f06 service nova] Acquired lock "refresh_cache-6d955228-5e3e-4a37-8ed4-12253981d692" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.329340] env[62298]: DEBUG nova.network.neutron [req-7a99182e-95b0-4bfc-a7d3-ec2eb18eca7b req-0e73671b-d71d-4c76-8d21-edca3e175f06 service nova] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Refreshing network info cache for port 12ca48c2-8c55-4a6f-8c30-144797364c60 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1741.405726] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804602, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.435393] env[62298]: DEBUG oslo_vmware.api [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804608, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.490866] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804611, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.522040] env[62298]: DEBUG oslo_vmware.api [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Task: {'id': task-1804605, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.528017] env[62298]: INFO nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Updating ports in neutron [ 1741.583695] env[62298]: INFO nova.network.neutron [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Updating port 91e5b84d-38ea-4450-8425-bfde5d90dfea with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1741.618298] env[62298]: DEBUG nova.scheduler.client.report [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1741.646842] env[62298]: DEBUG nova.network.neutron [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Successfully updated port: 4b77e199-dd01-43a9-a996-02296a35f68b {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1741.771658] env[62298]: DEBUG oslo_vmware.api [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.908983] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804602, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.937764] env[62298]: DEBUG oslo_vmware.api [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804608, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.992700] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804611, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.021655] env[62298]: DEBUG oslo_vmware.api [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Task: {'id': task-1804605, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.485135} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.021932] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7/e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1742.022168] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1742.022441] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f731b13-d9fc-4e10-bf84-cbda82254278 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.029899] env[62298]: DEBUG oslo_vmware.api [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Waiting for the task: (returnval){ [ 1742.029899] env[62298]: value = "task-1804613" [ 1742.029899] env[62298]: _type = "Task" [ 1742.029899] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.038044] env[62298]: DEBUG oslo_vmware.api [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Task: {'id': task-1804613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.080208] env[62298]: DEBUG nova.network.neutron [req-7a99182e-95b0-4bfc-a7d3-ec2eb18eca7b req-0e73671b-d71d-4c76-8d21-edca3e175f06 service nova] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Updated VIF entry in instance network info cache for port 12ca48c2-8c55-4a6f-8c30-144797364c60. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1742.080750] env[62298]: DEBUG nova.network.neutron [req-7a99182e-95b0-4bfc-a7d3-ec2eb18eca7b req-0e73671b-d71d-4c76-8d21-edca3e175f06 service nova] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Updating instance_info_cache with network_info: [{"id": "12ca48c2-8c55-4a6f-8c30-144797364c60", "address": "fa:16:3e:11:7f:fd", "network": {"id": "1c530e6c-946c-4fb7-888a-178d93b8f2de", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1262412305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46197649ecc14bb8a2f3350aa7fcd18e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12ca48c2-8c", "ovs_interfaceid": "12ca48c2-8c55-4a6f-8c30-144797364c60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.125410] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.878s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.127841] env[62298]: DEBUG oslo_concurrency.lockutils [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.569s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.130384] env[62298]: INFO nova.compute.claims [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1742.150134] env[62298]: DEBUG oslo_concurrency.lockutils [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "refresh_cache-8d7fd402-5f4f-4984-9295-f86c4c1016f3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.150353] env[62298]: DEBUG oslo_concurrency.lockutils [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquired lock "refresh_cache-8d7fd402-5f4f-4984-9295-f86c4c1016f3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.150570] env[62298]: DEBUG nova.network.neutron [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1742.153203] env[62298]: INFO nova.scheduler.client.report [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Deleted allocations for instance 36f2e25e-c1e1-45ca-af95-d23d1264ef48 [ 1742.263493] env[62298]: DEBUG oslo_vmware.api [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804612, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.406234] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804602, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.038075} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.406922] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ea1ede4d-3f4d-4f0a-874b-024d62e69224/ea1ede4d-3f4d-4f0a-874b-024d62e69224.vmdk to [datastore1] 005007c7-b4dc-41b7-837c-4b8c5cc8feff/005007c7-b4dc-41b7-837c-4b8c5cc8feff.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1742.407358] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56569fd-f5f1-4ab9-9f81-fcf29c35f6df {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.430030] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 005007c7-b4dc-41b7-837c-4b8c5cc8feff/005007c7-b4dc-41b7-837c-4b8c5cc8feff.vmdk or device None with type streamOptimized {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1742.430479] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b34a56f-8d7e-4528-a56b-e5ce110617da {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.452862] env[62298]: DEBUG oslo_vmware.api [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804608, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.454087] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1742.454087] env[62298]: value = "task-1804614" [ 1742.454087] env[62298]: _type = "Task" [ 1742.454087] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.461172] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804614, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.493984] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804611, 'name': CreateVM_Task, 'duration_secs': 1.205405} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.494180] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1742.494849] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1742.495068] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.495398] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1742.495698] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-337978f7-750f-4c57-b385-cb022f3546a5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.500382] env[62298]: DEBUG oslo_vmware.api [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Waiting for the task: (returnval){ [ 1742.500382] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5230a156-6b90-7032-4581-0cd68446e263" [ 1742.500382] env[62298]: _type = "Task" [ 1742.500382] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.508168] env[62298]: DEBUG oslo_vmware.api [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5230a156-6b90-7032-4581-0cd68446e263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.538399] env[62298]: DEBUG oslo_vmware.api [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Task: {'id': task-1804613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073669} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.538658] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1742.539413] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e9f15e-e567-4094-9e86-b0a836ac92bd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.560781] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7/e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1742.561024] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c7ca5aa-5eaf-4b15-b004-a1bfacb67c59 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.579995] env[62298]: DEBUG oslo_vmware.api [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Waiting for the task: (returnval){ [ 1742.579995] env[62298]: value = "task-1804615" [ 1742.579995] env[62298]: _type = "Task" [ 1742.579995] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.583422] env[62298]: DEBUG oslo_concurrency.lockutils [req-7a99182e-95b0-4bfc-a7d3-ec2eb18eca7b req-0e73671b-d71d-4c76-8d21-edca3e175f06 service nova] Releasing lock "refresh_cache-6d955228-5e3e-4a37-8ed4-12253981d692" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.590364] env[62298]: DEBUG oslo_vmware.api [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Task: {'id': task-1804615, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.661430] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0be1f76c-3597-42a0-9b35-9829e603eeab tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "36f2e25e-c1e1-45ca-af95-d23d1264ef48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.316s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.685171] env[62298]: DEBUG nova.network.neutron [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1742.767300] env[62298]: DEBUG oslo_vmware.api [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804612, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.11562} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.767729] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68/d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1742.767983] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1742.768588] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e311536e-cefe-4464-9209-c5da4e553d41 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.775365] env[62298]: DEBUG oslo_vmware.api [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1742.775365] env[62298]: value = "task-1804616" [ 1742.775365] env[62298]: _type = "Task" [ 1742.775365] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.783505] env[62298]: DEBUG oslo_vmware.api [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.839352] env[62298]: DEBUG nova.network.neutron [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Updating instance_info_cache with network_info: [{"id": "4b77e199-dd01-43a9-a996-02296a35f68b", "address": "fa:16:3e:d2:1e:14", "network": {"id": "091ff129-3451-49f5-adcd-213ad39e86c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-239447299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "590be3a2ce564aadaff20814b841c464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b77e199-dd", "ovs_interfaceid": "4b77e199-dd01-43a9-a996-02296a35f68b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.942633] env[62298]: DEBUG oslo_vmware.api [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804608, 'name': CreateSnapshot_Task, 'duration_secs': 2.861465} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.943036] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Created Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1742.943810] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f37e4d0-35ba-44a8-93d8-05056db7b95e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.959841] env[62298]: DEBUG nova.compute.manager [req-967671e3-3101-4cf9-868f-9108b06a9aea req-0f6ba94f-ed1e-41e6-92a4-655e22dc7a44 service nova] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Received event network-vif-plugged-91e5b84d-38ea-4450-8425-bfde5d90dfea {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1742.960020] env[62298]: DEBUG oslo_concurrency.lockutils [req-967671e3-3101-4cf9-868f-9108b06a9aea req-0f6ba94f-ed1e-41e6-92a4-655e22dc7a44 service nova] Acquiring lock "6f4534a2-3554-42e4-99c9-8e2891943389-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.960241] env[62298]: DEBUG oslo_concurrency.lockutils [req-967671e3-3101-4cf9-868f-9108b06a9aea req-0f6ba94f-ed1e-41e6-92a4-655e22dc7a44 service nova] Lock "6f4534a2-3554-42e4-99c9-8e2891943389-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.960415] env[62298]: DEBUG oslo_concurrency.lockutils [req-967671e3-3101-4cf9-868f-9108b06a9aea req-0f6ba94f-ed1e-41e6-92a4-655e22dc7a44 service nova] Lock "6f4534a2-3554-42e4-99c9-8e2891943389-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.960586] env[62298]: DEBUG nova.compute.manager [req-967671e3-3101-4cf9-868f-9108b06a9aea req-0f6ba94f-ed1e-41e6-92a4-655e22dc7a44 service nova] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] No waiting events found dispatching network-vif-plugged-91e5b84d-38ea-4450-8425-bfde5d90dfea {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1742.960736] env[62298]: WARNING nova.compute.manager [req-967671e3-3101-4cf9-868f-9108b06a9aea req-0f6ba94f-ed1e-41e6-92a4-655e22dc7a44 service nova] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Received unexpected event network-vif-plugged-91e5b84d-38ea-4450-8425-bfde5d90dfea for instance with vm_state active and task_state None. [ 1742.969268] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804614, 'name': ReconfigVM_Task, 'duration_secs': 0.340342} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.969268] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 005007c7-b4dc-41b7-837c-4b8c5cc8feff/005007c7-b4dc-41b7-837c-4b8c5cc8feff.vmdk or device None with type streamOptimized {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1742.969268] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a77cf649-e140-4289-ae0d-ac90bf14a420 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.974070] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1742.974070] env[62298]: value = "task-1804617" [ 1742.974070] env[62298]: _type = "Task" [ 1742.974070] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.982292] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804617, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.016279] env[62298]: DEBUG oslo_vmware.api [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5230a156-6b90-7032-4581-0cd68446e263, 'name': SearchDatastore_Task, 'duration_secs': 0.01341} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.016596] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.016842] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1743.017302] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.017496] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.017689] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1743.017946] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ef37981-058e-4962-8a87-8d76295b083f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.030037] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1743.030037] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1743.030037] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b59c2f6f-eabc-4aa0-be48-76e7321dc5c1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.034047] env[62298]: DEBUG oslo_vmware.api [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Waiting for the task: (returnval){ [ 1743.034047] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52711c9c-3c4d-6d90-33ba-178c41462e85" [ 1743.034047] env[62298]: _type = "Task" [ 1743.034047] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.042972] env[62298]: DEBUG oslo_vmware.api [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52711c9c-3c4d-6d90-33ba-178c41462e85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.090795] env[62298]: DEBUG oslo_vmware.api [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Task: {'id': task-1804615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.112242] env[62298]: DEBUG nova.network.neutron [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Successfully updated port: 91e5b84d-38ea-4450-8425-bfde5d90dfea {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1743.288492] env[62298]: DEBUG oslo_vmware.api [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073659} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.288492] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1743.289631] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b23f42e-e013-40e3-96c1-22cfbe308bbc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.317462] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68/d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1743.323018] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1d2ce51-3de7-4546-b40b-6b4751956cc2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.342557] env[62298]: DEBUG oslo_concurrency.lockutils [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Releasing lock "refresh_cache-8d7fd402-5f4f-4984-9295-f86c4c1016f3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.342861] env[62298]: DEBUG nova.compute.manager [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Instance network_info: |[{"id": "4b77e199-dd01-43a9-a996-02296a35f68b", "address": "fa:16:3e:d2:1e:14", "network": {"id": "091ff129-3451-49f5-adcd-213ad39e86c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-239447299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "590be3a2ce564aadaff20814b841c464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b77e199-dd", "ovs_interfaceid": "4b77e199-dd01-43a9-a996-02296a35f68b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1743.343288] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:1e:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b77e199-dd01-43a9-a996-02296a35f68b', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1743.350656] env[62298]: DEBUG oslo.service.loopingcall [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1743.354021] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1743.354021] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2ed0b65-d184-44b7-80d8-ee91c355bd6f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.369334] env[62298]: DEBUG oslo_vmware.api [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1743.369334] env[62298]: value = "task-1804618" [ 1743.369334] env[62298]: _type = "Task" [ 1743.369334] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.374324] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1743.374324] env[62298]: value = "task-1804619" [ 1743.374324] env[62298]: _type = "Task" [ 1743.374324] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.381043] env[62298]: DEBUG oslo_vmware.api [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.388335] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804619, 'name': CreateVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.412998] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4698833-7781-4a20-9bac-15fb6ef7b0ac {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.416782] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee1c4c5-11dd-4f3d-a603-3ee8c26aa682 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.451903] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6c6842-471d-4028-9284-d10c97751125 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.461751] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Creating linked-clone VM from snapshot {{(pid=62298) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1743.462104] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ecb4cda6-b03a-40cb-8bfb-e1c21fc1839c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.471260] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afceffe5-7590-4086-a8c7-75274c27ad67 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.475213] env[62298]: DEBUG oslo_vmware.api [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Waiting for the task: (returnval){ [ 1743.475213] env[62298]: value = "task-1804620" [ 1743.475213] env[62298]: _type = "Task" [ 1743.475213] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.491133] env[62298]: DEBUG nova.compute.manager [req-285ba47b-b590-4f8e-a7c5-95066a4f33f9 req-c8033363-6e4f-446c-af86-093e30f3510d service nova] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Received event network-vif-plugged-4b77e199-dd01-43a9-a996-02296a35f68b {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1743.491365] env[62298]: DEBUG oslo_concurrency.lockutils [req-285ba47b-b590-4f8e-a7c5-95066a4f33f9 req-c8033363-6e4f-446c-af86-093e30f3510d service nova] Acquiring lock "8d7fd402-5f4f-4984-9295-f86c4c1016f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.491581] env[62298]: DEBUG oslo_concurrency.lockutils [req-285ba47b-b590-4f8e-a7c5-95066a4f33f9 req-c8033363-6e4f-446c-af86-093e30f3510d service nova] Lock "8d7fd402-5f4f-4984-9295-f86c4c1016f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.491790] env[62298]: DEBUG oslo_concurrency.lockutils [req-285ba47b-b590-4f8e-a7c5-95066a4f33f9 req-c8033363-6e4f-446c-af86-093e30f3510d service nova] Lock "8d7fd402-5f4f-4984-9295-f86c4c1016f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.492033] env[62298]: DEBUG nova.compute.manager [req-285ba47b-b590-4f8e-a7c5-95066a4f33f9 req-c8033363-6e4f-446c-af86-093e30f3510d service nova] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] No waiting events found dispatching network-vif-plugged-4b77e199-dd01-43a9-a996-02296a35f68b {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1743.492214] env[62298]: WARNING nova.compute.manager [req-285ba47b-b590-4f8e-a7c5-95066a4f33f9 req-c8033363-6e4f-446c-af86-093e30f3510d service nova] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Received unexpected event network-vif-plugged-4b77e199-dd01-43a9-a996-02296a35f68b for instance with vm_state building and task_state spawning. [ 1743.492380] env[62298]: DEBUG nova.compute.manager [req-285ba47b-b590-4f8e-a7c5-95066a4f33f9 req-c8033363-6e4f-446c-af86-093e30f3510d service nova] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Received event network-changed-4b77e199-dd01-43a9-a996-02296a35f68b {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1743.492536] env[62298]: DEBUG nova.compute.manager [req-285ba47b-b590-4f8e-a7c5-95066a4f33f9 req-c8033363-6e4f-446c-af86-093e30f3510d service nova] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Refreshing instance network info cache due to event network-changed-4b77e199-dd01-43a9-a996-02296a35f68b. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1743.492722] env[62298]: DEBUG oslo_concurrency.lockutils [req-285ba47b-b590-4f8e-a7c5-95066a4f33f9 req-c8033363-6e4f-446c-af86-093e30f3510d service nova] Acquiring lock "refresh_cache-8d7fd402-5f4f-4984-9295-f86c4c1016f3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.492860] env[62298]: DEBUG oslo_concurrency.lockutils [req-285ba47b-b590-4f8e-a7c5-95066a4f33f9 req-c8033363-6e4f-446c-af86-093e30f3510d service nova] Acquired lock "refresh_cache-8d7fd402-5f4f-4984-9295-f86c4c1016f3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.493017] env[62298]: DEBUG nova.network.neutron [req-285ba47b-b590-4f8e-a7c5-95066a4f33f9 req-c8033363-6e4f-446c-af86-093e30f3510d service nova] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Refreshing network info cache for port 4b77e199-dd01-43a9-a996-02296a35f68b {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1743.495623] env[62298]: DEBUG nova.compute.provider_tree [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1743.500593] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "refresh_cache-6f4534a2-3554-42e4-99c9-8e2891943389" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.500820] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquired lock "refresh_cache-6f4534a2-3554-42e4-99c9-8e2891943389" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.500872] env[62298]: DEBUG nova.network.neutron [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Forcefully refreshing network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1743.510355] env[62298]: DEBUG oslo_vmware.api [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804620, 'name': CloneVM_Task} progress is 12%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.514021] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804617, 'name': Rename_Task, 'duration_secs': 0.144771} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.514021] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1743.514021] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c57f7d7-dcbe-4621-a5c4-489fabe8200a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.519782] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1743.519782] env[62298]: value = "task-1804621" [ 1743.519782] env[62298]: _type = "Task" [ 1743.519782] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.528436] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.544203] env[62298]: DEBUG oslo_vmware.api [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52711c9c-3c4d-6d90-33ba-178c41462e85, 'name': SearchDatastore_Task, 'duration_secs': 0.008857} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.545043] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ff2b5d0-1001-4f87-a8fa-5f609f7168fe {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.550763] env[62298]: DEBUG oslo_vmware.api [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Waiting for the task: (returnval){ [ 1743.550763] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]527f2ac5-9ec1-2e37-27c2-dcccfa04a96a" [ 1743.550763] env[62298]: _type = "Task" [ 1743.550763] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.559231] env[62298]: DEBUG oslo_vmware.api [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]527f2ac5-9ec1-2e37-27c2-dcccfa04a96a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.592669] env[62298]: DEBUG oslo_vmware.api [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Task: {'id': task-1804615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.614689] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "refresh_cache-6f4534a2-3554-42e4-99c9-8e2891943389" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.883546] env[62298]: DEBUG oslo_vmware.api [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.888944] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804619, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.986398] env[62298]: DEBUG oslo_vmware.api [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804620, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.030999] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804621, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.032333] env[62298]: ERROR nova.scheduler.client.report [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [req-4f297a85-67c5-47dc-8e5f-63328e7c3d21] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4f297a85-67c5-47dc-8e5f-63328e7c3d21"}]} [ 1744.049159] env[62298]: DEBUG nova.scheduler.client.report [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1744.060097] env[62298]: DEBUG oslo_vmware.api [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]527f2ac5-9ec1-2e37-27c2-dcccfa04a96a, 'name': SearchDatastore_Task, 'duration_secs': 0.010606} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.060364] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.060663] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 6d955228-5e3e-4a37-8ed4-12253981d692/6d955228-5e3e-4a37-8ed4-12253981d692.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1744.061274] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-520c02ea-47b3-49f4-a55e-11108d2043f8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.064560] env[62298]: DEBUG nova.scheduler.client.report [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1744.064768] env[62298]: DEBUG nova.compute.provider_tree [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1744.071913] env[62298]: DEBUG oslo_vmware.api [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Waiting for the task: (returnval){ [ 1744.071913] env[62298]: value = "task-1804623" [ 1744.071913] env[62298]: _type = "Task" [ 1744.071913] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.083792] env[62298]: DEBUG nova.scheduler.client.report [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1744.092723] env[62298]: DEBUG oslo_vmware.api [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Task: {'id': task-1804623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.098174] env[62298]: DEBUG oslo_vmware.api [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Task: {'id': task-1804615, 'name': ReconfigVM_Task, 'duration_secs': 1.236701} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.098688] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Reconfigured VM instance instance-0000004b to attach disk [datastore1] e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7/e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1744.103025] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9822243-9b10-4b99-b4b3-5c58b02dc458 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.105848] env[62298]: DEBUG oslo_vmware.api [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Waiting for the task: (returnval){ [ 1744.105848] env[62298]: value = "task-1804624" [ 1744.105848] env[62298]: _type = "Task" [ 1744.105848] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.110111] env[62298]: DEBUG nova.scheduler.client.report [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1744.117815] env[62298]: DEBUG oslo_vmware.api [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Task: {'id': task-1804624, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.210322] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fcc1d3a9-5d78-4c97-8d76-0fab28b10846 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "b25723a4-f1b0-4d1c-81ca-f619dbca0e73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.210322] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fcc1d3a9-5d78-4c97-8d76-0fab28b10846 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "b25723a4-f1b0-4d1c-81ca-f619dbca0e73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.210322] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fcc1d3a9-5d78-4c97-8d76-0fab28b10846 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "b25723a4-f1b0-4d1c-81ca-f619dbca0e73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.210322] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fcc1d3a9-5d78-4c97-8d76-0fab28b10846 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "b25723a4-f1b0-4d1c-81ca-f619dbca0e73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.210322] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fcc1d3a9-5d78-4c97-8d76-0fab28b10846 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "b25723a4-f1b0-4d1c-81ca-f619dbca0e73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.220146] env[62298]: INFO nova.compute.manager [None req-fcc1d3a9-5d78-4c97-8d76-0fab28b10846 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Terminating instance [ 1744.354604] env[62298]: DEBUG nova.network.neutron [req-285ba47b-b590-4f8e-a7c5-95066a4f33f9 req-c8033363-6e4f-446c-af86-093e30f3510d service nova] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Updated VIF entry in instance network info cache for port 4b77e199-dd01-43a9-a996-02296a35f68b. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1744.355259] env[62298]: DEBUG nova.network.neutron [req-285ba47b-b590-4f8e-a7c5-95066a4f33f9 req-c8033363-6e4f-446c-af86-093e30f3510d service nova] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Updating instance_info_cache with network_info: [{"id": "4b77e199-dd01-43a9-a996-02296a35f68b", "address": "fa:16:3e:d2:1e:14", "network": {"id": "091ff129-3451-49f5-adcd-213ad39e86c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-239447299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "590be3a2ce564aadaff20814b841c464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b77e199-dd", "ovs_interfaceid": "4b77e199-dd01-43a9-a996-02296a35f68b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.384852] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fac22a-7df6-423b-899d-fc6ac3246d17 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.396210] env[62298]: DEBUG oslo_vmware.api [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804618, 'name': ReconfigVM_Task, 'duration_secs': 0.568924} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.396428] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804619, 'name': CreateVM_Task, 'duration_secs': 0.651849} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.397139] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Reconfigured VM instance instance-0000004c to attach disk [datastore1] d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68/d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1744.397779] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1744.398030] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc44a9b2-6dd1-4990-80ea-7c21c7c489c8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.400302] env[62298]: DEBUG oslo_concurrency.lockutils [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.400476] env[62298]: DEBUG oslo_concurrency.lockutils [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.400813] env[62298]: DEBUG oslo_concurrency.lockutils [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1744.402948] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efa6d535-566a-4c05-ac4e-9ad795040951 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.406086] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390ff797-d865-453b-8e39-cd1a9515160a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.411627] env[62298]: DEBUG oslo_vmware.api [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1744.411627] env[62298]: value = "task-1804625" [ 1744.411627] env[62298]: _type = "Task" [ 1744.411627] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.444307] env[62298]: DEBUG oslo_vmware.api [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1744.444307] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52fbfc03-8554-b25b-c3ae-ba2bddadfef1" [ 1744.444307] env[62298]: _type = "Task" [ 1744.444307] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.446315] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78361f5c-1ee4-4ff9-bacd-2f54e7683adc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.455506] env[62298]: DEBUG oslo_vmware.api [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804625, 'name': Rename_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.461365] env[62298]: DEBUG oslo_vmware.api [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52fbfc03-8554-b25b-c3ae-ba2bddadfef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.464959] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c845e0-4d8e-41f8-a9ea-24df67183f65 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.482048] env[62298]: DEBUG nova.compute.provider_tree [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1744.493690] env[62298]: DEBUG oslo_vmware.api [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804620, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.531484] env[62298]: DEBUG oslo_vmware.api [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804621, 'name': PowerOnVM_Task, 'duration_secs': 0.52543} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.532735] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1744.545948] env[62298]: WARNING nova.compute.manager [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Failed to delete snapshot from shelved instance (Image ea1ede4d-3f4d-4f0a-874b-024d62e69224 could not be found.).: nova.exception.ImageNotFound: Image ea1ede4d-3f4d-4f0a-874b-024d62e69224 could not be found. [ 1744.546306] env[62298]: DEBUG nova.compute.manager [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1744.547396] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b706ead5-e73f-4ca4-ab32-01e0a2a5a547 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.585566] env[62298]: DEBUG oslo_vmware.api [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Task: {'id': task-1804623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441828} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.586303] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 6d955228-5e3e-4a37-8ed4-12253981d692/6d955228-5e3e-4a37-8ed4-12253981d692.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1744.586641] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1744.586975] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5f62bc9-9ac7-4058-8a19-0e20a46b5a69 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.599092] env[62298]: DEBUG oslo_vmware.api [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Waiting for the task: (returnval){ [ 1744.599092] env[62298]: value = "task-1804626" [ 1744.599092] env[62298]: _type = "Task" [ 1744.599092] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.607727] env[62298]: DEBUG oslo_vmware.api [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Task: {'id': task-1804626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.616114] env[62298]: DEBUG oslo_vmware.api [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Task: {'id': task-1804624, 'name': Rename_Task, 'duration_secs': 0.147831} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.616439] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1744.616724] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa118aef-88ea-4182-882e-014bf7255b67 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.623023] env[62298]: DEBUG oslo_vmware.api [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Waiting for the task: (returnval){ [ 1744.623023] env[62298]: value = "task-1804627" [ 1744.623023] env[62298]: _type = "Task" [ 1744.623023] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.631649] env[62298]: DEBUG oslo_vmware.api [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Task: {'id': task-1804627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.724299] env[62298]: DEBUG nova.compute.manager [None req-fcc1d3a9-5d78-4c97-8d76-0fab28b10846 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1744.725086] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc1d3a9-5d78-4c97-8d76-0fab28b10846 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1744.725859] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c78d7ee-06bd-400e-8764-9064b44d988b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.733748] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc1d3a9-5d78-4c97-8d76-0fab28b10846 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1744.733959] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fade972-a6b9-4d5b-b190-2428b1e27866 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.740498] env[62298]: DEBUG oslo_vmware.api [None req-fcc1d3a9-5d78-4c97-8d76-0fab28b10846 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1744.740498] env[62298]: value = "task-1804628" [ 1744.740498] env[62298]: _type = "Task" [ 1744.740498] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.750644] env[62298]: DEBUG oslo_vmware.api [None req-fcc1d3a9-5d78-4c97-8d76-0fab28b10846 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.833722] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "4e5ed4da-fdfa-4f4a-8847-5183d8a447b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.833949] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "4e5ed4da-fdfa-4f4a-8847-5183d8a447b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.860849] env[62298]: DEBUG oslo_concurrency.lockutils [req-285ba47b-b590-4f8e-a7c5-95066a4f33f9 req-c8033363-6e4f-446c-af86-093e30f3510d service nova] Releasing lock "refresh_cache-8d7fd402-5f4f-4984-9295-f86c4c1016f3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.922763] env[62298]: DEBUG oslo_vmware.api [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804625, 'name': Rename_Task, 'duration_secs': 0.256274} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.922966] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1744.923283] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26d56b00-81b5-42cc-8ffd-d43bc4380788 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.931194] env[62298]: DEBUG oslo_vmware.api [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1744.931194] env[62298]: value = "task-1804629" [ 1744.931194] env[62298]: _type = "Task" [ 1744.931194] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.944403] env[62298]: DEBUG oslo_vmware.api [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.959911] env[62298]: DEBUG oslo_vmware.api [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52fbfc03-8554-b25b-c3ae-ba2bddadfef1, 'name': SearchDatastore_Task, 'duration_secs': 0.052869} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.960361] env[62298]: DEBUG oslo_concurrency.lockutils [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.960694] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1744.962072] env[62298]: DEBUG oslo_concurrency.lockutils [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.962334] env[62298]: DEBUG oslo_concurrency.lockutils [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.962549] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1744.962869] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65ecd8c7-f47f-4982-8f65-5094cd475911 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.972784] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1744.972995] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1744.973787] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41e4f52f-0317-4477-a97e-872b17c9f42e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.981165] env[62298]: DEBUG oslo_vmware.api [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1744.981165] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52bf7928-cb34-cc82-aa59-c9d0ed114e7b" [ 1744.981165] env[62298]: _type = "Task" [ 1744.981165] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.989353] env[62298]: DEBUG nova.scheduler.client.report [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1744.999344] env[62298]: DEBUG oslo_vmware.api [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52bf7928-cb34-cc82-aa59-c9d0ed114e7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.004848] env[62298]: DEBUG oslo_vmware.api [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804620, 'name': CloneVM_Task, 'duration_secs': 1.482159} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.005076] env[62298]: INFO nova.virt.vmwareapi.vmops [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Created linked-clone VM from snapshot [ 1745.006068] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f43c2fe-41e7-4146-99d9-a06ac80227fd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.015591] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Uploading image 5431b155-7033-476e-8c29-7405b8217ffc {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1745.042993] env[62298]: DEBUG oslo_vmware.rw_handles [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1745.042993] env[62298]: value = "vm-374125" [ 1745.042993] env[62298]: _type = "VirtualMachine" [ 1745.042993] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1745.043421] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-16293591-5de3-4861-bc1e-5380e7513e36 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.050428] env[62298]: DEBUG oslo_vmware.rw_handles [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Lease: (returnval){ [ 1745.050428] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526111e8-05fa-4bef-8ea5-047b40afd0ef" [ 1745.050428] env[62298]: _type = "HttpNfcLease" [ 1745.050428] env[62298]: } obtained for exporting VM: (result){ [ 1745.050428] env[62298]: value = "vm-374125" [ 1745.050428] env[62298]: _type = "VirtualMachine" [ 1745.050428] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1745.050847] env[62298]: DEBUG oslo_vmware.api [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Waiting for the lease: (returnval){ [ 1745.050847] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526111e8-05fa-4bef-8ea5-047b40afd0ef" [ 1745.050847] env[62298]: _type = "HttpNfcLease" [ 1745.050847] env[62298]: } to be ready. {{(pid=62298) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1745.057917] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1745.057917] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526111e8-05fa-4bef-8ea5-047b40afd0ef" [ 1745.057917] env[62298]: _type = "HttpNfcLease" [ 1745.057917] env[62298]: } is initializing. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1745.059480] env[62298]: DEBUG oslo_concurrency.lockutils [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "005007c7-b4dc-41b7-837c-4b8c5cc8feff" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 168.636s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.061624] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "005007c7-b4dc-41b7-837c-4b8c5cc8feff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 4.988s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.061851] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquiring lock "005007c7-b4dc-41b7-837c-4b8c5cc8feff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.062076] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "005007c7-b4dc-41b7-837c-4b8c5cc8feff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.062255] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "005007c7-b4dc-41b7-837c-4b8c5cc8feff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.064092] env[62298]: INFO nova.compute.manager [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Terminating instance [ 1745.108329] env[62298]: DEBUG oslo_vmware.api [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Task: {'id': task-1804626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073548} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.108626] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1745.109393] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bfc420-ca9b-4447-947d-b2a543bf524f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.131617] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 6d955228-5e3e-4a37-8ed4-12253981d692/6d955228-5e3e-4a37-8ed4-12253981d692.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1745.131992] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96cb2ddc-e196-4819-9687-e9876ddb80bd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.152895] env[62298]: DEBUG nova.network.neutron [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Updating instance_info_cache with network_info: [{"id": "24cf4e8b-4f83-4907-9f3e-cc97d344461c", "address": "fa:16:3e:0a:3c:af", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24cf4e8b-4f", "ovs_interfaceid": "24cf4e8b-4f83-4907-9f3e-cc97d344461c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "91e5b84d-38ea-4450-8425-bfde5d90dfea", "address": "fa:16:3e:54:12:c6", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91e5b84d-38", "ovs_interfaceid": "91e5b84d-38ea-4450-8425-bfde5d90dfea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.158544] env[62298]: DEBUG oslo_vmware.api [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Waiting for the task: (returnval){ [ 1745.158544] env[62298]: value = "task-1804631" [ 1745.158544] env[62298]: _type = "Task" [ 1745.158544] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.158916] env[62298]: DEBUG oslo_vmware.api [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Task: {'id': task-1804627, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.169677] env[62298]: DEBUG oslo_vmware.api [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Task: {'id': task-1804631, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.177706] env[62298]: DEBUG nova.compute.manager [req-05b5b4a4-6d12-4675-bc0a-0383c21b2b2e req-cc160b10-7d49-455e-968a-df110296c0b7 service nova] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Received event network-changed-91e5b84d-38ea-4450-8425-bfde5d90dfea {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1745.177932] env[62298]: DEBUG nova.compute.manager [req-05b5b4a4-6d12-4675-bc0a-0383c21b2b2e req-cc160b10-7d49-455e-968a-df110296c0b7 service nova] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Refreshing instance network info cache due to event network-changed-91e5b84d-38ea-4450-8425-bfde5d90dfea. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1745.178150] env[62298]: DEBUG oslo_concurrency.lockutils [req-05b5b4a4-6d12-4675-bc0a-0383c21b2b2e req-cc160b10-7d49-455e-968a-df110296c0b7 service nova] Acquiring lock "refresh_cache-6f4534a2-3554-42e4-99c9-8e2891943389" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.250798] env[62298]: DEBUG oslo_vmware.api [None req-fcc1d3a9-5d78-4c97-8d76-0fab28b10846 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804628, 'name': PowerOffVM_Task, 'duration_secs': 0.199789} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.251160] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc1d3a9-5d78-4c97-8d76-0fab28b10846 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1745.251385] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc1d3a9-5d78-4c97-8d76-0fab28b10846 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1745.251666] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e312698b-b507-4b15-9ac7-9f5e12b83a06 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.336612] env[62298]: DEBUG nova.compute.manager [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1745.406715] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc1d3a9-5d78-4c97-8d76-0fab28b10846 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1745.406956] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc1d3a9-5d78-4c97-8d76-0fab28b10846 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1745.407174] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcc1d3a9-5d78-4c97-8d76-0fab28b10846 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Deleting the datastore file [datastore1] b25723a4-f1b0-4d1c-81ca-f619dbca0e73 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1745.407535] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fe79649-f149-4902-8c16-e3f77dd81e63 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.416237] env[62298]: DEBUG oslo_vmware.api [None req-fcc1d3a9-5d78-4c97-8d76-0fab28b10846 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1745.416237] env[62298]: value = "task-1804633" [ 1745.416237] env[62298]: _type = "Task" [ 1745.416237] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.424701] env[62298]: DEBUG oslo_vmware.api [None req-fcc1d3a9-5d78-4c97-8d76-0fab28b10846 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.441214] env[62298]: DEBUG oslo_vmware.api [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804629, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.493054] env[62298]: DEBUG oslo_vmware.api [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52bf7928-cb34-cc82-aa59-c9d0ed114e7b, 'name': SearchDatastore_Task, 'duration_secs': 0.022954} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.493573] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01b00b97-42d6-4156-a2ac-6cc891712103 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.499621] env[62298]: DEBUG oslo_vmware.api [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1745.499621] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525a7579-b302-3089-edc5-3aed0a7e7895" [ 1745.499621] env[62298]: _type = "Task" [ 1745.499621] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.500383] env[62298]: DEBUG oslo_concurrency.lockutils [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.373s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.500865] env[62298]: DEBUG nova.compute.manager [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1745.511775] env[62298]: DEBUG oslo_vmware.api [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525a7579-b302-3089-edc5-3aed0a7e7895, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.559261] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1745.559261] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526111e8-05fa-4bef-8ea5-047b40afd0ef" [ 1745.559261] env[62298]: _type = "HttpNfcLease" [ 1745.559261] env[62298]: } is ready. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1745.559571] env[62298]: DEBUG oslo_vmware.rw_handles [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1745.559571] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526111e8-05fa-4bef-8ea5-047b40afd0ef" [ 1745.559571] env[62298]: _type = "HttpNfcLease" [ 1745.559571] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1745.560352] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e61465-9d3a-4e13-a13a-05c71645161d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.569343] env[62298]: DEBUG nova.compute.manager [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1745.569572] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1745.570200] env[62298]: DEBUG oslo_vmware.rw_handles [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52429de4-bf2f-e0ca-8040-e8c94807f368/disk-0.vmdk from lease info. {{(pid=62298) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1745.570200] env[62298]: DEBUG oslo_vmware.rw_handles [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52429de4-bf2f-e0ca-8040-e8c94807f368/disk-0.vmdk for reading. {{(pid=62298) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1745.572317] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b09ea9-9105-4794-af59-5e22a205a6fb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.634265] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1745.638627] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7e6ce88-4584-49d7-9804-4f0c531e3458 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.647123] env[62298]: DEBUG oslo_vmware.api [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Task: {'id': task-1804627, 'name': PowerOnVM_Task, 'duration_secs': 0.863486} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.648660] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1745.648902] env[62298]: INFO nova.compute.manager [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Took 11.86 seconds to spawn the instance on the hypervisor. [ 1745.649099] env[62298]: DEBUG nova.compute.manager [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1745.649428] env[62298]: DEBUG oslo_vmware.api [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1745.649428] env[62298]: value = "task-1804634" [ 1745.649428] env[62298]: _type = "Task" [ 1745.649428] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.650142] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc72a35b-0030-49d9-a8f0-7812964493a1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.662642] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Releasing lock "refresh_cache-6f4534a2-3554-42e4-99c9-8e2891943389" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.666023] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Updated the network info_cache for instance {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 1745.666023] env[62298]: DEBUG oslo_vmware.api [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.666303] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired lock "refresh_cache-6f4534a2-3554-42e4-99c9-8e2891943389" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.666359] env[62298]: DEBUG nova.network.neutron [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1745.667499] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1745.671133] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1745.671314] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1745.671878] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1745.672070] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1745.672552] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1745.672703] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62298) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1745.673152] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1745.677419] env[62298]: DEBUG oslo_vmware.api [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Task: {'id': task-1804631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.719712] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b75168f6-91cc-4cda-a079-cbb1b86dff0c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.862089] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.862416] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.864137] env[62298]: INFO nova.compute.claims [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1745.893866] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-01f35c9b-e626-4baf-a7cf-9c15029995b1 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Volume attach. Driver type: vmdk {{(pid=62298) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1745.894199] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-01f35c9b-e626-4baf-a7cf-9c15029995b1 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374119', 'volume_id': '93394ef0-760f-4ce1-9f83-d25b2ef123f8', 'name': 'volume-93394ef0-760f-4ce1-9f83-d25b2ef123f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'daa6606d-56d9-4776-8434-bdf8006e36ea', 'attached_at': '', 'detached_at': '', 'volume_id': '93394ef0-760f-4ce1-9f83-d25b2ef123f8', 'serial': '93394ef0-760f-4ce1-9f83-d25b2ef123f8'} {{(pid=62298) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1745.895163] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d66ec2-3092-4b90-972f-e9b98f30e410 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.913620] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19070acf-073e-4ef2-8388-55b317da9161 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.926158] env[62298]: DEBUG oslo_vmware.api [None req-fcc1d3a9-5d78-4c97-8d76-0fab28b10846 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30112} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.939662] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcc1d3a9-5d78-4c97-8d76-0fab28b10846 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1745.939979] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc1d3a9-5d78-4c97-8d76-0fab28b10846 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1745.940296] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc1d3a9-5d78-4c97-8d76-0fab28b10846 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1745.940507] env[62298]: INFO nova.compute.manager [None req-fcc1d3a9-5d78-4c97-8d76-0fab28b10846 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1745.940911] env[62298]: DEBUG oslo.service.loopingcall [None req-fcc1d3a9-5d78-4c97-8d76-0fab28b10846 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1745.949551] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-01f35c9b-e626-4baf-a7cf-9c15029995b1 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] volume-93394ef0-760f-4ce1-9f83-d25b2ef123f8/volume-93394ef0-760f-4ce1-9f83-d25b2ef123f8.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1745.952605] env[62298]: DEBUG nova.compute.manager [-] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1745.952777] env[62298]: DEBUG nova.network.neutron [-] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1745.957577] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2984f885-d374-4ec5-98a7-04464a1248c5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.977936] env[62298]: DEBUG oslo_vmware.api [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804629, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.979370] env[62298]: DEBUG oslo_vmware.api [None req-01f35c9b-e626-4baf-a7cf-9c15029995b1 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1745.979370] env[62298]: value = "task-1804635" [ 1745.979370] env[62298]: _type = "Task" [ 1745.979370] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.990022] env[62298]: DEBUG oslo_vmware.api [None req-01f35c9b-e626-4baf-a7cf-9c15029995b1 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804635, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.011338] env[62298]: DEBUG nova.compute.utils [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1746.012857] env[62298]: DEBUG oslo_vmware.api [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525a7579-b302-3089-edc5-3aed0a7e7895, 'name': SearchDatastore_Task, 'duration_secs': 0.015155} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.015467] env[62298]: DEBUG nova.compute.manager [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1746.015776] env[62298]: DEBUG nova.network.neutron [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1746.018298] env[62298]: DEBUG oslo_concurrency.lockutils [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.018650] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 8d7fd402-5f4f-4984-9295-f86c4c1016f3/8d7fd402-5f4f-4984-9295-f86c4c1016f3.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1746.019047] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c649cf8f-b6f1-4596-ac5a-39a8f81138d5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.027493] env[62298]: DEBUG oslo_vmware.api [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1746.027493] env[62298]: value = "task-1804636" [ 1746.027493] env[62298]: _type = "Task" [ 1746.027493] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.037400] env[62298]: DEBUG oslo_vmware.api [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.073085] env[62298]: INFO nova.compute.manager [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task possibly preempted: Conflict updating instance 005007c7-b4dc-41b7-837c-4b8c5cc8feff. Expected: {'task_state': ['spawning']}. Actual: {'task_state': 'deleting'} [ 1746.090200] env[62298]: ERROR oslo_messaging.rpc.server [None req-454e0944-b22d-4d8f-a397-ad75e7840f84 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Exception during message handling: nova.exception_Remote.UnexpectedDeletingTaskStateError_Remote: Conflict updating instance 005007c7-b4dc-41b7-837c-4b8c5cc8feff. Expected: {'task_state': ['spawning']}. Actual: {'task_state': 'deleting'} [ 1746.090200] env[62298]: Traceback (most recent call last): [ 1746.090200] env[62298]: File "/opt/stack/nova/nova/db/main/api.py", line 2368, in _instance_update [ 1746.090200] env[62298]: update_on_match(compare, 'uuid', updates) [ 1746.090200] env[62298]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/orm.py", line 52, in update_on_match [ 1746.090200] env[62298]: return update_match.update_on_match( [ 1746.090200] env[62298]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/update_match.py", line 194, in update_on_match [ 1746.090200] env[62298]: raise NoRowsMatched("Zero rows matched for %d attempts" % attempts) [ 1746.090200] env[62298]: oslo_db.sqlalchemy.update_match.NoRowsMatched: Zero rows matched for 3 attempts [ 1746.090200] env[62298]: During handling of the above exception, another exception occurred: [ 1746.090200] env[62298]: Traceback (most recent call last): [ 1746.090200] env[62298]: File "/opt/stack/nova/nova/conductor/manager.py", line 142, in _object_dispatch [ 1746.090200] env[62298]: return getattr(target, method)(*args, **kwargs) [ 1746.090200] env[62298]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_versionedobjects/base.py", line 226, in wrapper [ 1746.090200] env[62298]: return fn(self, *args, **kwargs) [ 1746.090200] env[62298]: File "/opt/stack/nova/nova/objects/instance.py", line 878, in save [ 1746.090200] env[62298]: old_ref, inst_ref = db.instance_update_and_get_original( [ 1746.090200] env[62298]: File "/opt/stack/nova/nova/db/utils.py", line 35, in wrapper [ 1746.090200] env[62298]: return f(*args, **kwargs) [ 1746.090200] env[62298]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/api.py", line 144, in wrapper [ 1746.090200] env[62298]: with excutils.save_and_reraise_exception() as ectxt: [ 1746.090200] env[62298]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1746.090200] env[62298]: self.force_reraise() [ 1746.090200] env[62298]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1746.090200] env[62298]: raise self.value [ 1746.090200] env[62298]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/api.py", line 142, in wrapper [ 1746.090200] env[62298]: return f(*args, **kwargs) [ 1746.090200] env[62298]: File "/opt/stack/nova/nova/db/main/api.py", line 207, in wrapper [ 1746.090200] env[62298]: return f(context, *args, **kwargs) [ 1746.090200] env[62298]: File "/opt/stack/nova/nova/db/main/api.py", line 2285, in instance_update_and_get_original [ 1746.090200] env[62298]: return (copy.copy(instance_ref), _instance_update( [ 1746.090200] env[62298]: File "/opt/stack/nova/nova/db/main/api.py", line 2427, in _instance_update [ 1746.090200] env[62298]: raise exc(**exc_props) [ 1746.090200] env[62298]: nova.exception.UnexpectedDeletingTaskStateError: Conflict updating instance 005007c7-b4dc-41b7-837c-4b8c5cc8feff. Expected: {'task_state': ['spawning']}. Actual: {'task_state': 'deleting'} [ 1746.090200] env[62298]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1746.090200] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 172, in _process_incoming [ 1746.090200] env[62298]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1746.090200] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1746.090200] env[62298]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1746.090200] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1746.090200] env[62298]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1746.090200] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 1746.090200] env[62298]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1746.090200] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1746.090200] env[62298]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1746.090200] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1746.090200] env[62298]: ERROR oslo_messaging.rpc.server raise self.value [ 1746.090200] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 1746.090200] env[62298]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 1746.090200] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 164, in decorated_function [ 1746.090200] env[62298]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1746.090200] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1746.090200] env[62298]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1746.090200] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1746.090200] env[62298]: ERROR oslo_messaging.rpc.server raise self.value [ 1746.090200] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 159, in decorated_function [ 1746.090200] env[62298]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1746.090200] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1484, in decorated_function [ 1746.090200] env[62298]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1746.090200] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 215, in decorated_function [ 1746.090200] env[62298]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1746.090200] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1746.090200] env[62298]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1746.090200] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server raise self.value [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 205, in decorated_function [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 7535, in unshelve_instance [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server do_unshelve_instance() [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 412, in inner [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 7532, in do_unshelve_instance [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server self._unshelve_instance( [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 7653, in _unshelve_instance [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server instance.save(expected_task_state=task_states.SPAWNING) [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_versionedobjects/base.py", line 209, in wrapper [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server updates, result = self.indirection_api.object_action( [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/conductor/rpcapi.py", line 247, in object_action [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server return cctxt.call(context, 'object_action', objinst=objinst, [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/client.py", line 190, in call [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server result = self.transport._send( [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/transport.py", line 123, in _send [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server return self._driver.send(target, ctxt, message, [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 800, in send [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server return self._send(target, ctxt, message, wait_for_reply, timeout, [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/_drivers/amqpdriver.py", line 792, in _send [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server raise result [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server nova.exception_Remote.UnexpectedDeletingTaskStateError_Remote: Conflict updating instance 005007c7-b4dc-41b7-837c-4b8c5cc8feff. Expected: {'task_state': ['spawning']}. Actual: {'task_state': 'deleting'} [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/db/main/api.py", line 2368, in _instance_update [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server update_on_match(compare, 'uuid', updates) [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/orm.py", line 52, in update_on_match [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server return update_match.update_on_match( [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/update_match.py", line 194, in update_on_match [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server raise NoRowsMatched("Zero rows matched for %d attempts" % attempts) [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server oslo_db.sqlalchemy.update_match.NoRowsMatched: Zero rows matched for 3 attempts [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/conductor/manager.py", line 142, in _object_dispatch [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server return getattr(target, method)(*args, **kwargs) [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_versionedobjects/base.py", line 226, in wrapper [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server return fn(self, *args, **kwargs) [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/objects/instance.py", line 878, in save [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server old_ref, inst_ref = db.instance_update_and_get_original( [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/db/utils.py", line 35, in wrapper [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/api.py", line 144, in wrapper [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception() as ectxt: [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1746.092104] env[62298]: ERROR oslo_messaging.rpc.server [ 1746.094031] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1746.094031] env[62298]: ERROR oslo_messaging.rpc.server raise self.value [ 1746.094031] env[62298]: ERROR oslo_messaging.rpc.server [ 1746.094031] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/api.py", line 142, in wrapper [ 1746.094031] env[62298]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) [ 1746.094031] env[62298]: ERROR oslo_messaging.rpc.server [ 1746.094031] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/db/main/api.py", line 207, in wrapper [ 1746.094031] env[62298]: ERROR oslo_messaging.rpc.server return f(context, *args, **kwargs) [ 1746.094031] env[62298]: ERROR oslo_messaging.rpc.server [ 1746.094031] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/db/main/api.py", line 2285, in instance_update_and_get_original [ 1746.094031] env[62298]: ERROR oslo_messaging.rpc.server return (copy.copy(instance_ref), _instance_update( [ 1746.094031] env[62298]: ERROR oslo_messaging.rpc.server [ 1746.094031] env[62298]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/db/main/api.py", line 2427, in _instance_update [ 1746.094031] env[62298]: ERROR oslo_messaging.rpc.server raise exc(**exc_props) [ 1746.094031] env[62298]: ERROR oslo_messaging.rpc.server [ 1746.094031] env[62298]: ERROR oslo_messaging.rpc.server nova.exception.UnexpectedDeletingTaskStateError: Conflict updating instance 005007c7-b4dc-41b7-837c-4b8c5cc8feff. Expected: {'task_state': ['spawning']}. Actual: {'task_state': 'deleting'} [ 1746.094031] env[62298]: ERROR oslo_messaging.rpc.server [ 1746.094031] env[62298]: ERROR oslo_messaging.rpc.server [ 1746.098550] env[62298]: DEBUG nova.policy [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c632e69768944ac89e8e76884b68cd0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c391aea5021499b9b50a616b7937813', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1746.134206] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5fbc8234-64e4-49b2-b50c-3e88c0bfef30 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "962ecb80-8eec-4f8e-a407-3d453057bd5c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.135023] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5fbc8234-64e4-49b2-b50c-3e88c0bfef30 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "962ecb80-8eec-4f8e-a407-3d453057bd5c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.166866] env[62298]: DEBUG oslo_vmware.api [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804634, 'name': PowerOffVM_Task, 'duration_secs': 0.187691} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.172614] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1746.172865] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1746.180774] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82be452e-c72b-44b1-8f9b-a81314c2c1ff {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.185883] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.187478] env[62298]: INFO nova.compute.manager [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Took 20.16 seconds to build instance. [ 1746.194257] env[62298]: DEBUG oslo_vmware.api [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Task: {'id': task-1804631, 'name': ReconfigVM_Task, 'duration_secs': 0.606247} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.194661] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 6d955228-5e3e-4a37-8ed4-12253981d692/6d955228-5e3e-4a37-8ed4-12253981d692.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1746.195761] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92816c18-c6b7-4528-b050-4a64342ea6e0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.204532] env[62298]: DEBUG oslo_vmware.api [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Waiting for the task: (returnval){ [ 1746.204532] env[62298]: value = "task-1804638" [ 1746.204532] env[62298]: _type = "Task" [ 1746.204532] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.217536] env[62298]: DEBUG oslo_vmware.api [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Task: {'id': task-1804638, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.228280] env[62298]: WARNING nova.network.neutron [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] cc983ab6-1cb3-4075-8f2f-8be5f1a54792 already exists in list: networks containing: ['cc983ab6-1cb3-4075-8f2f-8be5f1a54792']. ignoring it [ 1746.228642] env[62298]: WARNING nova.network.neutron [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] cc983ab6-1cb3-4075-8f2f-8be5f1a54792 already exists in list: networks containing: ['cc983ab6-1cb3-4075-8f2f-8be5f1a54792']. ignoring it [ 1746.229080] env[62298]: WARNING nova.network.neutron [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] 91e5b84d-38ea-4450-8425-bfde5d90dfea already exists in list: port_ids containing: ['91e5b84d-38ea-4450-8425-bfde5d90dfea']. ignoring it [ 1746.279456] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1746.279456] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1746.279456] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Deleting the datastore file [datastore1] 005007c7-b4dc-41b7-837c-4b8c5cc8feff {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1746.283874] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a7ea408-37a7-46a2-921a-f778c064f244 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.292850] env[62298]: DEBUG oslo_vmware.api [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1746.292850] env[62298]: value = "task-1804639" [ 1746.292850] env[62298]: _type = "Task" [ 1746.292850] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.303729] env[62298]: DEBUG oslo_vmware.api [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.454155] env[62298]: DEBUG oslo_vmware.api [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804629, 'name': PowerOnVM_Task, 'duration_secs': 1.248093} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.454155] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1746.454155] env[62298]: INFO nova.compute.manager [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Took 10.32 seconds to spawn the instance on the hypervisor. [ 1746.454410] env[62298]: DEBUG nova.compute.manager [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1746.457687] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d75d4c-ad3d-432f-8ea4-9f2165b3015b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.493436] env[62298]: DEBUG oslo_vmware.api [None req-01f35c9b-e626-4baf-a7cf-9c15029995b1 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.516485] env[62298]: DEBUG nova.compute.manager [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1746.542027] env[62298]: DEBUG oslo_vmware.api [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804636, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.554128] env[62298]: DEBUG nova.network.neutron [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Successfully created port: 7c0cf4c4-ba63-4710-8998-297682cbadbd {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1746.632831] env[62298]: DEBUG nova.network.neutron [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Updating instance_info_cache with network_info: [{"id": "24cf4e8b-4f83-4907-9f3e-cc97d344461c", "address": "fa:16:3e:0a:3c:af", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24cf4e8b-4f", "ovs_interfaceid": "24cf4e8b-4f83-4907-9f3e-cc97d344461c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "91e5b84d-38ea-4450-8425-bfde5d90dfea", "address": "fa:16:3e:54:12:c6", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91e5b84d-38", "ovs_interfaceid": "91e5b84d-38ea-4450-8425-bfde5d90dfea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.638515] env[62298]: DEBUG nova.compute.utils [None req-5fbc8234-64e4-49b2-b50c-3e88c0bfef30 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1746.694904] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1ea7047c-def6-4d4c-a697-acd8247af73d tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Lock "e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.674s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.715947] env[62298]: DEBUG oslo_vmware.api [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Task: {'id': task-1804638, 'name': Rename_Task, 'duration_secs': 0.270515} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.717163] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1746.717569] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab5aeeff-1cbf-4219-94fe-9356f37a81ae {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.724976] env[62298]: DEBUG oslo_vmware.api [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Waiting for the task: (returnval){ [ 1746.724976] env[62298]: value = "task-1804640" [ 1746.724976] env[62298]: _type = "Task" [ 1746.724976] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.734151] env[62298]: DEBUG oslo_vmware.api [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Task: {'id': task-1804640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.803780] env[62298]: DEBUG oslo_vmware.api [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.877581] env[62298]: DEBUG nova.network.neutron [-] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.982329] env[62298]: INFO nova.compute.manager [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Took 19.68 seconds to build instance. [ 1746.992342] env[62298]: DEBUG oslo_vmware.api [None req-01f35c9b-e626-4baf-a7cf-9c15029995b1 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804635, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.042400] env[62298]: DEBUG oslo_vmware.api [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625058} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.042802] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 8d7fd402-5f4f-4984-9295-f86c4c1016f3/8d7fd402-5f4f-4984-9295-f86c4c1016f3.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1747.043042] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1747.043513] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-893a72fa-9826-462a-8eb9-3ce354b4ad69 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.050240] env[62298]: DEBUG oslo_vmware.api [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1747.050240] env[62298]: value = "task-1804641" [ 1747.050240] env[62298]: _type = "Task" [ 1747.050240] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.058354] env[62298]: DEBUG oslo_vmware.api [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.130969] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3d09f4-61e8-4f33-8393-9f27f106b494 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.138736] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Releasing lock "refresh_cache-6f4534a2-3554-42e4-99c9-8e2891943389" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.139422] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "6f4534a2-3554-42e4-99c9-8e2891943389" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.139553] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired lock "6f4534a2-3554-42e4-99c9-8e2891943389" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.139912] env[62298]: DEBUG oslo_concurrency.lockutils [req-05b5b4a4-6d12-4675-bc0a-0383c21b2b2e req-cc160b10-7d49-455e-968a-df110296c0b7 service nova] Acquired lock "refresh_cache-6f4534a2-3554-42e4-99c9-8e2891943389" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.140161] env[62298]: DEBUG nova.network.neutron [req-05b5b4a4-6d12-4675-bc0a-0383c21b2b2e req-cc160b10-7d49-455e-968a-df110296c0b7 service nova] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Refreshing network info cache for port 91e5b84d-38ea-4450-8425-bfde5d90dfea {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1747.142665] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0044c4f-0508-4341-b8a3-b959fd8242cf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.145418] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae5ae78-5ae8-4e7f-9d1a-a854ab8e9dfd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.152231] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5fbc8234-64e4-49b2-b50c-3e88c0bfef30 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "962ecb80-8eec-4f8e-a407-3d453057bd5c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.195306] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef39508-32c4-4205-b52b-ecca2146ab63 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.198977] env[62298]: DEBUG nova.virt.hardware [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1747.199333] env[62298]: DEBUG nova.virt.hardware [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1747.199627] env[62298]: DEBUG nova.virt.hardware [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1747.199854] env[62298]: DEBUG nova.virt.hardware [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1747.200074] env[62298]: DEBUG nova.virt.hardware [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1747.200235] env[62298]: DEBUG nova.virt.hardware [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1747.200488] env[62298]: DEBUG nova.virt.hardware [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1747.200705] env[62298]: DEBUG nova.virt.hardware [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1747.200920] env[62298]: DEBUG nova.virt.hardware [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1747.201186] env[62298]: DEBUG nova.virt.hardware [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1747.201416] env[62298]: DEBUG nova.virt.hardware [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1747.208138] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Reconfiguring VM to attach interface {{(pid=62298) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1747.210992] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6fc448a-9f9f-43ac-a934-bd632f5e6aa9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.234433] env[62298]: DEBUG oslo_vmware.api [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1747.234433] env[62298]: value = "task-1804642" [ 1747.234433] env[62298]: _type = "Task" [ 1747.234433] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.236256] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf41f2c-2252-468c-91a8-d2d09da7cfb8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.246128] env[62298]: DEBUG oslo_vmware.api [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Task: {'id': task-1804640, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.251392] env[62298]: DEBUG oslo_vmware.api [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.259994] env[62298]: DEBUG nova.compute.provider_tree [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1747.307210] env[62298]: DEBUG oslo_vmware.api [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.617576} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.307513] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1747.307821] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1747.307946] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1747.308174] env[62298]: INFO nova.compute.manager [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1747.308432] env[62298]: DEBUG oslo.service.loopingcall [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1747.308628] env[62298]: DEBUG nova.compute.manager [-] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1747.308729] env[62298]: DEBUG nova.network.neutron [-] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1747.380411] env[62298]: INFO nova.compute.manager [-] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Took 1.43 seconds to deallocate network for instance. [ 1747.425970] env[62298]: DEBUG nova.network.neutron [req-05b5b4a4-6d12-4675-bc0a-0383c21b2b2e req-cc160b10-7d49-455e-968a-df110296c0b7 service nova] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Updated VIF entry in instance network info cache for port 91e5b84d-38ea-4450-8425-bfde5d90dfea. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1747.426444] env[62298]: DEBUG nova.network.neutron [req-05b5b4a4-6d12-4675-bc0a-0383c21b2b2e req-cc160b10-7d49-455e-968a-df110296c0b7 service nova] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Updating instance_info_cache with network_info: [{"id": "24cf4e8b-4f83-4907-9f3e-cc97d344461c", "address": "fa:16:3e:0a:3c:af", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24cf4e8b-4f", "ovs_interfaceid": "24cf4e8b-4f83-4907-9f3e-cc97d344461c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "91e5b84d-38ea-4450-8425-bfde5d90dfea", "address": "fa:16:3e:54:12:c6", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91e5b84d-38", "ovs_interfaceid": "91e5b84d-38ea-4450-8425-bfde5d90dfea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.487543] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f649d11e-7f82-4165-b797-d37741db9a9d tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Lock "d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.203s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.492678] env[62298]: DEBUG oslo_vmware.api [None req-01f35c9b-e626-4baf-a7cf-9c15029995b1 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804635, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.527428] env[62298]: DEBUG nova.compute.manager [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1747.556700] env[62298]: DEBUG nova.virt.hardware [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1747.557059] env[62298]: DEBUG nova.virt.hardware [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1747.557307] env[62298]: DEBUG nova.virt.hardware [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1747.557512] env[62298]: DEBUG nova.virt.hardware [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1747.557723] env[62298]: DEBUG nova.virt.hardware [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1747.557882] env[62298]: DEBUG nova.virt.hardware [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1747.558124] env[62298]: DEBUG nova.virt.hardware [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1747.558293] env[62298]: DEBUG nova.virt.hardware [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1747.558564] env[62298]: DEBUG nova.virt.hardware [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1747.558671] env[62298]: DEBUG nova.virt.hardware [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1747.558927] env[62298]: DEBUG nova.virt.hardware [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1747.559823] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fa9478-0545-443b-a9f3-6e4a574b2e21 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.569863] env[62298]: DEBUG oslo_vmware.api [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069074} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.572363] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1747.573629] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736bfa8f-0521-4c15-be58-308a170ab0c3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.577570] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44451027-fc3a-4020-9a76-77c7ae645499 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.614744] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 8d7fd402-5f4f-4984-9295-f86c4c1016f3/8d7fd402-5f4f-4984-9295-f86c4c1016f3.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1747.615466] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f358165a-76da-4bd4-833b-66a91f8ac331 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.635413] env[62298]: DEBUG oslo_vmware.api [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1747.635413] env[62298]: value = "task-1804643" [ 1747.635413] env[62298]: _type = "Task" [ 1747.635413] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.643763] env[62298]: DEBUG oslo_vmware.api [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804643, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.738940] env[62298]: DEBUG oslo_vmware.api [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Task: {'id': task-1804640, 'name': PowerOnVM_Task, 'duration_secs': 0.854615} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.742926] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1747.742926] env[62298]: INFO nova.compute.manager [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1747.742926] env[62298]: DEBUG nova.compute.manager [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1747.743705] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77aa500e-a6d9-42a7-8fa7-026175a6be9b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.752650] env[62298]: DEBUG oslo_vmware.api [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.783915] env[62298]: ERROR nova.scheduler.client.report [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [req-a65d6cf8-9fe7-48b0-bd7f-bea1d323b140] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a65d6cf8-9fe7-48b0-bd7f-bea1d323b140"}]} [ 1747.804812] env[62298]: DEBUG nova.scheduler.client.report [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1747.821442] env[62298]: DEBUG nova.scheduler.client.report [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1747.821730] env[62298]: DEBUG nova.compute.provider_tree [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1747.836027] env[62298]: DEBUG nova.scheduler.client.report [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1747.857775] env[62298]: DEBUG nova.scheduler.client.report [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1747.886858] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fcc1d3a9-5d78-4c97-8d76-0fab28b10846 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.930981] env[62298]: DEBUG oslo_concurrency.lockutils [req-05b5b4a4-6d12-4675-bc0a-0383c21b2b2e req-cc160b10-7d49-455e-968a-df110296c0b7 service nova] Releasing lock "refresh_cache-6f4534a2-3554-42e4-99c9-8e2891943389" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.930981] env[62298]: DEBUG nova.compute.manager [req-05b5b4a4-6d12-4675-bc0a-0383c21b2b2e req-cc160b10-7d49-455e-968a-df110296c0b7 service nova] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Received event network-changed-91e5b84d-38ea-4450-8425-bfde5d90dfea {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1747.930981] env[62298]: DEBUG nova.compute.manager [req-05b5b4a4-6d12-4675-bc0a-0383c21b2b2e req-cc160b10-7d49-455e-968a-df110296c0b7 service nova] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Refreshing instance network info cache due to event network-changed-91e5b84d-38ea-4450-8425-bfde5d90dfea. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1747.930981] env[62298]: DEBUG oslo_concurrency.lockutils [req-05b5b4a4-6d12-4675-bc0a-0383c21b2b2e req-cc160b10-7d49-455e-968a-df110296c0b7 service nova] Acquiring lock "refresh_cache-6f4534a2-3554-42e4-99c9-8e2891943389" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.930981] env[62298]: DEBUG oslo_concurrency.lockutils [req-05b5b4a4-6d12-4675-bc0a-0383c21b2b2e req-cc160b10-7d49-455e-968a-df110296c0b7 service nova] Acquired lock "refresh_cache-6f4534a2-3554-42e4-99c9-8e2891943389" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.930981] env[62298]: DEBUG nova.network.neutron [req-05b5b4a4-6d12-4675-bc0a-0383c21b2b2e req-cc160b10-7d49-455e-968a-df110296c0b7 service nova] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Refreshing network info cache for port 91e5b84d-38ea-4450-8425-bfde5d90dfea {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1747.999373] env[62298]: DEBUG oslo_vmware.api [None req-01f35c9b-e626-4baf-a7cf-9c15029995b1 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804635, 'name': ReconfigVM_Task, 'duration_secs': 1.894743} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.999373] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-01f35c9b-e626-4baf-a7cf-9c15029995b1 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Reconfigured VM instance instance-00000042 to attach disk [datastore1] volume-93394ef0-760f-4ce1-9f83-d25b2ef123f8/volume-93394ef0-760f-4ce1-9f83-d25b2ef123f8.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1748.003042] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fd2b810-7795-46ef-b898-17384fc601e9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.022530] env[62298]: DEBUG oslo_vmware.api [None req-01f35c9b-e626-4baf-a7cf-9c15029995b1 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1748.022530] env[62298]: value = "task-1804644" [ 1748.022530] env[62298]: _type = "Task" [ 1748.022530] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.031671] env[62298]: DEBUG oslo_vmware.api [None req-01f35c9b-e626-4baf-a7cf-9c15029995b1 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804644, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.051537] env[62298]: DEBUG nova.network.neutron [-] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.146021] env[62298]: DEBUG oslo_vmware.api [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804643, 'name': ReconfigVM_Task, 'duration_secs': 0.495451} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.146570] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 8d7fd402-5f4f-4984-9295-f86c4c1016f3/8d7fd402-5f4f-4984-9295-f86c4c1016f3.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1748.148521] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11cda0de-305f-42c0-9972-37de271d5e45 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.151042] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba6107d-82b1-4a33-8ba1-d27a846d436b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.159212] env[62298]: DEBUG oslo_vmware.api [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1748.159212] env[62298]: value = "task-1804645" [ 1748.159212] env[62298]: _type = "Task" [ 1748.159212] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.164809] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ab9f87-ecef-416e-a8e0-cfd08117b047 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.173832] env[62298]: DEBUG oslo_vmware.api [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804645, 'name': Rename_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.199961] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c45be0c-68b3-45fc-a796-cdefd8f58a60 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.209403] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3aa981-0c88-4bc7-b23a-f1b6bf1ad186 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.215450] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5fbc8234-64e4-49b2-b50c-3e88c0bfef30 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "962ecb80-8eec-4f8e-a407-3d453057bd5c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.215693] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5fbc8234-64e4-49b2-b50c-3e88c0bfef30 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "962ecb80-8eec-4f8e-a407-3d453057bd5c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.215922] env[62298]: INFO nova.compute.manager [None req-5fbc8234-64e4-49b2-b50c-3e88c0bfef30 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Attaching volume d5bdd89a-6811-4330-b466-865ac45737a9 to /dev/sdb [ 1748.228238] env[62298]: DEBUG nova.compute.provider_tree [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1748.248907] env[62298]: DEBUG oslo_vmware.api [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804642, 'name': ReconfigVM_Task, 'duration_secs': 0.639282} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.249471] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Releasing lock "6f4534a2-3554-42e4-99c9-8e2891943389" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.249717] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Reconfigured VM to attach interface {{(pid=62298) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1748.268554] env[62298]: INFO nova.compute.manager [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Took 16.81 seconds to build instance. [ 1748.273553] env[62298]: DEBUG nova.network.neutron [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Successfully updated port: 7c0cf4c4-ba63-4710-8998-297682cbadbd {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1748.277105] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1e8a25-983f-4a46-bc6c-8030a4463af4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.288108] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466962ff-efcf-455b-a8c4-76163f12a518 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.304132] env[62298]: DEBUG nova.virt.block_device [None req-5fbc8234-64e4-49b2-b50c-3e88c0bfef30 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Updating existing volume attachment record: 5e43c590-676c-4c16-8968-ef6aeed84a2f {{(pid=62298) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1748.533421] env[62298]: DEBUG oslo_vmware.api [None req-01f35c9b-e626-4baf-a7cf-9c15029995b1 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804644, 'name': ReconfigVM_Task, 'duration_secs': 0.185933} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.533829] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-01f35c9b-e626-4baf-a7cf-9c15029995b1 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374119', 'volume_id': '93394ef0-760f-4ce1-9f83-d25b2ef123f8', 'name': 'volume-93394ef0-760f-4ce1-9f83-d25b2ef123f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'daa6606d-56d9-4776-8434-bdf8006e36ea', 'attached_at': '', 'detached_at': '', 'volume_id': '93394ef0-760f-4ce1-9f83-d25b2ef123f8', 'serial': '93394ef0-760f-4ce1-9f83-d25b2ef123f8'} {{(pid=62298) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1748.554219] env[62298]: INFO nova.compute.manager [-] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Took 1.25 seconds to deallocate network for instance. [ 1748.677850] env[62298]: DEBUG oslo_vmware.api [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804645, 'name': Rename_Task, 'duration_secs': 0.191582} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.679203] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1748.680444] env[62298]: DEBUG nova.compute.manager [req-4e44b15c-fe1a-425e-84a7-c3b34b49844f req-900edf02-48e4-4323-be8e-fafd14a9382b service nova] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Received event network-vif-deleted-572cc520-bc41-4930-a337-dc3a90a389f1 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1748.680719] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f661285c-4385-4a65-add7-019b1fc5b564 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.687037] env[62298]: DEBUG oslo_vmware.api [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1748.687037] env[62298]: value = "task-1804647" [ 1748.687037] env[62298]: _type = "Task" [ 1748.687037] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.695395] env[62298]: DEBUG oslo_vmware.api [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.717753] env[62298]: DEBUG nova.network.neutron [req-05b5b4a4-6d12-4675-bc0a-0383c21b2b2e req-cc160b10-7d49-455e-968a-df110296c0b7 service nova] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Updated VIF entry in instance network info cache for port 91e5b84d-38ea-4450-8425-bfde5d90dfea. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1748.718217] env[62298]: DEBUG nova.network.neutron [req-05b5b4a4-6d12-4675-bc0a-0383c21b2b2e req-cc160b10-7d49-455e-968a-df110296c0b7 service nova] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Updating instance_info_cache with network_info: [{"id": "24cf4e8b-4f83-4907-9f3e-cc97d344461c", "address": "fa:16:3e:0a:3c:af", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24cf4e8b-4f", "ovs_interfaceid": "24cf4e8b-4f83-4907-9f3e-cc97d344461c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "91e5b84d-38ea-4450-8425-bfde5d90dfea", "address": "fa:16:3e:54:12:c6", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91e5b84d-38", "ovs_interfaceid": "91e5b84d-38ea-4450-8425-bfde5d90dfea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.754555] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a45fb71b-b0d1-44e2-8fc7-901a71daf48f tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "interface-6f4534a2-3554-42e4-99c9-8e2891943389-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.105s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.772972] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e9669bb6-f1fb-4128-89bc-c94208b5236c tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Lock "6d955228-5e3e-4a37-8ed4-12253981d692" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.323s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.775548] env[62298]: DEBUG nova.scheduler.client.report [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1748.775813] env[62298]: DEBUG nova.compute.provider_tree [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 108 to 109 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1748.776014] env[62298]: DEBUG nova.compute.provider_tree [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1748.779822] env[62298]: DEBUG oslo_concurrency.lockutils [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "refresh_cache-6144efa7-fb78-4b7b-8780-9dda46056e6c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.779984] env[62298]: DEBUG oslo_concurrency.lockutils [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquired lock "refresh_cache-6144efa7-fb78-4b7b-8780-9dda46056e6c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.780157] env[62298]: DEBUG nova.network.neutron [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1749.063069] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.203046] env[62298]: DEBUG oslo_vmware.api [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804647, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.221331] env[62298]: DEBUG oslo_concurrency.lockutils [req-05b5b4a4-6d12-4675-bc0a-0383c21b2b2e req-cc160b10-7d49-455e-968a-df110296c0b7 service nova] Releasing lock "refresh_cache-6f4534a2-3554-42e4-99c9-8e2891943389" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.283078] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.420s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.283596] env[62298]: DEBUG nova.compute.manager [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1749.286570] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.101s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.286570] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.286699] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62298) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1749.286962] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fcc1d3a9-5d78-4c97-8d76-0fab28b10846 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.400s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.287190] env[62298]: DEBUG nova.objects.instance [None req-fcc1d3a9-5d78-4c97-8d76-0fab28b10846 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lazy-loading 'resources' on Instance uuid b25723a4-f1b0-4d1c-81ca-f619dbca0e73 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1749.291855] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a270491-7da9-4419-a376-3ca208688c58 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.303039] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e92461-4a6a-4a9f-beb3-f03e4217a29f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.321509] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b653fc5-022e-43d2-9b4b-a0d1f6c72beb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.334287] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d8fc9c-8def-4ff5-b073-7bdd104f2547 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.370510] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179687MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62298) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1749.370716] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.371855] env[62298]: DEBUG nova.network.neutron [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1749.569553] env[62298]: DEBUG nova.network.neutron [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Updating instance_info_cache with network_info: [{"id": "7c0cf4c4-ba63-4710-8998-297682cbadbd", "address": "fa:16:3e:16:2f:78", "network": {"id": "1b0325e7-c092-488a-b711-be05e76100b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-550134086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c391aea5021499b9b50a616b7937813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c0cf4c4-ba", "ovs_interfaceid": "7c0cf4c4-ba63-4710-8998-297682cbadbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.577098] env[62298]: DEBUG nova.objects.instance [None req-01f35c9b-e626-4baf-a7cf-9c15029995b1 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lazy-loading 'flavor' on Instance uuid daa6606d-56d9-4776-8434-bdf8006e36ea {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1749.701640] env[62298]: DEBUG oslo_vmware.api [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804647, 'name': PowerOnVM_Task, 'duration_secs': 0.890713} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.701926] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1749.702157] env[62298]: INFO nova.compute.manager [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1749.702341] env[62298]: DEBUG nova.compute.manager [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1749.703183] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9b0b62-83b3-48e0-86e4-d8f72846f35e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.795325] env[62298]: DEBUG nova.compute.utils [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1749.796878] env[62298]: DEBUG nova.compute.manager [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1749.797056] env[62298]: DEBUG nova.network.neutron [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1750.028051] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50edb02f-6db0-4938-ac86-f78eab363638 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.033754] env[62298]: DEBUG nova.policy [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1ff522aeff54504bcabb2ad8a01933a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95d435e146e148fd9636d470141aaba7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1750.038170] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df60dfe8-62ca-4232-8f44-3a0b6e7bb916 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.069604] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f96edd0-55aa-438f-9a07-f84941c77398 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.072623] env[62298]: DEBUG oslo_concurrency.lockutils [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Releasing lock "refresh_cache-6144efa7-fb78-4b7b-8780-9dda46056e6c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.073105] env[62298]: DEBUG nova.compute.manager [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Instance network_info: |[{"id": "7c0cf4c4-ba63-4710-8998-297682cbadbd", "address": "fa:16:3e:16:2f:78", "network": {"id": "1b0325e7-c092-488a-b711-be05e76100b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-550134086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c391aea5021499b9b50a616b7937813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c0cf4c4-ba", "ovs_interfaceid": "7c0cf4c4-ba63-4710-8998-297682cbadbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1750.073537] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:2f:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c0cf4c4-ba63-4710-8998-297682cbadbd', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1750.081134] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Creating folder: Project (6c391aea5021499b9b50a616b7937813). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1750.082042] env[62298]: DEBUG oslo_concurrency.lockutils [None req-67a29b47-da91-4829-8534-e8f0361a3fa9 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquiring lock "daa6606d-56d9-4776-8434-bdf8006e36ea" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.083993] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-925cf67c-f6cc-480a-968d-3e0bebd02005 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.085957] env[62298]: DEBUG oslo_concurrency.lockutils [None req-01f35c9b-e626-4baf-a7cf-9c15029995b1 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "daa6606d-56d9-4776-8434-bdf8006e36ea" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.829s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.089615] env[62298]: DEBUG oslo_concurrency.lockutils [None req-67a29b47-da91-4829-8534-e8f0361a3fa9 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "daa6606d-56d9-4776-8434-bdf8006e36ea" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.008s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.089854] env[62298]: DEBUG nova.compute.manager [None req-67a29b47-da91-4829-8534-e8f0361a3fa9 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1750.091160] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158b2f6f-6f0a-4b95-bce0-594c94e1de4f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.095075] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b1cdc9-28c3-4c0a-8a0d-26b2a1e2f21b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.105396] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Created folder: Project (6c391aea5021499b9b50a616b7937813) in parent group-v373906. [ 1750.105396] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Creating folder: Instances. Parent ref: group-v374128. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1750.106937] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12429835-54ba-41c8-a5a8-f3a21cf297a3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.121178] env[62298]: DEBUG nova.compute.provider_tree [None req-fcc1d3a9-5d78-4c97-8d76-0fab28b10846 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1750.121943] env[62298]: DEBUG nova.compute.manager [None req-67a29b47-da91-4829-8534-e8f0361a3fa9 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62298) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1750.122371] env[62298]: DEBUG nova.objects.instance [None req-67a29b47-da91-4829-8534-e8f0361a3fa9 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lazy-loading 'flavor' on Instance uuid daa6606d-56d9-4776-8434-bdf8006e36ea {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1750.132963] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Created folder: Instances in parent group-v374128. [ 1750.132963] env[62298]: DEBUG oslo.service.loopingcall [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1750.132963] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1750.133256] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-216ca426-b998-4066-8c50-da0f783ae1f8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.153890] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1750.153890] env[62298]: value = "task-1804652" [ 1750.153890] env[62298]: _type = "Task" [ 1750.153890] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.162982] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804652, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.222029] env[62298]: INFO nova.compute.manager [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Took 16.89 seconds to build instance. [ 1750.222029] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4c23c76d-fcff-4549-b536-c503f7e98cde tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Acquiring lock "6d955228-5e3e-4a37-8ed4-12253981d692" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.222029] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4c23c76d-fcff-4549-b536-c503f7e98cde tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Lock "6d955228-5e3e-4a37-8ed4-12253981d692" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.222029] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4c23c76d-fcff-4549-b536-c503f7e98cde tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Acquiring lock "6d955228-5e3e-4a37-8ed4-12253981d692-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.222029] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4c23c76d-fcff-4549-b536-c503f7e98cde tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Lock "6d955228-5e3e-4a37-8ed4-12253981d692-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.222029] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4c23c76d-fcff-4549-b536-c503f7e98cde tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Lock "6d955228-5e3e-4a37-8ed4-12253981d692-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.224469] env[62298]: INFO nova.compute.manager [None req-4c23c76d-fcff-4549-b536-c503f7e98cde tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Terminating instance [ 1750.301036] env[62298]: DEBUG nova.compute.manager [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1750.333621] env[62298]: DEBUG nova.compute.manager [None req-742cc539-c097-44af-9b70-a666d0233155 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1750.334686] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350d397b-4218-4ff7-b4e4-8f3e8171c5f2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.610542] env[62298]: DEBUG nova.network.neutron [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Successfully created port: bf8fc21b-d8a3-49ad-84c6-688807310db7 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1750.625675] env[62298]: DEBUG nova.scheduler.client.report [None req-fcc1d3a9-5d78-4c97-8d76-0fab28b10846 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1750.666664] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804652, 'name': CreateVM_Task, 'duration_secs': 0.422313} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.666861] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1750.668722] env[62298]: DEBUG oslo_concurrency.lockutils [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.668722] env[62298]: DEBUG oslo_concurrency.lockutils [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.668722] env[62298]: DEBUG oslo_concurrency.lockutils [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1750.668722] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad67df8c-2cef-483d-a186-bbcdba650712 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.675148] env[62298]: DEBUG oslo_vmware.api [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 1750.675148] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c08ae1-7d7d-257c-4773-b16b8228ca66" [ 1750.675148] env[62298]: _type = "Task" [ 1750.675148] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.683466] env[62298]: DEBUG oslo_vmware.api [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c08ae1-7d7d-257c-4773-b16b8228ca66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.724746] env[62298]: DEBUG oslo_concurrency.lockutils [None req-650f1f78-5b23-4b4a-84b7-8db638c25c5b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "8d7fd402-5f4f-4984-9295-f86c4c1016f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.409s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.728625] env[62298]: DEBUG nova.compute.manager [None req-4c23c76d-fcff-4549-b536-c503f7e98cde tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1750.728878] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4c23c76d-fcff-4549-b536-c503f7e98cde tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1750.729769] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f05bf0-286b-4b4f-95ad-83336dfc14be {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.744020] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c23c76d-fcff-4549-b536-c503f7e98cde tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1750.744020] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf9ff050-4265-460c-a3c2-3611cb695876 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.752047] env[62298]: DEBUG oslo_vmware.api [None req-4c23c76d-fcff-4549-b536-c503f7e98cde tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Waiting for the task: (returnval){ [ 1750.752047] env[62298]: value = "task-1804653" [ 1750.752047] env[62298]: _type = "Task" [ 1750.752047] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.761511] env[62298]: DEBUG oslo_vmware.api [None req-4c23c76d-fcff-4549-b536-c503f7e98cde tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Task: {'id': task-1804653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.846984] env[62298]: INFO nova.compute.manager [None req-742cc539-c097-44af-9b70-a666d0233155 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] instance snapshotting [ 1750.851497] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84e0421-c348-4699-8374-63a1a8a9bd8a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.876490] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fdb034-2776-4d39-b5c5-bf454d07d112 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.881099] env[62298]: DEBUG nova.compute.manager [req-e6c986d4-0018-4135-a941-19a64cff87b4 req-64923673-3d30-4a46-bcb7-dab80ed2bbf4 service nova] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Received event network-vif-deleted-f2f00139-f18c-4541-bd19-57798b9c54b7 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1750.881099] env[62298]: DEBUG nova.compute.manager [req-e6c986d4-0018-4135-a941-19a64cff87b4 req-64923673-3d30-4a46-bcb7-dab80ed2bbf4 service nova] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Received event network-vif-plugged-7c0cf4c4-ba63-4710-8998-297682cbadbd {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1750.881099] env[62298]: DEBUG oslo_concurrency.lockutils [req-e6c986d4-0018-4135-a941-19a64cff87b4 req-64923673-3d30-4a46-bcb7-dab80ed2bbf4 service nova] Acquiring lock "6144efa7-fb78-4b7b-8780-9dda46056e6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.881099] env[62298]: DEBUG oslo_concurrency.lockutils [req-e6c986d4-0018-4135-a941-19a64cff87b4 req-64923673-3d30-4a46-bcb7-dab80ed2bbf4 service nova] Lock "6144efa7-fb78-4b7b-8780-9dda46056e6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.881310] env[62298]: DEBUG oslo_concurrency.lockutils [req-e6c986d4-0018-4135-a941-19a64cff87b4 req-64923673-3d30-4a46-bcb7-dab80ed2bbf4 service nova] Lock "6144efa7-fb78-4b7b-8780-9dda46056e6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.881430] env[62298]: DEBUG nova.compute.manager [req-e6c986d4-0018-4135-a941-19a64cff87b4 req-64923673-3d30-4a46-bcb7-dab80ed2bbf4 service nova] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] No waiting events found dispatching network-vif-plugged-7c0cf4c4-ba63-4710-8998-297682cbadbd {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1750.881981] env[62298]: WARNING nova.compute.manager [req-e6c986d4-0018-4135-a941-19a64cff87b4 req-64923673-3d30-4a46-bcb7-dab80ed2bbf4 service nova] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Received unexpected event network-vif-plugged-7c0cf4c4-ba63-4710-8998-297682cbadbd for instance with vm_state building and task_state spawning. [ 1750.881981] env[62298]: DEBUG nova.compute.manager [req-e6c986d4-0018-4135-a941-19a64cff87b4 req-64923673-3d30-4a46-bcb7-dab80ed2bbf4 service nova] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Received event network-changed-7c0cf4c4-ba63-4710-8998-297682cbadbd {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1750.881981] env[62298]: DEBUG nova.compute.manager [req-e6c986d4-0018-4135-a941-19a64cff87b4 req-64923673-3d30-4a46-bcb7-dab80ed2bbf4 service nova] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Refreshing instance network info cache due to event network-changed-7c0cf4c4-ba63-4710-8998-297682cbadbd. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1750.882265] env[62298]: DEBUG oslo_concurrency.lockutils [req-e6c986d4-0018-4135-a941-19a64cff87b4 req-64923673-3d30-4a46-bcb7-dab80ed2bbf4 service nova] Acquiring lock "refresh_cache-6144efa7-fb78-4b7b-8780-9dda46056e6c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.882265] env[62298]: DEBUG oslo_concurrency.lockutils [req-e6c986d4-0018-4135-a941-19a64cff87b4 req-64923673-3d30-4a46-bcb7-dab80ed2bbf4 service nova] Acquired lock "refresh_cache-6144efa7-fb78-4b7b-8780-9dda46056e6c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.882376] env[62298]: DEBUG nova.network.neutron [req-e6c986d4-0018-4135-a941-19a64cff87b4 req-64923673-3d30-4a46-bcb7-dab80ed2bbf4 service nova] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Refreshing network info cache for port 7c0cf4c4-ba63-4710-8998-297682cbadbd {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1751.133108] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fcc1d3a9-5d78-4c97-8d76-0fab28b10846 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.846s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.135867] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.073s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.136388] env[62298]: DEBUG nova.objects.instance [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lazy-loading 'resources' on Instance uuid 005007c7-b4dc-41b7-837c-4b8c5cc8feff {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1751.137642] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a29b47-da91-4829-8534-e8f0361a3fa9 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1751.138150] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-307e2d8d-fa83-4eea-a2b8-e2e0c162d12b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.145152] env[62298]: DEBUG oslo_vmware.api [None req-67a29b47-da91-4829-8534-e8f0361a3fa9 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1751.145152] env[62298]: value = "task-1804655" [ 1751.145152] env[62298]: _type = "Task" [ 1751.145152] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.155686] env[62298]: DEBUG oslo_vmware.api [None req-67a29b47-da91-4829-8534-e8f0361a3fa9 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.161427] env[62298]: INFO nova.scheduler.client.report [None req-fcc1d3a9-5d78-4c97-8d76-0fab28b10846 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Deleted allocations for instance b25723a4-f1b0-4d1c-81ca-f619dbca0e73 [ 1751.185954] env[62298]: DEBUG oslo_vmware.api [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c08ae1-7d7d-257c-4773-b16b8228ca66, 'name': SearchDatastore_Task, 'duration_secs': 0.011778} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.186416] env[62298]: DEBUG oslo_concurrency.lockutils [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.186554] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1751.186798] env[62298]: DEBUG oslo_concurrency.lockutils [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.186946] env[62298]: DEBUG oslo_concurrency.lockutils [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.187378] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1751.187594] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d944a24-58bf-435c-8292-493a4c661e28 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.197167] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1751.197393] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1751.198346] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b068e101-c74a-46ef-ada4-0774a15e4f19 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.205882] env[62298]: DEBUG oslo_vmware.api [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 1751.205882] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52bb1f38-9ba3-bfc3-ad6a-a476708e93b6" [ 1751.205882] env[62298]: _type = "Task" [ 1751.205882] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.214622] env[62298]: DEBUG oslo_vmware.api [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52bb1f38-9ba3-bfc3-ad6a-a476708e93b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.264530] env[62298]: DEBUG oslo_vmware.api [None req-4c23c76d-fcff-4549-b536-c503f7e98cde tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Task: {'id': task-1804653, 'name': PowerOffVM_Task, 'duration_secs': 0.28839} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.264530] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c23c76d-fcff-4549-b536-c503f7e98cde tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1751.264530] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4c23c76d-fcff-4549-b536-c503f7e98cde tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1751.264530] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6f061cd-3fd0-4c2e-a90f-bdffaf47b5c5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.311334] env[62298]: DEBUG nova.compute.manager [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1751.343023] env[62298]: DEBUG nova.virt.hardware [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1751.343023] env[62298]: DEBUG nova.virt.hardware [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1751.343338] env[62298]: DEBUG nova.virt.hardware [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1751.347170] env[62298]: DEBUG nova.virt.hardware [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1751.347170] env[62298]: DEBUG nova.virt.hardware [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1751.347170] env[62298]: DEBUG nova.virt.hardware [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1751.347170] env[62298]: DEBUG nova.virt.hardware [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1751.347170] env[62298]: DEBUG nova.virt.hardware [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1751.347170] env[62298]: DEBUG nova.virt.hardware [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1751.347170] env[62298]: DEBUG nova.virt.hardware [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1751.347170] env[62298]: DEBUG nova.virt.hardware [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1751.347170] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23e2576-61f2-437f-8ba9-13e08518fded {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.359512] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3b640c-6ed5-42c9-81a8-6825edb58e49 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.393080] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-742cc539-c097-44af-9b70-a666d0233155 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Creating Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1751.394171] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ee54387c-9ec7-498a-9da9-b56945d653f2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.403293] env[62298]: DEBUG oslo_vmware.api [None req-742cc539-c097-44af-9b70-a666d0233155 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1751.403293] env[62298]: value = "task-1804657" [ 1751.403293] env[62298]: _type = "Task" [ 1751.403293] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.404593] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4c23c76d-fcff-4549-b536-c503f7e98cde tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1751.404830] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4c23c76d-fcff-4549-b536-c503f7e98cde tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1751.405023] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c23c76d-fcff-4549-b536-c503f7e98cde tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Deleting the datastore file [datastore1] 6d955228-5e3e-4a37-8ed4-12253981d692 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1751.409479] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be776f8b-969b-4a40-ba15-1e95d2506518 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.416911] env[62298]: DEBUG oslo_vmware.api [None req-742cc539-c097-44af-9b70-a666d0233155 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804657, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.418318] env[62298]: DEBUG oslo_vmware.api [None req-4c23c76d-fcff-4549-b536-c503f7e98cde tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Waiting for the task: (returnval){ [ 1751.418318] env[62298]: value = "task-1804658" [ 1751.418318] env[62298]: _type = "Task" [ 1751.418318] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.426054] env[62298]: DEBUG oslo_vmware.api [None req-4c23c76d-fcff-4549-b536-c503f7e98cde tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Task: {'id': task-1804658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.439251] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c19ab27c-21ee-4ae8-a6ee-d752f0d08839 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "8d7fd402-5f4f-4984-9295-f86c4c1016f3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.439535] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c19ab27c-21ee-4ae8-a6ee-d752f0d08839 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "8d7fd402-5f4f-4984-9295-f86c4c1016f3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.439767] env[62298]: DEBUG nova.compute.manager [None req-c19ab27c-21ee-4ae8-a6ee-d752f0d08839 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1751.440675] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4ec5c0-4d15-409f-90b8-1148206af4db {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.448249] env[62298]: DEBUG nova.compute.manager [None req-c19ab27c-21ee-4ae8-a6ee-d752f0d08839 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62298) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1751.448787] env[62298]: DEBUG nova.objects.instance [None req-c19ab27c-21ee-4ae8-a6ee-d752f0d08839 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lazy-loading 'flavor' on Instance uuid 8d7fd402-5f4f-4984-9295-f86c4c1016f3 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1751.469199] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6b33cef0-d5a6-4ad5-a3a1-37fc088a34fc tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "interface-6f4534a2-3554-42e4-99c9-8e2891943389-91e5b84d-38ea-4450-8425-bfde5d90dfea" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.469490] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6b33cef0-d5a6-4ad5-a3a1-37fc088a34fc tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "interface-6f4534a2-3554-42e4-99c9-8e2891943389-91e5b84d-38ea-4450-8425-bfde5d90dfea" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.656110] env[62298]: DEBUG oslo_vmware.api [None req-67a29b47-da91-4829-8534-e8f0361a3fa9 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804655, 'name': PowerOffVM_Task, 'duration_secs': 0.216662} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.656110] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a29b47-da91-4829-8534-e8f0361a3fa9 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1751.656110] env[62298]: DEBUG nova.compute.manager [None req-67a29b47-da91-4829-8534-e8f0361a3fa9 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1751.658505] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b7c865-b9ac-4dd8-8de2-0dbc70a31f44 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.672617] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fcc1d3a9-5d78-4c97-8d76-0fab28b10846 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "b25723a4-f1b0-4d1c-81ca-f619dbca0e73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.463s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.717064] env[62298]: DEBUG oslo_vmware.api [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52bb1f38-9ba3-bfc3-ad6a-a476708e93b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011346} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.717980] env[62298]: DEBUG nova.network.neutron [req-e6c986d4-0018-4135-a941-19a64cff87b4 req-64923673-3d30-4a46-bcb7-dab80ed2bbf4 service nova] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Updated VIF entry in instance network info cache for port 7c0cf4c4-ba63-4710-8998-297682cbadbd. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1751.718326] env[62298]: DEBUG nova.network.neutron [req-e6c986d4-0018-4135-a941-19a64cff87b4 req-64923673-3d30-4a46-bcb7-dab80ed2bbf4 service nova] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Updating instance_info_cache with network_info: [{"id": "7c0cf4c4-ba63-4710-8998-297682cbadbd", "address": "fa:16:3e:16:2f:78", "network": {"id": "1b0325e7-c092-488a-b711-be05e76100b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-550134086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c391aea5021499b9b50a616b7937813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c0cf4c4-ba", "ovs_interfaceid": "7c0cf4c4-ba63-4710-8998-297682cbadbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.722591] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1be447f1-5aa6-4ffa-95f9-3d9520330504 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.728921] env[62298]: DEBUG oslo_vmware.api [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 1751.728921] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526f0264-2b71-a651-eca2-aa82374fa6ec" [ 1751.728921] env[62298]: _type = "Task" [ 1751.728921] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.740562] env[62298]: DEBUG oslo_vmware.api [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526f0264-2b71-a651-eca2-aa82374fa6ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.869831] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906abf42-4dd4-41d7-9eeb-adbf98c84510 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.879091] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab35b00-403f-4860-bf39-46441886956d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.916499] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5398f43b-0bd5-43b7-9b10-0daca1e51928 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.929421] env[62298]: DEBUG oslo_vmware.api [None req-742cc539-c097-44af-9b70-a666d0233155 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804657, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.933061] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dc2d58-4a30-4090-88fd-19b305c958fa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.940892] env[62298]: DEBUG oslo_vmware.api [None req-4c23c76d-fcff-4549-b536-c503f7e98cde tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Task: {'id': task-1804658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189644} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.941634] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c23c76d-fcff-4549-b536-c503f7e98cde tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1751.941838] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4c23c76d-fcff-4549-b536-c503f7e98cde tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1751.942075] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4c23c76d-fcff-4549-b536-c503f7e98cde tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1751.942370] env[62298]: INFO nova.compute.manager [None req-4c23c76d-fcff-4549-b536-c503f7e98cde tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1751.942636] env[62298]: DEBUG oslo.service.loopingcall [None req-4c23c76d-fcff-4549-b536-c503f7e98cde tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1751.943171] env[62298]: DEBUG nova.compute.manager [-] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1751.943283] env[62298]: DEBUG nova.network.neutron [-] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1751.955135] env[62298]: DEBUG nova.compute.provider_tree [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1751.972806] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6b33cef0-d5a6-4ad5-a3a1-37fc088a34fc tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "6f4534a2-3554-42e4-99c9-8e2891943389" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.972916] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6b33cef0-d5a6-4ad5-a3a1-37fc088a34fc tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired lock "6f4534a2-3554-42e4-99c9-8e2891943389" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.973963] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb241f08-0ff4-41d2-9585-c99a1425a298 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.993785] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b316534e-f7d1-4399-9687-7589f63be71b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.019961] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6b33cef0-d5a6-4ad5-a3a1-37fc088a34fc tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Reconfiguring VM to detach interface {{(pid=62298) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1752.022350] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a489ff6-735b-4d5f-9205-22d23f1f5d8c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.042309] env[62298]: DEBUG oslo_vmware.api [None req-6b33cef0-d5a6-4ad5-a3a1-37fc088a34fc tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1752.042309] env[62298]: value = "task-1804659" [ 1752.042309] env[62298]: _type = "Task" [ 1752.042309] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.050905] env[62298]: DEBUG oslo_vmware.api [None req-6b33cef0-d5a6-4ad5-a3a1-37fc088a34fc tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.175439] env[62298]: DEBUG oslo_concurrency.lockutils [None req-67a29b47-da91-4829-8534-e8f0361a3fa9 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "daa6606d-56d9-4776-8434-bdf8006e36ea" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.086s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.224020] env[62298]: DEBUG oslo_concurrency.lockutils [req-e6c986d4-0018-4135-a941-19a64cff87b4 req-64923673-3d30-4a46-bcb7-dab80ed2bbf4 service nova] Releasing lock "refresh_cache-6144efa7-fb78-4b7b-8780-9dda46056e6c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.257236] env[62298]: DEBUG oslo_vmware.api [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526f0264-2b71-a651-eca2-aa82374fa6ec, 'name': SearchDatastore_Task, 'duration_secs': 0.011832} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.258026] env[62298]: DEBUG oslo_concurrency.lockutils [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.258501] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 6144efa7-fb78-4b7b-8780-9dda46056e6c/6144efa7-fb78-4b7b-8780-9dda46056e6c.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1752.261016] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76bcb556-76ed-478e-b536-cc3e293ba94e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.268189] env[62298]: DEBUG oslo_vmware.api [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 1752.268189] env[62298]: value = "task-1804660" [ 1752.268189] env[62298]: _type = "Task" [ 1752.268189] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.278634] env[62298]: DEBUG oslo_vmware.api [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1804660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.421700] env[62298]: DEBUG oslo_vmware.api [None req-742cc539-c097-44af-9b70-a666d0233155 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804657, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.423436] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7835f256-d871-464c-9881-3836662764ba tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Acquiring lock "e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.423947] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7835f256-d871-464c-9881-3836662764ba tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Lock "e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.426540] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7835f256-d871-464c-9881-3836662764ba tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Acquiring lock "e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.426540] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7835f256-d871-464c-9881-3836662764ba tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Lock "e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.426540] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7835f256-d871-464c-9881-3836662764ba tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Lock "e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.427650] env[62298]: INFO nova.compute.manager [None req-7835f256-d871-464c-9881-3836662764ba tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Terminating instance [ 1752.464558] env[62298]: DEBUG nova.scheduler.client.report [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1752.466965] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19ab27c-21ee-4ae8-a6ee-d752f0d08839 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1752.467891] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4e2b965-10de-402a-931c-38d7bc1ead43 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.479736] env[62298]: DEBUG oslo_vmware.api [None req-c19ab27c-21ee-4ae8-a6ee-d752f0d08839 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1752.479736] env[62298]: value = "task-1804661" [ 1752.479736] env[62298]: _type = "Task" [ 1752.479736] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.490022] env[62298]: DEBUG oslo_vmware.api [None req-c19ab27c-21ee-4ae8-a6ee-d752f0d08839 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.554148] env[62298]: DEBUG oslo_vmware.api [None req-6b33cef0-d5a6-4ad5-a3a1-37fc088a34fc tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.780909] env[62298]: DEBUG oslo_vmware.api [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1804660, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.857537] env[62298]: DEBUG nova.network.neutron [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Successfully updated port: bf8fc21b-d8a3-49ad-84c6-688807310db7 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1752.923543] env[62298]: DEBUG oslo_vmware.api [None req-742cc539-c097-44af-9b70-a666d0233155 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804657, 'name': CreateSnapshot_Task, 'duration_secs': 1.10805} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.923776] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-742cc539-c097-44af-9b70-a666d0233155 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Created Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1752.924557] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770d1cee-e661-4985-a4c4-9edbc1690b08 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.931015] env[62298]: DEBUG nova.compute.manager [req-b5d06b98-e567-4d88-b0c6-6f254cbee9d8 req-f9ace34a-1e54-4466-9815-2e950f3dbcdf service nova] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Received event network-vif-deleted-12ca48c2-8c55-4a6f-8c30-144797364c60 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1752.931190] env[62298]: INFO nova.compute.manager [req-b5d06b98-e567-4d88-b0c6-6f254cbee9d8 req-f9ace34a-1e54-4466-9815-2e950f3dbcdf service nova] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Neutron deleted interface 12ca48c2-8c55-4a6f-8c30-144797364c60; detaching it from the instance and deleting it from the info cache [ 1752.931363] env[62298]: DEBUG nova.network.neutron [req-b5d06b98-e567-4d88-b0c6-6f254cbee9d8 req-f9ace34a-1e54-4466-9815-2e950f3dbcdf service nova] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.933397] env[62298]: DEBUG nova.compute.manager [None req-7835f256-d871-464c-9881-3836662764ba tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1752.933654] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7835f256-d871-464c-9881-3836662764ba tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1752.934991] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60800410-f7ac-4b48-9eac-53b15d9f1081 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.952119] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7835f256-d871-464c-9881-3836662764ba tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1752.952392] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0aecda92-681d-48d1-8ecf-7936dda03eff {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.962953] env[62298]: DEBUG oslo_vmware.api [None req-7835f256-d871-464c-9881-3836662764ba tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Waiting for the task: (returnval){ [ 1752.962953] env[62298]: value = "task-1804662" [ 1752.962953] env[62298]: _type = "Task" [ 1752.962953] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.968943] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.971180] env[62298]: DEBUG oslo_vmware.api [None req-7835f256-d871-464c-9881-3836662764ba tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Task: {'id': task-1804662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.971635] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.601s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.992793] env[62298]: DEBUG oslo_vmware.api [None req-c19ab27c-21ee-4ae8-a6ee-d752f0d08839 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804661, 'name': PowerOffVM_Task, 'duration_secs': 0.346133} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.993069] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19ab27c-21ee-4ae8-a6ee-d752f0d08839 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1752.993308] env[62298]: DEBUG nova.compute.manager [None req-c19ab27c-21ee-4ae8-a6ee-d752f0d08839 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1752.994123] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9aab69-38a0-4e26-a212-6f8086d2fc28 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.003207] env[62298]: INFO nova.scheduler.client.report [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Deleted allocations for instance 005007c7-b4dc-41b7-837c-4b8c5cc8feff [ 1753.787339] env[62298]: DEBUG nova.network.neutron [-] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.789144] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "refresh_cache-4e5ed4da-fdfa-4f4a-8847-5183d8a447b6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.789704] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquired lock "refresh_cache-4e5ed4da-fdfa-4f4a-8847-5183d8a447b6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.789704] env[62298]: DEBUG nova.network.neutron [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1753.790684] env[62298]: DEBUG nova.objects.instance [None req-8858cff2-ae43-4935-8312-558fb72abbb4 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lazy-loading 'flavor' on Instance uuid daa6606d-56d9-4776-8434-bdf8006e36ea {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1753.799047] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-742cc539-c097-44af-9b70-a666d0233155 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Creating linked-clone VM from snapshot {{(pid=62298) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1753.808541] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fbc8234-64e4-49b2-b50c-3e88c0bfef30 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Volume attach. Driver type: vmdk {{(pid=62298) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1753.808751] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fbc8234-64e4-49b2-b50c-3e88c0bfef30 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374127', 'volume_id': 'd5bdd89a-6811-4330-b466-865ac45737a9', 'name': 'volume-d5bdd89a-6811-4330-b466-865ac45737a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '962ecb80-8eec-4f8e-a407-3d453057bd5c', 'attached_at': '', 'detached_at': '', 'volume_id': 'd5bdd89a-6811-4330-b466-865ac45737a9', 'serial': 'd5bdd89a-6811-4330-b466-865ac45737a9'} {{(pid=62298) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1753.811883] env[62298]: INFO nova.compute.manager [-] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Took 1.87 seconds to deallocate network for instance. [ 1753.817959] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-560e8e18-8111-4519-a861-63c6363e62ea {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.819604] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1658f3f1-bfbb-4c42-ba89-c869ecfb3ebd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.824955] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34571e53-a427-45fb-bade-ab8481f1c9bb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.829860] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c19ab27c-21ee-4ae8-a6ee-d752f0d08839 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "8d7fd402-5f4f-4984-9295-f86c4c1016f3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.390s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.830893] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3eb5b38d-ca3e-4f3d-a1fc-dc4d359afcd8 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "005007c7-b4dc-41b7-837c-4b8c5cc8feff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.769s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.849491] env[62298]: DEBUG oslo_vmware.api [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1804660, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637805} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.849866] env[62298]: DEBUG oslo_vmware.api [None req-6b33cef0-d5a6-4ad5-a3a1-37fc088a34fc tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.850859] env[62298]: DEBUG oslo_vmware.api [None req-7835f256-d871-464c-9881-3836662764ba tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Task: {'id': task-1804662, 'name': PowerOffVM_Task, 'duration_secs': 0.319819} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.853962] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 6144efa7-fb78-4b7b-8780-9dda46056e6c/6144efa7-fb78-4b7b-8780-9dda46056e6c.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1753.855281] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1753.855281] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7835f256-d871-464c-9881-3836662764ba tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1753.855281] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7835f256-d871-464c-9881-3836662764ba tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1753.857772] env[62298]: DEBUG oslo_vmware.api [None req-742cc539-c097-44af-9b70-a666d0233155 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1753.857772] env[62298]: value = "task-1804663" [ 1753.857772] env[62298]: _type = "Task" [ 1753.857772] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.868584] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcd2b3a8-43a3-4fb0-9633-06e8951a241a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.870963] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c69bda40-4a7a-48a1-9c2c-1fee3cb8e38d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.875138] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6f8776-bf9a-46e1-b191-5f949f7a0719 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.887373] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9c5c8864-f519-44e2-8ee4-ad82ba580769 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "8d7fd402-5f4f-4984-9295-f86c4c1016f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.887592] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9c5c8864-f519-44e2-8ee4-ad82ba580769 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "8d7fd402-5f4f-4984-9295-f86c4c1016f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.887783] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9c5c8864-f519-44e2-8ee4-ad82ba580769 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "8d7fd402-5f4f-4984-9295-f86c4c1016f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.887955] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9c5c8864-f519-44e2-8ee4-ad82ba580769 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "8d7fd402-5f4f-4984-9295-f86c4c1016f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.888131] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9c5c8864-f519-44e2-8ee4-ad82ba580769 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "8d7fd402-5f4f-4984-9295-f86c4c1016f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.890120] env[62298]: DEBUG nova.network.neutron [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1753.895261] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9b7d94-d792-4ae6-947c-67a839c14cdc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.898133] env[62298]: INFO nova.compute.manager [None req-9c5c8864-f519-44e2-8ee4-ad82ba580769 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Terminating instance [ 1753.904963] env[62298]: DEBUG oslo_vmware.api [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 1753.904963] env[62298]: value = "task-1804664" [ 1753.904963] env[62298]: _type = "Task" [ 1753.904963] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.908760] env[62298]: DEBUG oslo_vmware.api [None req-742cc539-c097-44af-9b70-a666d0233155 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804663, 'name': CloneVM_Task} progress is 12%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.934660] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fbc8234-64e4-49b2-b50c-3e88c0bfef30 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] volume-d5bdd89a-6811-4330-b466-865ac45737a9/volume-d5bdd89a-6811-4330-b466-865ac45737a9.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1753.949461] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e4a6643-498a-4f40-9fe1-5d744cce39b2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.960844] env[62298]: DEBUG nova.compute.manager [req-b5d06b98-e567-4d88-b0c6-6f254cbee9d8 req-f9ace34a-1e54-4466-9815-2e950f3dbcdf service nova] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Detach interface failed, port_id=12ca48c2-8c55-4a6f-8c30-144797364c60, reason: Instance 6d955228-5e3e-4a37-8ed4-12253981d692 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1753.961042] env[62298]: DEBUG nova.compute.manager [req-b5d06b98-e567-4d88-b0c6-6f254cbee9d8 req-f9ace34a-1e54-4466-9815-2e950f3dbcdf service nova] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Received event network-vif-plugged-bf8fc21b-d8a3-49ad-84c6-688807310db7 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1753.961237] env[62298]: DEBUG oslo_concurrency.lockutils [req-b5d06b98-e567-4d88-b0c6-6f254cbee9d8 req-f9ace34a-1e54-4466-9815-2e950f3dbcdf service nova] Acquiring lock "4e5ed4da-fdfa-4f4a-8847-5183d8a447b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.961440] env[62298]: DEBUG oslo_concurrency.lockutils [req-b5d06b98-e567-4d88-b0c6-6f254cbee9d8 req-f9ace34a-1e54-4466-9815-2e950f3dbcdf service nova] Lock "4e5ed4da-fdfa-4f4a-8847-5183d8a447b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.961600] env[62298]: DEBUG oslo_concurrency.lockutils [req-b5d06b98-e567-4d88-b0c6-6f254cbee9d8 req-f9ace34a-1e54-4466-9815-2e950f3dbcdf service nova] Lock "4e5ed4da-fdfa-4f4a-8847-5183d8a447b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.961761] env[62298]: DEBUG nova.compute.manager [req-b5d06b98-e567-4d88-b0c6-6f254cbee9d8 req-f9ace34a-1e54-4466-9815-2e950f3dbcdf service nova] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] No waiting events found dispatching network-vif-plugged-bf8fc21b-d8a3-49ad-84c6-688807310db7 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1753.961917] env[62298]: WARNING nova.compute.manager [req-b5d06b98-e567-4d88-b0c6-6f254cbee9d8 req-f9ace34a-1e54-4466-9815-2e950f3dbcdf service nova] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Received unexpected event network-vif-plugged-bf8fc21b-d8a3-49ad-84c6-688807310db7 for instance with vm_state building and task_state spawning. [ 1753.962084] env[62298]: DEBUG nova.compute.manager [req-b5d06b98-e567-4d88-b0c6-6f254cbee9d8 req-f9ace34a-1e54-4466-9815-2e950f3dbcdf service nova] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Received event network-changed-bf8fc21b-d8a3-49ad-84c6-688807310db7 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1753.962285] env[62298]: DEBUG nova.compute.manager [req-b5d06b98-e567-4d88-b0c6-6f254cbee9d8 req-f9ace34a-1e54-4466-9815-2e950f3dbcdf service nova] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Refreshing instance network info cache due to event network-changed-bf8fc21b-d8a3-49ad-84c6-688807310db7. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1753.962472] env[62298]: DEBUG oslo_concurrency.lockutils [req-b5d06b98-e567-4d88-b0c6-6f254cbee9d8 req-f9ace34a-1e54-4466-9815-2e950f3dbcdf service nova] Acquiring lock "refresh_cache-4e5ed4da-fdfa-4f4a-8847-5183d8a447b6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.968531] env[62298]: DEBUG oslo_vmware.api [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1804664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.969833] env[62298]: DEBUG oslo_vmware.api [None req-5fbc8234-64e4-49b2-b50c-3e88c0bfef30 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1753.969833] env[62298]: value = "task-1804666" [ 1753.969833] env[62298]: _type = "Task" [ 1753.969833] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.977830] env[62298]: DEBUG oslo_vmware.api [None req-5fbc8234-64e4-49b2-b50c-3e88c0bfef30 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804666, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.230694] env[62298]: DEBUG nova.network.neutron [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Updating instance_info_cache with network_info: [{"id": "bf8fc21b-d8a3-49ad-84c6-688807310db7", "address": "fa:16:3e:9d:c8:90", "network": {"id": "bb83bbea-72ec-4905-bce1-3eeec4e93081", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1387447198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95d435e146e148fd9636d470141aaba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf8fc21b-d8", "ovs_interfaceid": "bf8fc21b-d8a3-49ad-84c6-688807310db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.298293] env[62298]: DEBUG oslo_vmware.api [None req-6b33cef0-d5a6-4ad5-a3a1-37fc088a34fc tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.339735] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4c23c76d-fcff-4549-b536-c503f7e98cde tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.343476] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8858cff2-ae43-4935-8312-558fb72abbb4 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquiring lock "refresh_cache-daa6606d-56d9-4776-8434-bdf8006e36ea" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.343476] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8858cff2-ae43-4935-8312-558fb72abbb4 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquired lock "refresh_cache-daa6606d-56d9-4776-8434-bdf8006e36ea" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.343476] env[62298]: DEBUG nova.network.neutron [None req-8858cff2-ae43-4935-8312-558fb72abbb4 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1754.343476] env[62298]: DEBUG nova.objects.instance [None req-8858cff2-ae43-4935-8312-558fb72abbb4 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lazy-loading 'info_cache' on Instance uuid daa6606d-56d9-4776-8434-bdf8006e36ea {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1754.391026] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7835f256-d871-464c-9881-3836662764ba tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1754.391026] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7835f256-d871-464c-9881-3836662764ba tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1754.391026] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-7835f256-d871-464c-9881-3836662764ba tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Deleting the datastore file [datastore1] e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1754.395512] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1be0120-7837-46a8-8089-cdfe7b843313 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.408670] env[62298]: DEBUG nova.compute.manager [None req-9c5c8864-f519-44e2-8ee4-ad82ba580769 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1754.408670] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5c8864-f519-44e2-8ee4-ad82ba580769 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1754.409719] env[62298]: DEBUG oslo_vmware.api [None req-742cc539-c097-44af-9b70-a666d0233155 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804663, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.412439] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b1b43d-9a25-4915-b224-fd76a00f5e35 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.417142] env[62298]: DEBUG oslo_vmware.api [None req-7835f256-d871-464c-9881-3836662764ba tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Waiting for the task: (returnval){ [ 1754.417142] env[62298]: value = "task-1804667" [ 1754.417142] env[62298]: _type = "Task" [ 1754.417142] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.424422] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5c8864-f519-44e2-8ee4-ad82ba580769 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1754.425009] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd9d48ed-64d4-4891-8f0a-b5db776bf41b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.429283] env[62298]: DEBUG oslo_vmware.api [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1804664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.223858} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.434258] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1754.434258] env[62298]: DEBUG oslo_vmware.api [None req-7835f256-d871-464c-9881-3836662764ba tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Task: {'id': task-1804667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.434519] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2734115e-8a5e-4789-aa57-74533fd884f1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.458928] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 6144efa7-fb78-4b7b-8780-9dda46056e6c/6144efa7-fb78-4b7b-8780-9dda46056e6c.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1754.459307] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fd938b0-bc93-4e06-9744-4be66c09d0d0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.476060] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 6f4534a2-3554-42e4-99c9-8e2891943389 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1754.476060] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 6c96450f-c626-4bcb-a07d-3eee06e8a539 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1754.476249] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance e193ef8f-e790-4a93-add2-af0f3896f8a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1754.476249] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 5ad600a5-4522-44ea-9a3d-9435c86b592b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1754.476324] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance daa6606d-56d9-4776-8434-bdf8006e36ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1754.476577] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 962ecb80-8eec-4f8e-a407-3d453057bd5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1754.476577] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance a79f5737-549b-4cdd-ae42-591ed2fb12c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1754.476895] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 23ba2a3a-1d1f-456d-9e47-75d50a3920de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1754.476895] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1754.476895] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1754.477106] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 6d955228-5e3e-4a37-8ed4-12253981d692 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1754.477106] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 8d7fd402-5f4f-4984-9295-f86c4c1016f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1754.477673] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 6144efa7-fb78-4b7b-8780-9dda46056e6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1754.477673] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1754.477673] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1754.477882] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1754.493023] env[62298]: DEBUG oslo_vmware.api [None req-5fbc8234-64e4-49b2-b50c-3e88c0bfef30 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804666, 'name': ReconfigVM_Task, 'duration_secs': 0.446353} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.493023] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fbc8234-64e4-49b2-b50c-3e88c0bfef30 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Reconfigured VM instance instance-00000045 to attach disk [datastore1] volume-d5bdd89a-6811-4330-b466-865ac45737a9/volume-d5bdd89a-6811-4330-b466-865ac45737a9.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1754.498673] env[62298]: DEBUG oslo_vmware.api [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 1754.498673] env[62298]: value = "task-1804669" [ 1754.498673] env[62298]: _type = "Task" [ 1754.498673] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.500801] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d56cb40-bc7c-49e3-8c92-c07bcebc8ea7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.521798] env[62298]: DEBUG oslo_vmware.api [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1804669, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.525890] env[62298]: DEBUG oslo_vmware.api [None req-5fbc8234-64e4-49b2-b50c-3e88c0bfef30 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1754.525890] env[62298]: value = "task-1804670" [ 1754.525890] env[62298]: _type = "Task" [ 1754.525890] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.535954] env[62298]: DEBUG oslo_vmware.api [None req-5fbc8234-64e4-49b2-b50c-3e88c0bfef30 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804670, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.591280] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5c8864-f519-44e2-8ee4-ad82ba580769 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1754.591521] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5c8864-f519-44e2-8ee4-ad82ba580769 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1754.591732] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c5c8864-f519-44e2-8ee4-ad82ba580769 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Deleting the datastore file [datastore1] 8d7fd402-5f4f-4984-9295-f86c4c1016f3 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1754.592032] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e210060-7717-4527-a83c-c5ff44b58adb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.598758] env[62298]: DEBUG oslo_vmware.api [None req-9c5c8864-f519-44e2-8ee4-ad82ba580769 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1754.598758] env[62298]: value = "task-1804671" [ 1754.598758] env[62298]: _type = "Task" [ 1754.598758] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.610937] env[62298]: DEBUG oslo_vmware.api [None req-9c5c8864-f519-44e2-8ee4-ad82ba580769 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.722299] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc6005b-27df-423a-98cd-5b2a338f0507 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.730248] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6874918f-f5c5-427b-8162-5f94d160425c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.737022] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Releasing lock "refresh_cache-4e5ed4da-fdfa-4f4a-8847-5183d8a447b6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.737022] env[62298]: DEBUG nova.compute.manager [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Instance network_info: |[{"id": "bf8fc21b-d8a3-49ad-84c6-688807310db7", "address": "fa:16:3e:9d:c8:90", "network": {"id": "bb83bbea-72ec-4905-bce1-3eeec4e93081", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1387447198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95d435e146e148fd9636d470141aaba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf8fc21b-d8", "ovs_interfaceid": "bf8fc21b-d8a3-49ad-84c6-688807310db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1754.760724] env[62298]: DEBUG oslo_concurrency.lockutils [req-b5d06b98-e567-4d88-b0c6-6f254cbee9d8 req-f9ace34a-1e54-4466-9815-2e950f3dbcdf service nova] Acquired lock "refresh_cache-4e5ed4da-fdfa-4f4a-8847-5183d8a447b6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.761048] env[62298]: DEBUG nova.network.neutron [req-b5d06b98-e567-4d88-b0c6-6f254cbee9d8 req-f9ace34a-1e54-4466-9815-2e950f3dbcdf service nova] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Refreshing network info cache for port bf8fc21b-d8a3-49ad-84c6-688807310db7 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1754.762720] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:c8:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf8fc21b-d8a3-49ad-84c6-688807310db7', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1754.770774] env[62298]: DEBUG oslo.service.loopingcall [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1754.771866] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1754.772708] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977561ba-d98c-47f4-a78e-55346b743088 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.776648] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a9e3dec-7fb8-4e86-af5a-e81e40deec17 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.804381] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3f65fd-c6e2-4db4-aafc-96abfb0a03db {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.812980] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1754.812980] env[62298]: value = "task-1804672" [ 1754.812980] env[62298]: _type = "Task" [ 1754.812980] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.813316] env[62298]: DEBUG oslo_vmware.api [None req-6b33cef0-d5a6-4ad5-a3a1-37fc088a34fc tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.825226] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1754.833256] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804672, 'name': CreateVM_Task} progress is 15%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.849902] env[62298]: DEBUG nova.objects.base [None req-8858cff2-ae43-4935-8312-558fb72abbb4 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62298) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1754.876529] env[62298]: DEBUG oslo_vmware.rw_handles [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52429de4-bf2f-e0ca-8040-e8c94807f368/disk-0.vmdk. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1754.877684] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc7815f-c8b2-45d1-b81a-46635767af5a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.884450] env[62298]: DEBUG oslo_vmware.rw_handles [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52429de4-bf2f-e0ca-8040-e8c94807f368/disk-0.vmdk is in state: ready. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1754.884679] env[62298]: ERROR oslo_vmware.rw_handles [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52429de4-bf2f-e0ca-8040-e8c94807f368/disk-0.vmdk due to incomplete transfer. [ 1754.884948] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-25564293-f9da-4cd3-ba1c-1ddc252cfa4a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.893055] env[62298]: DEBUG oslo_vmware.rw_handles [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52429de4-bf2f-e0ca-8040-e8c94807f368/disk-0.vmdk. {{(pid=62298) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1754.893355] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Uploaded image 5431b155-7033-476e-8c29-7405b8217ffc to the Glance image server {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1754.896407] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Destroying the VM {{(pid=62298) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1754.897509] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-40114f4c-babe-41e1-9de2-697f926858a5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.903689] env[62298]: DEBUG oslo_vmware.api [None req-742cc539-c097-44af-9b70-a666d0233155 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804663, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.909607] env[62298]: DEBUG oslo_vmware.api [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Waiting for the task: (returnval){ [ 1754.909607] env[62298]: value = "task-1804673" [ 1754.909607] env[62298]: _type = "Task" [ 1754.909607] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.920300] env[62298]: DEBUG oslo_vmware.api [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804673, 'name': Destroy_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.928189] env[62298]: DEBUG oslo_vmware.api [None req-7835f256-d871-464c-9881-3836662764ba tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Task: {'id': task-1804667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195001} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.928474] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-7835f256-d871-464c-9881-3836662764ba tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1754.928681] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7835f256-d871-464c-9881-3836662764ba tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1754.928871] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7835f256-d871-464c-9881-3836662764ba tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1754.929074] env[62298]: INFO nova.compute.manager [None req-7835f256-d871-464c-9881-3836662764ba tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Took 2.00 seconds to destroy the instance on the hypervisor. [ 1754.929343] env[62298]: DEBUG oslo.service.loopingcall [None req-7835f256-d871-464c-9881-3836662764ba tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1754.929528] env[62298]: DEBUG nova.compute.manager [-] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1754.929632] env[62298]: DEBUG nova.network.neutron [-] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1755.020994] env[62298]: DEBUG oslo_vmware.api [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1804669, 'name': ReconfigVM_Task, 'duration_secs': 0.310946} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.021323] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 6144efa7-fb78-4b7b-8780-9dda46056e6c/6144efa7-fb78-4b7b-8780-9dda46056e6c.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1755.021982] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7652c76a-f59c-4d2b-9146-2d3a110319fe {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.031172] env[62298]: DEBUG oslo_vmware.api [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 1755.031172] env[62298]: value = "task-1804674" [ 1755.031172] env[62298]: _type = "Task" [ 1755.031172] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.037683] env[62298]: DEBUG oslo_vmware.api [None req-5fbc8234-64e4-49b2-b50c-3e88c0bfef30 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804670, 'name': ReconfigVM_Task, 'duration_secs': 0.163675} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.038405] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fbc8234-64e4-49b2-b50c-3e88c0bfef30 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374127', 'volume_id': 'd5bdd89a-6811-4330-b466-865ac45737a9', 'name': 'volume-d5bdd89a-6811-4330-b466-865ac45737a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '962ecb80-8eec-4f8e-a407-3d453057bd5c', 'attached_at': '', 'detached_at': '', 'volume_id': 'd5bdd89a-6811-4330-b466-865ac45737a9', 'serial': 'd5bdd89a-6811-4330-b466-865ac45737a9'} {{(pid=62298) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1755.043234] env[62298]: DEBUG oslo_vmware.api [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1804674, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.113721] env[62298]: DEBUG oslo_vmware.api [None req-9c5c8864-f519-44e2-8ee4-ad82ba580769 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181126} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.113721] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c5c8864-f519-44e2-8ee4-ad82ba580769 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1755.114240] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5c8864-f519-44e2-8ee4-ad82ba580769 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1755.114332] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9c5c8864-f519-44e2-8ee4-ad82ba580769 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1755.114663] env[62298]: INFO nova.compute.manager [None req-9c5c8864-f519-44e2-8ee4-ad82ba580769 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Took 0.71 seconds to destroy the instance on the hypervisor. [ 1755.115115] env[62298]: DEBUG oslo.service.loopingcall [None req-9c5c8864-f519-44e2-8ee4-ad82ba580769 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1755.115471] env[62298]: DEBUG nova.compute.manager [-] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1755.115660] env[62298]: DEBUG nova.network.neutron [-] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1755.306269] env[62298]: DEBUG oslo_vmware.api [None req-6b33cef0-d5a6-4ad5-a3a1-37fc088a34fc tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.331754] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1755.336477] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804672, 'name': CreateVM_Task, 'duration_secs': 0.411565} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.337581] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1755.338791] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.338791] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.338791] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1755.338991] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03baf53a-f00e-4173-90e9-3713f9effad0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.344618] env[62298]: DEBUG oslo_vmware.api [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1755.344618] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52cf87c9-f5d5-6aa2-280a-f75369fa0b50" [ 1755.344618] env[62298]: _type = "Task" [ 1755.344618] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.356438] env[62298]: DEBUG oslo_vmware.api [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52cf87c9-f5d5-6aa2-280a-f75369fa0b50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.400394] env[62298]: DEBUG oslo_vmware.api [None req-742cc539-c097-44af-9b70-a666d0233155 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804663, 'name': CloneVM_Task} progress is 95%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.419149] env[62298]: DEBUG oslo_vmware.api [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804673, 'name': Destroy_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.515919] env[62298]: DEBUG nova.network.neutron [req-b5d06b98-e567-4d88-b0c6-6f254cbee9d8 req-f9ace34a-1e54-4466-9815-2e950f3dbcdf service nova] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Updated VIF entry in instance network info cache for port bf8fc21b-d8a3-49ad-84c6-688807310db7. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1755.516325] env[62298]: DEBUG nova.network.neutron [req-b5d06b98-e567-4d88-b0c6-6f254cbee9d8 req-f9ace34a-1e54-4466-9815-2e950f3dbcdf service nova] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Updating instance_info_cache with network_info: [{"id": "bf8fc21b-d8a3-49ad-84c6-688807310db7", "address": "fa:16:3e:9d:c8:90", "network": {"id": "bb83bbea-72ec-4905-bce1-3eeec4e93081", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1387447198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95d435e146e148fd9636d470141aaba7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf8fc21b-d8", "ovs_interfaceid": "bf8fc21b-d8a3-49ad-84c6-688807310db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.550158] env[62298]: DEBUG oslo_vmware.api [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1804674, 'name': Rename_Task, 'duration_secs': 0.158313} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.550896] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1755.551189] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a702ccc-8340-4b3a-b753-49c18c37936d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.558463] env[62298]: DEBUG oslo_vmware.api [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 1755.558463] env[62298]: value = "task-1804675" [ 1755.558463] env[62298]: _type = "Task" [ 1755.558463] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.569231] env[62298]: DEBUG oslo_vmware.api [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1804675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.809100] env[62298]: DEBUG oslo_vmware.api [None req-6b33cef0-d5a6-4ad5-a3a1-37fc088a34fc tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.839305] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1755.839305] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.868s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.840294] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4c23c76d-fcff-4549-b536-c503f7e98cde tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.501s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.840594] env[62298]: DEBUG nova.objects.instance [None req-4c23c76d-fcff-4549-b536-c503f7e98cde tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Lazy-loading 'resources' on Instance uuid 6d955228-5e3e-4a37-8ed4-12253981d692 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1755.858649] env[62298]: DEBUG oslo_vmware.api [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52cf87c9-f5d5-6aa2-280a-f75369fa0b50, 'name': SearchDatastore_Task, 'duration_secs': 0.010872} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.859013] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.859285] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1755.859557] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.859749] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.859961] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1755.860373] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6dcfe91-f8cd-45c9-92ad-c0731c963e8c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.868857] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1755.869106] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1755.869843] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e368a533-4463-43cb-986e-3b44740af6a2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.876446] env[62298]: DEBUG oslo_vmware.api [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1755.876446] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52cf022c-744a-160c-320a-6b623f824e0a" [ 1755.876446] env[62298]: _type = "Task" [ 1755.876446] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.884824] env[62298]: DEBUG oslo_vmware.api [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52cf022c-744a-160c-320a-6b623f824e0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.897309] env[62298]: DEBUG oslo_vmware.api [None req-742cc539-c097-44af-9b70-a666d0233155 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804663, 'name': CloneVM_Task, 'duration_secs': 1.76584} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.897968] env[62298]: INFO nova.virt.vmwareapi.vmops [None req-742cc539-c097-44af-9b70-a666d0233155 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Created linked-clone VM from snapshot [ 1755.898537] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee22d14-fb97-4825-b303-94dad5790b9e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.906084] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-742cc539-c097-44af-9b70-a666d0233155 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Uploading image 97bfe9ec-fdc6-4eaa-abc0-b7af955b7b7d {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1755.919337] env[62298]: DEBUG oslo_vmware.api [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804673, 'name': Destroy_Task, 'duration_secs': 0.528158} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.920270] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-742cc539-c097-44af-9b70-a666d0233155 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Destroying the VM {{(pid=62298) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1755.922607] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Destroyed the VM [ 1755.922887] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Deleting Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1755.923144] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6fcec8d5-ea0a-46b2-b538-578120a6154a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.924748] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ce3e883c-fcbe-41eb-ae2d-f70c772609fc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.931983] env[62298]: DEBUG oslo_vmware.api [None req-742cc539-c097-44af-9b70-a666d0233155 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1755.931983] env[62298]: value = "task-1804676" [ 1755.931983] env[62298]: _type = "Task" [ 1755.931983] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.933235] env[62298]: DEBUG oslo_vmware.api [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Waiting for the task: (returnval){ [ 1755.933235] env[62298]: value = "task-1804677" [ 1755.933235] env[62298]: _type = "Task" [ 1755.933235] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.945633] env[62298]: DEBUG oslo_vmware.api [None req-742cc539-c097-44af-9b70-a666d0233155 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804676, 'name': Destroy_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.948801] env[62298]: DEBUG oslo_vmware.api [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804677, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.954513] env[62298]: DEBUG nova.compute.manager [req-261fc592-2a8f-43b9-a527-4d4d50145bf1 req-adf2e95d-2e19-427a-bd1c-6f45d9d24382 service nova] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Received event network-vif-deleted-4d1ab1f2-33d8-4190-9e5d-5e5bffa65b22 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1755.954723] env[62298]: INFO nova.compute.manager [req-261fc592-2a8f-43b9-a527-4d4d50145bf1 req-adf2e95d-2e19-427a-bd1c-6f45d9d24382 service nova] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Neutron deleted interface 4d1ab1f2-33d8-4190-9e5d-5e5bffa65b22; detaching it from the instance and deleting it from the info cache [ 1755.954910] env[62298]: DEBUG nova.network.neutron [req-261fc592-2a8f-43b9-a527-4d4d50145bf1 req-adf2e95d-2e19-427a-bd1c-6f45d9d24382 service nova] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.020347] env[62298]: DEBUG oslo_concurrency.lockutils [req-b5d06b98-e567-4d88-b0c6-6f254cbee9d8 req-f9ace34a-1e54-4466-9815-2e950f3dbcdf service nova] Releasing lock "refresh_cache-4e5ed4da-fdfa-4f4a-8847-5183d8a447b6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.069815] env[62298]: DEBUG oslo_vmware.api [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1804675, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.097692] env[62298]: DEBUG nova.objects.instance [None req-5fbc8234-64e4-49b2-b50c-3e88c0bfef30 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lazy-loading 'flavor' on Instance uuid 962ecb80-8eec-4f8e-a407-3d453057bd5c {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1756.105562] env[62298]: DEBUG nova.network.neutron [-] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.213112] env[62298]: DEBUG nova.network.neutron [None req-8858cff2-ae43-4935-8312-558fb72abbb4 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Updating instance_info_cache with network_info: [{"id": "e9c44a60-ee92-4a59-8c9d-ec6a690a5a20", "address": "fa:16:3e:23:38:94", "network": {"id": "13270d72-58a9-4f8e-9a98-e63424365680", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26636454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1301f935b049f589fbf998df6a6e70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c44a60-ee", "ovs_interfaceid": "e9c44a60-ee92-4a59-8c9d-ec6a690a5a20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.275015] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquiring lock "cd8578c7-edcd-40b7-95f3-ce0bdea6f507" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.275296] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "cd8578c7-edcd-40b7-95f3-ce0bdea6f507" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.304955] env[62298]: DEBUG oslo_vmware.api [None req-6b33cef0-d5a6-4ad5-a3a1-37fc088a34fc tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.329816] env[62298]: DEBUG nova.network.neutron [-] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.391137] env[62298]: DEBUG oslo_vmware.api [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52cf022c-744a-160c-320a-6b623f824e0a, 'name': SearchDatastore_Task, 'duration_secs': 0.00939} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.391137] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae554a40-be14-4b96-b5ec-4bddf98afb2f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.399737] env[62298]: DEBUG oslo_vmware.api [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1756.399737] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5248e73d-2761-06e5-be79-8aa82530d02b" [ 1756.399737] env[62298]: _type = "Task" [ 1756.399737] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.411569] env[62298]: DEBUG oslo_vmware.api [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5248e73d-2761-06e5-be79-8aa82530d02b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.450282] env[62298]: DEBUG oslo_vmware.api [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804677, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.453344] env[62298]: DEBUG oslo_vmware.api [None req-742cc539-c097-44af-9b70-a666d0233155 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804676, 'name': Destroy_Task, 'duration_secs': 0.421073} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.456286] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-742cc539-c097-44af-9b70-a666d0233155 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Destroyed the VM [ 1756.456533] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-742cc539-c097-44af-9b70-a666d0233155 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Deleting Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1756.457881] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ca85431d-b5cd-48ab-bf6c-fd6a1bcfdb6b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.458985] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4cf8fe38-540e-48c2-879e-8a032d3d6e8a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.469822] env[62298]: DEBUG oslo_vmware.api [None req-742cc539-c097-44af-9b70-a666d0233155 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1756.469822] env[62298]: value = "task-1804678" [ 1756.469822] env[62298]: _type = "Task" [ 1756.469822] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.474481] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77506ec8-20b6-458a-abaf-737facc5040d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.495417] env[62298]: DEBUG oslo_vmware.api [None req-742cc539-c097-44af-9b70-a666d0233155 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804678, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.508802] env[62298]: DEBUG nova.compute.manager [req-261fc592-2a8f-43b9-a527-4d4d50145bf1 req-adf2e95d-2e19-427a-bd1c-6f45d9d24382 service nova] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Detach interface failed, port_id=4d1ab1f2-33d8-4190-9e5d-5e5bffa65b22, reason: Instance e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1756.568717] env[62298]: DEBUG oslo_vmware.api [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1804675, 'name': PowerOnVM_Task, 'duration_secs': 0.856033} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.571126] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1756.571339] env[62298]: INFO nova.compute.manager [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1756.571520] env[62298]: DEBUG nova.compute.manager [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1756.572517] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4965492f-f233-4f04-9d76-e1f9817e78e6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.604041] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5fbc8234-64e4-49b2-b50c-3e88c0bfef30 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "962ecb80-8eec-4f8e-a407-3d453057bd5c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.388s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.608524] env[62298]: INFO nova.compute.manager [-] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Took 1.68 seconds to deallocate network for instance. [ 1756.617022] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c45873-d9fc-4c8d-af3f-b4b364b647d7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.625278] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ec1a4f-d2f9-4b3b-b7e9-95cf78cb00d5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.658770] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e640a2f6-5320-4558-bbdc-348b81a1f234 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.667132] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd219c2-1a48-4343-a405-30027e0d9124 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.680946] env[62298]: DEBUG nova.compute.provider_tree [None req-4c23c76d-fcff-4549-b536-c503f7e98cde tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1756.721357] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8858cff2-ae43-4935-8312-558fb72abbb4 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Releasing lock "refresh_cache-daa6606d-56d9-4776-8434-bdf8006e36ea" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.777846] env[62298]: DEBUG nova.compute.manager [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1756.807931] env[62298]: DEBUG oslo_vmware.api [None req-6b33cef0-d5a6-4ad5-a3a1-37fc088a34fc tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.833229] env[62298]: INFO nova.compute.manager [-] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Took 1.72 seconds to deallocate network for instance. [ 1756.910168] env[62298]: DEBUG oslo_vmware.api [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5248e73d-2761-06e5-be79-8aa82530d02b, 'name': SearchDatastore_Task, 'duration_secs': 0.010651} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.910441] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.910707] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6/4e5ed4da-fdfa-4f4a-8847-5183d8a447b6.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1756.910963] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40b37f6d-ad17-4166-ac92-85194c86bdbf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.918789] env[62298]: DEBUG oslo_vmware.api [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1756.918789] env[62298]: value = "task-1804679" [ 1756.918789] env[62298]: _type = "Task" [ 1756.918789] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.926963] env[62298]: DEBUG oslo_vmware.api [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.955750] env[62298]: DEBUG oslo_vmware.api [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804677, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.995788] env[62298]: DEBUG oslo_vmware.api [None req-742cc539-c097-44af-9b70-a666d0233155 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804678, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.089954] env[62298]: INFO nova.compute.manager [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Took 16.55 seconds to build instance. [ 1757.119837] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7835f256-d871-464c-9881-3836662764ba tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.183978] env[62298]: DEBUG nova.scheduler.client.report [None req-4c23c76d-fcff-4549-b536-c503f7e98cde tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1757.303137] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.308153] env[62298]: DEBUG oslo_vmware.api [None req-6b33cef0-d5a6-4ad5-a3a1-37fc088a34fc tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804659, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.341913] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9c5c8864-f519-44e2-8ee4-ad82ba580769 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.431019] env[62298]: DEBUG oslo_vmware.api [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484326} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.431019] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6/4e5ed4da-fdfa-4f4a-8847-5183d8a447b6.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1757.431019] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1757.431019] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7ffc29f-174f-46a7-9c6a-4a8705cef468 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.436899] env[62298]: DEBUG oslo_vmware.api [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1757.436899] env[62298]: value = "task-1804680" [ 1757.436899] env[62298]: _type = "Task" [ 1757.436899] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.442797] env[62298]: DEBUG oslo_vmware.api [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.451138] env[62298]: DEBUG oslo_vmware.api [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804677, 'name': RemoveSnapshot_Task, 'duration_secs': 1.122108} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.451573] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Deleted Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1757.451877] env[62298]: INFO nova.compute.manager [None req-89dbb5f1-6912-4548-b8e6-c1c1d4b9be9b tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Took 18.09 seconds to snapshot the instance on the hypervisor. [ 1757.496626] env[62298]: DEBUG oslo_vmware.api [None req-742cc539-c097-44af-9b70-a666d0233155 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804678, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.593361] env[62298]: DEBUG oslo_concurrency.lockutils [None req-983afdac-3c36-415f-9d48-775d9faf275b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "6144efa7-fb78-4b7b-8780-9dda46056e6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.077s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.689925] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4c23c76d-fcff-4549-b536-c503f7e98cde tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.692616] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7835f256-d871-464c-9881-3836662764ba tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.573s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.692857] env[62298]: DEBUG nova.objects.instance [None req-7835f256-d871-464c-9881-3836662764ba tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Lazy-loading 'resources' on Instance uuid e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1757.712615] env[62298]: INFO nova.scheduler.client.report [None req-4c23c76d-fcff-4549-b536-c503f7e98cde tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Deleted allocations for instance 6d955228-5e3e-4a37-8ed4-12253981d692 [ 1757.727751] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8858cff2-ae43-4935-8312-558fb72abbb4 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1757.729202] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd72d6d1-a7d4-49c9-b19e-b8103d66c564 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.736284] env[62298]: DEBUG oslo_vmware.api [None req-8858cff2-ae43-4935-8312-558fb72abbb4 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1757.736284] env[62298]: value = "task-1804681" [ 1757.736284] env[62298]: _type = "Task" [ 1757.736284] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.747298] env[62298]: DEBUG oslo_vmware.api [None req-8858cff2-ae43-4935-8312-558fb72abbb4 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.813821] env[62298]: DEBUG oslo_vmware.api [None req-6b33cef0-d5a6-4ad5-a3a1-37fc088a34fc tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804659, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.947253] env[62298]: DEBUG oslo_vmware.api [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065187} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.947253] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1757.947677] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd953011-8931-4dc0-a15b-05cae7084e42 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.977711] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6/4e5ed4da-fdfa-4f4a-8847-5183d8a447b6.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1757.978507] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ee6ab83-321b-46fe-8cab-975cf00f0e9a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.007572] env[62298]: DEBUG oslo_vmware.api [None req-742cc539-c097-44af-9b70-a666d0233155 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804678, 'name': RemoveSnapshot_Task, 'duration_secs': 1.099981} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.008843] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-742cc539-c097-44af-9b70-a666d0233155 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Deleted Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1758.011331] env[62298]: DEBUG oslo_vmware.api [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1758.011331] env[62298]: value = "task-1804682" [ 1758.011331] env[62298]: _type = "Task" [ 1758.011331] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.021434] env[62298]: DEBUG oslo_vmware.api [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804682, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.054810] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e386ddec-becc-4d5d-9ce3-d27dd2937dc3 tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Acquiring lock "6c96450f-c626-4bcb-a07d-3eee06e8a539" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.054810] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e386ddec-becc-4d5d-9ce3-d27dd2937dc3 tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Lock "6c96450f-c626-4bcb-a07d-3eee06e8a539" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.054810] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e386ddec-becc-4d5d-9ce3-d27dd2937dc3 tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Acquiring lock "6c96450f-c626-4bcb-a07d-3eee06e8a539-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.054810] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e386ddec-becc-4d5d-9ce3-d27dd2937dc3 tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Lock "6c96450f-c626-4bcb-a07d-3eee06e8a539-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.054810] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e386ddec-becc-4d5d-9ce3-d27dd2937dc3 tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Lock "6c96450f-c626-4bcb-a07d-3eee06e8a539-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.059072] env[62298]: INFO nova.compute.manager [None req-e386ddec-becc-4d5d-9ce3-d27dd2937dc3 tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Terminating instance [ 1758.146323] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "43685ecf-c669-4ff0-b05a-ff29697e0259" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.146568] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "43685ecf-c669-4ff0-b05a-ff29697e0259" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.201761] env[62298]: DEBUG nova.compute.manager [req-d9753cc8-ee36-4cc4-ac80-c709b35bf976 req-eed32704-3f8d-4f35-96a1-516d65144234 service nova] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Received event network-changed-7c0cf4c4-ba63-4710-8998-297682cbadbd {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1758.202637] env[62298]: DEBUG nova.compute.manager [req-d9753cc8-ee36-4cc4-ac80-c709b35bf976 req-eed32704-3f8d-4f35-96a1-516d65144234 service nova] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Refreshing instance network info cache due to event network-changed-7c0cf4c4-ba63-4710-8998-297682cbadbd. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1758.202637] env[62298]: DEBUG oslo_concurrency.lockutils [req-d9753cc8-ee36-4cc4-ac80-c709b35bf976 req-eed32704-3f8d-4f35-96a1-516d65144234 service nova] Acquiring lock "refresh_cache-6144efa7-fb78-4b7b-8780-9dda46056e6c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.202637] env[62298]: DEBUG oslo_concurrency.lockutils [req-d9753cc8-ee36-4cc4-ac80-c709b35bf976 req-eed32704-3f8d-4f35-96a1-516d65144234 service nova] Acquired lock "refresh_cache-6144efa7-fb78-4b7b-8780-9dda46056e6c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.202637] env[62298]: DEBUG nova.network.neutron [req-d9753cc8-ee36-4cc4-ac80-c709b35bf976 req-eed32704-3f8d-4f35-96a1-516d65144234 service nova] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Refreshing network info cache for port 7c0cf4c4-ba63-4710-8998-297682cbadbd {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1758.224363] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4c23c76d-fcff-4549-b536-c503f7e98cde tempest-ServerPasswordTestJSON-864737746 tempest-ServerPasswordTestJSON-864737746-project-member] Lock "6d955228-5e3e-4a37-8ed4-12253981d692" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.002s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.227048] env[62298]: DEBUG nova.compute.manager [req-1ad69c94-8ce7-4a6d-b7c2-6e129575f6cf req-8ab324f4-df1e-44b1-8197-800c742136ea service nova] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Received event network-vif-deleted-4b77e199-dd01-43a9-a996-02296a35f68b {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1758.245791] env[62298]: DEBUG oslo_vmware.api [None req-8858cff2-ae43-4935-8312-558fb72abbb4 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804681, 'name': PowerOnVM_Task, 'duration_secs': 0.42547} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.245993] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8858cff2-ae43-4935-8312-558fb72abbb4 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1758.246273] env[62298]: DEBUG nova.compute.manager [None req-8858cff2-ae43-4935-8312-558fb72abbb4 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1758.246929] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c1fc28-3d6a-46fa-abe3-a2473f2438e1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.307617] env[62298]: DEBUG oslo_vmware.api [None req-6b33cef0-d5a6-4ad5-a3a1-37fc088a34fc tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804659, 'name': ReconfigVM_Task, 'duration_secs': 6.078086} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.307869] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6b33cef0-d5a6-4ad5-a3a1-37fc088a34fc tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Releasing lock "6f4534a2-3554-42e4-99c9-8e2891943389" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.308109] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6b33cef0-d5a6-4ad5-a3a1-37fc088a34fc tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Reconfigured VM to detach interface {{(pid=62298) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1758.430747] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696d1440-7c32-435a-ac85-c84e801d5002 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.441267] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a074e70a-430d-4e47-a1e7-804fc264c5f0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.476112] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e764ac-ade4-4418-89c3-ba787aeefe03 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.484460] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e809b2-9061-4a49-9ea9-89492f2a58fe {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.499301] env[62298]: DEBUG nova.compute.provider_tree [None req-7835f256-d871-464c-9881-3836662764ba tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1758.513462] env[62298]: WARNING nova.compute.manager [None req-742cc539-c097-44af-9b70-a666d0233155 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Image not found during snapshot: nova.exception.ImageNotFound: Image 97bfe9ec-fdc6-4eaa-abc0-b7af955b7b7d could not be found. [ 1758.524318] env[62298]: DEBUG oslo_vmware.api [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.561819] env[62298]: DEBUG nova.compute.manager [None req-e386ddec-becc-4d5d-9ce3-d27dd2937dc3 tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1758.562055] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e386ddec-becc-4d5d-9ce3-d27dd2937dc3 tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1758.563279] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80d0fb2-7087-4fce-a7e6-e104bbf3f6be {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.571522] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e386ddec-becc-4d5d-9ce3-d27dd2937dc3 tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1758.571825] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ccb6e48-a28b-4086-b319-e879b1ef0d82 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.578595] env[62298]: DEBUG oslo_vmware.api [None req-e386ddec-becc-4d5d-9ce3-d27dd2937dc3 tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Waiting for the task: (returnval){ [ 1758.578595] env[62298]: value = "task-1804683" [ 1758.578595] env[62298]: _type = "Task" [ 1758.578595] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.586776] env[62298]: DEBUG oslo_vmware.api [None req-e386ddec-becc-4d5d-9ce3-d27dd2937dc3 tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Task: {'id': task-1804683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.652523] env[62298]: DEBUG nova.compute.manager [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1759.005022] env[62298]: DEBUG nova.scheduler.client.report [None req-7835f256-d871-464c-9881-3836662764ba tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1759.025424] env[62298]: DEBUG oslo_vmware.api [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804682, 'name': ReconfigVM_Task, 'duration_secs': 0.647712} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.028060] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6/4e5ed4da-fdfa-4f4a-8847-5183d8a447b6.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1759.031266] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab0d9cc2-0614-42b6-95bf-c7f022d52161 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.039068] env[62298]: DEBUG oslo_vmware.api [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1759.039068] env[62298]: value = "task-1804684" [ 1759.039068] env[62298]: _type = "Task" [ 1759.039068] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.045739] env[62298]: DEBUG oslo_vmware.api [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804684, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.091823] env[62298]: DEBUG oslo_vmware.api [None req-e386ddec-becc-4d5d-9ce3-d27dd2937dc3 tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Task: {'id': task-1804683, 'name': PowerOffVM_Task, 'duration_secs': 0.266773} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.092486] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e386ddec-becc-4d5d-9ce3-d27dd2937dc3 tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1759.092848] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e386ddec-becc-4d5d-9ce3-d27dd2937dc3 tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1759.093257] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fdd3527-3308-4124-abd9-8355001b3077 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.099249] env[62298]: DEBUG nova.network.neutron [req-d9753cc8-ee36-4cc4-ac80-c709b35bf976 req-eed32704-3f8d-4f35-96a1-516d65144234 service nova] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Updated VIF entry in instance network info cache for port 7c0cf4c4-ba63-4710-8998-297682cbadbd. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1759.099801] env[62298]: DEBUG nova.network.neutron [req-d9753cc8-ee36-4cc4-ac80-c709b35bf976 req-eed32704-3f8d-4f35-96a1-516d65144234 service nova] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Updating instance_info_cache with network_info: [{"id": "7c0cf4c4-ba63-4710-8998-297682cbadbd", "address": "fa:16:3e:16:2f:78", "network": {"id": "1b0325e7-c092-488a-b711-be05e76100b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-550134086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c391aea5021499b9b50a616b7937813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c0cf4c4-ba", "ovs_interfaceid": "7c0cf4c4-ba63-4710-8998-297682cbadbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.174113] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.238539] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e386ddec-becc-4d5d-9ce3-d27dd2937dc3 tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1759.238920] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e386ddec-becc-4d5d-9ce3-d27dd2937dc3 tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1759.239257] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-e386ddec-becc-4d5d-9ce3-d27dd2937dc3 tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Deleting the datastore file [datastore1] 6c96450f-c626-4bcb-a07d-3eee06e8a539 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1759.239647] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2a9963f-f865-4445-95b3-05a48d6f0829 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.248906] env[62298]: DEBUG oslo_vmware.api [None req-e386ddec-becc-4d5d-9ce3-d27dd2937dc3 tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Waiting for the task: (returnval){ [ 1759.248906] env[62298]: value = "task-1804686" [ 1759.248906] env[62298]: _type = "Task" [ 1759.248906] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.259533] env[62298]: DEBUG oslo_vmware.api [None req-e386ddec-becc-4d5d-9ce3-d27dd2937dc3 tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Task: {'id': task-1804686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.293567] env[62298]: DEBUG oslo_concurrency.lockutils [None req-725cd71a-c487-4b10-8913-c0209339987b tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Acquiring lock "e193ef8f-e790-4a93-add2-af0f3896f8a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.293821] env[62298]: DEBUG oslo_concurrency.lockutils [None req-725cd71a-c487-4b10-8913-c0209339987b tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Lock "e193ef8f-e790-4a93-add2-af0f3896f8a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.294061] env[62298]: DEBUG oslo_concurrency.lockutils [None req-725cd71a-c487-4b10-8913-c0209339987b tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Acquiring lock "e193ef8f-e790-4a93-add2-af0f3896f8a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.294269] env[62298]: DEBUG oslo_concurrency.lockutils [None req-725cd71a-c487-4b10-8913-c0209339987b tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Lock "e193ef8f-e790-4a93-add2-af0f3896f8a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.294415] env[62298]: DEBUG oslo_concurrency.lockutils [None req-725cd71a-c487-4b10-8913-c0209339987b tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Lock "e193ef8f-e790-4a93-add2-af0f3896f8a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.297034] env[62298]: INFO nova.compute.manager [None req-725cd71a-c487-4b10-8913-c0209339987b tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Terminating instance [ 1759.434819] env[62298]: DEBUG nova.compute.manager [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1759.435648] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98dabe2-3992-4449-9e8f-f872e84f24d0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.509771] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7835f256-d871-464c-9881-3836662764ba tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.514463] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.211s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.516313] env[62298]: INFO nova.compute.claims [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1759.550876] env[62298]: DEBUG oslo_vmware.api [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804684, 'name': Rename_Task, 'duration_secs': 0.22991} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.552185] env[62298]: INFO nova.scheduler.client.report [None req-7835f256-d871-464c-9881-3836662764ba tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Deleted allocations for instance e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7 [ 1759.556635] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1759.556635] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6b33cef0-d5a6-4ad5-a3a1-37fc088a34fc tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "refresh_cache-6f4534a2-3554-42e4-99c9-8e2891943389" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.556635] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6b33cef0-d5a6-4ad5-a3a1-37fc088a34fc tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired lock "refresh_cache-6f4534a2-3554-42e4-99c9-8e2891943389" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.556635] env[62298]: DEBUG nova.network.neutron [None req-6b33cef0-d5a6-4ad5-a3a1-37fc088a34fc tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1759.559708] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb31486e-eda7-4b10-96e1-9c1cedff9ad5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.574318] env[62298]: DEBUG oslo_vmware.api [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1759.574318] env[62298]: value = "task-1804687" [ 1759.574318] env[62298]: _type = "Task" [ 1759.574318] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.583132] env[62298]: DEBUG oslo_vmware.api [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.602996] env[62298]: DEBUG oslo_concurrency.lockutils [req-d9753cc8-ee36-4cc4-ac80-c709b35bf976 req-eed32704-3f8d-4f35-96a1-516d65144234 service nova] Releasing lock "refresh_cache-6144efa7-fb78-4b7b-8780-9dda46056e6c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.758941] env[62298]: DEBUG oslo_vmware.api [None req-e386ddec-becc-4d5d-9ce3-d27dd2937dc3 tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Task: {'id': task-1804686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377045} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.759797] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-e386ddec-becc-4d5d-9ce3-d27dd2937dc3 tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1759.760455] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e386ddec-becc-4d5d-9ce3-d27dd2937dc3 tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1759.763023] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e386ddec-becc-4d5d-9ce3-d27dd2937dc3 tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1759.763023] env[62298]: INFO nova.compute.manager [None req-e386ddec-becc-4d5d-9ce3-d27dd2937dc3 tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1759.763023] env[62298]: DEBUG oslo.service.loopingcall [None req-e386ddec-becc-4d5d-9ce3-d27dd2937dc3 tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1759.763023] env[62298]: DEBUG nova.compute.manager [-] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1759.763023] env[62298]: DEBUG nova.network.neutron [-] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1759.807067] env[62298]: DEBUG nova.compute.manager [None req-725cd71a-c487-4b10-8913-c0209339987b tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1759.807067] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-725cd71a-c487-4b10-8913-c0209339987b tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1759.807067] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535c2050-ae0d-4482-be71-8bc23aae5b73 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.815790] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-725cd71a-c487-4b10-8913-c0209339987b tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1759.818401] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc80a92f-9e98-448c-af11-07259f3d8300 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.826675] env[62298]: DEBUG oslo_vmware.api [None req-725cd71a-c487-4b10-8913-c0209339987b tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Waiting for the task: (returnval){ [ 1759.826675] env[62298]: value = "task-1804688" [ 1759.826675] env[62298]: _type = "Task" [ 1759.826675] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.835052] env[62298]: DEBUG oslo_vmware.api [None req-725cd71a-c487-4b10-8913-c0209339987b tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1804688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.951131] env[62298]: INFO nova.compute.manager [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] instance snapshotting [ 1759.952618] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02124d71-f054-4548-bfb2-b378dbc46e7c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.974486] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8825700d-b815-4a87-a825-3401a481169c tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquiring lock "d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.974486] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8825700d-b815-4a87-a825-3401a481169c tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Lock "d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.978019] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8825700d-b815-4a87-a825-3401a481169c tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquiring lock "d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.978019] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8825700d-b815-4a87-a825-3401a481169c tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Lock "d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.978019] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8825700d-b815-4a87-a825-3401a481169c tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Lock "d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.978019] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650505b0-7fda-499a-aff1-da6a67e2cfe0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.981657] env[62298]: INFO nova.compute.manager [None req-8825700d-b815-4a87-a825-3401a481169c tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Terminating instance [ 1760.018353] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e1b4d0e5-6833-4aca-817f-637ae3d94158 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "6f4534a2-3554-42e4-99c9-8e2891943389" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.018353] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e1b4d0e5-6833-4aca-817f-637ae3d94158 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "6f4534a2-3554-42e4-99c9-8e2891943389" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.018353] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e1b4d0e5-6833-4aca-817f-637ae3d94158 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "6f4534a2-3554-42e4-99c9-8e2891943389-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.018353] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e1b4d0e5-6833-4aca-817f-637ae3d94158 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "6f4534a2-3554-42e4-99c9-8e2891943389-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.018353] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e1b4d0e5-6833-4aca-817f-637ae3d94158 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "6f4534a2-3554-42e4-99c9-8e2891943389-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.021030] env[62298]: INFO nova.compute.manager [None req-e1b4d0e5-6833-4aca-817f-637ae3d94158 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Terminating instance [ 1760.074360] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7835f256-d871-464c-9881-3836662764ba tempest-ServerMetadataTestJSON-227527224 tempest-ServerMetadataTestJSON-227527224-project-member] Lock "e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.650s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.090625] env[62298]: DEBUG oslo_vmware.api [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804687, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.178391] env[62298]: INFO nova.network.neutron [None req-6b33cef0-d5a6-4ad5-a3a1-37fc088a34fc tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Port 91e5b84d-38ea-4450-8425-bfde5d90dfea from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1760.178910] env[62298]: DEBUG nova.network.neutron [None req-6b33cef0-d5a6-4ad5-a3a1-37fc088a34fc tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Updating instance_info_cache with network_info: [{"id": "24cf4e8b-4f83-4907-9f3e-cc97d344461c", "address": "fa:16:3e:0a:3c:af", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24cf4e8b-4f", "ovs_interfaceid": "24cf4e8b-4f83-4907-9f3e-cc97d344461c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.329400] env[62298]: DEBUG nova.compute.manager [req-dd00eb5b-104b-446a-9cb7-61cdcee0f650 req-7213169c-a593-48ff-95fe-e78c63daf35d service nova] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Received event network-vif-deleted-91e5b84d-38ea-4450-8425-bfde5d90dfea {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1760.339341] env[62298]: DEBUG oslo_vmware.api [None req-725cd71a-c487-4b10-8913-c0209339987b tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1804688, 'name': PowerOffVM_Task, 'duration_secs': 0.305271} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.339633] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-725cd71a-c487-4b10-8913-c0209339987b tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1760.339812] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-725cd71a-c487-4b10-8913-c0209339987b tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1760.340094] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5560ae8b-b2ce-4776-bdeb-a294ec4c3c38 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.486361] env[62298]: DEBUG nova.compute.manager [None req-8825700d-b815-4a87-a825-3401a481169c tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1760.488880] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8825700d-b815-4a87-a825-3401a481169c tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1760.490383] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973e89ca-94be-4795-9523-e3f490409b7a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.494533] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Creating Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1760.494982] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-eb37673c-c22c-473a-a210-fbe24e11dfc6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.502387] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8825700d-b815-4a87-a825-3401a481169c tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1760.504189] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eca2daf9-c1be-412f-9256-734651f2fa44 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.508026] env[62298]: DEBUG oslo_vmware.api [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Waiting for the task: (returnval){ [ 1760.508026] env[62298]: value = "task-1804690" [ 1760.508026] env[62298]: _type = "Task" [ 1760.508026] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.512645] env[62298]: DEBUG oslo_vmware.api [None req-8825700d-b815-4a87-a825-3401a481169c tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1760.512645] env[62298]: value = "task-1804691" [ 1760.512645] env[62298]: _type = "Task" [ 1760.512645] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.523682] env[62298]: DEBUG oslo_vmware.api [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804690, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.528155] env[62298]: DEBUG nova.compute.manager [None req-e1b4d0e5-6833-4aca-817f-637ae3d94158 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1760.528155] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b4d0e5-6833-4aca-817f-637ae3d94158 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1760.528616] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-725cd71a-c487-4b10-8913-c0209339987b tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1760.528917] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-725cd71a-c487-4b10-8913-c0209339987b tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1760.529220] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-725cd71a-c487-4b10-8913-c0209339987b tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Deleting the datastore file [datastore1] e193ef8f-e790-4a93-add2-af0f3896f8a8 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1760.539809] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e84a2ff-efdd-416a-b6db-6ee4cad9eae9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.545075] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6239f247-28ea-45dc-b04d-0b60a6ba5823 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.547791] env[62298]: DEBUG oslo_vmware.api [None req-8825700d-b815-4a87-a825-3401a481169c tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.556137] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b4d0e5-6833-4aca-817f-637ae3d94158 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1760.558107] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0af70549-e163-4750-975c-75bbfc391d2a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.559982] env[62298]: DEBUG oslo_vmware.api [None req-725cd71a-c487-4b10-8913-c0209339987b tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Waiting for the task: (returnval){ [ 1760.559982] env[62298]: value = "task-1804692" [ 1760.559982] env[62298]: _type = "Task" [ 1760.559982] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.567847] env[62298]: DEBUG oslo_vmware.api [None req-e1b4d0e5-6833-4aca-817f-637ae3d94158 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1760.567847] env[62298]: value = "task-1804693" [ 1760.567847] env[62298]: _type = "Task" [ 1760.567847] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.579773] env[62298]: DEBUG oslo_vmware.api [None req-725cd71a-c487-4b10-8913-c0209339987b tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1804692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.589943] env[62298]: DEBUG oslo_vmware.api [None req-e1b4d0e5-6833-4aca-817f-637ae3d94158 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.598533] env[62298]: DEBUG oslo_vmware.api [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804687, 'name': PowerOnVM_Task, 'duration_secs': 0.940612} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.598533] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1760.598533] env[62298]: INFO nova.compute.manager [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Took 9.29 seconds to spawn the instance on the hypervisor. [ 1760.598533] env[62298]: DEBUG nova.compute.manager [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1760.598867] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a5c4f9-b614-46d0-8f7b-aae731ce3d90 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.682730] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6b33cef0-d5a6-4ad5-a3a1-37fc088a34fc tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Releasing lock "refresh_cache-6f4534a2-3554-42e4-99c9-8e2891943389" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.888847] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54051dd-d60c-4c47-b0d2-9f513513957f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.903879] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a15e42-4c87-4525-ac67-4f9f326ac928 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.944023] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8eb933-5d7c-41a1-b06a-77396371bb34 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.952935] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a300ea-a9fd-448f-9fcf-0cf809a3fe7b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.967768] env[62298]: DEBUG nova.compute.provider_tree [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1761.016737] env[62298]: DEBUG oslo_vmware.api [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804690, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.025797] env[62298]: DEBUG oslo_vmware.api [None req-8825700d-b815-4a87-a825-3401a481169c tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804691, 'name': PowerOffVM_Task, 'duration_secs': 0.182856} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.026136] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8825700d-b815-4a87-a825-3401a481169c tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1761.026406] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8825700d-b815-4a87-a825-3401a481169c tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1761.026729] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-359adfa3-1e4f-41ba-80a2-9bb52df6ab15 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.050564] env[62298]: DEBUG nova.network.neutron [-] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.072172] env[62298]: DEBUG oslo_vmware.api [None req-725cd71a-c487-4b10-8913-c0209339987b tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Task: {'id': task-1804692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240011} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.075999] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-725cd71a-c487-4b10-8913-c0209339987b tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1761.076598] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-725cd71a-c487-4b10-8913-c0209339987b tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1761.076598] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-725cd71a-c487-4b10-8913-c0209339987b tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1761.076598] env[62298]: INFO nova.compute.manager [None req-725cd71a-c487-4b10-8913-c0209339987b tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1761.077301] env[62298]: DEBUG oslo.service.loopingcall [None req-725cd71a-c487-4b10-8913-c0209339987b tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1761.077301] env[62298]: DEBUG nova.compute.manager [-] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1761.077502] env[62298]: DEBUG nova.network.neutron [-] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1761.085130] env[62298]: DEBUG oslo_vmware.api [None req-e1b4d0e5-6833-4aca-817f-637ae3d94158 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804693, 'name': PowerOffVM_Task, 'duration_secs': 0.183027} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.085863] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b4d0e5-6833-4aca-817f-637ae3d94158 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1761.085863] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b4d0e5-6833-4aca-817f-637ae3d94158 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1761.086148] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a6c7006-0639-49ba-a7f5-b6e97eceec0d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.106497] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8825700d-b815-4a87-a825-3401a481169c tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1761.107068] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8825700d-b815-4a87-a825-3401a481169c tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1761.107068] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-8825700d-b815-4a87-a825-3401a481169c tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Deleting the datastore file [datastore1] d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1761.107861] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b9c0fd1-1885-4c68-9d91-04562589efc9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.121017] env[62298]: INFO nova.compute.manager [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Took 15.28 seconds to build instance. [ 1761.123165] env[62298]: DEBUG oslo_vmware.api [None req-8825700d-b815-4a87-a825-3401a481169c tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1761.123165] env[62298]: value = "task-1804696" [ 1761.123165] env[62298]: _type = "Task" [ 1761.123165] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.131369] env[62298]: DEBUG oslo_vmware.api [None req-8825700d-b815-4a87-a825-3401a481169c tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.191542] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6b33cef0-d5a6-4ad5-a3a1-37fc088a34fc tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "interface-6f4534a2-3554-42e4-99c9-8e2891943389-91e5b84d-38ea-4450-8425-bfde5d90dfea" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.722s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.320383] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b4d0e5-6833-4aca-817f-637ae3d94158 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1761.320610] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b4d0e5-6833-4aca-817f-637ae3d94158 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1761.321107] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1b4d0e5-6833-4aca-817f-637ae3d94158 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Deleting the datastore file [datastore1] 6f4534a2-3554-42e4-99c9-8e2891943389 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1761.321259] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f760796-de72-4f41-bac3-9b3a7ce20df0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.333222] env[62298]: DEBUG oslo_vmware.api [None req-e1b4d0e5-6833-4aca-817f-637ae3d94158 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1761.333222] env[62298]: value = "task-1804697" [ 1761.333222] env[62298]: _type = "Task" [ 1761.333222] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.342661] env[62298]: DEBUG oslo_vmware.api [None req-e1b4d0e5-6833-4aca-817f-637ae3d94158 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.498352] env[62298]: ERROR nova.scheduler.client.report [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [req-f6d67545-a879-4e43-a515-ad9094604bfd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f6d67545-a879-4e43-a515-ad9094604bfd"}]} [ 1761.519613] env[62298]: DEBUG oslo_vmware.api [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804690, 'name': CreateSnapshot_Task, 'duration_secs': 0.539099} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.519904] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Created Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1761.520846] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308cdee8-7110-4d26-bf83-8970b45a1fa2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.524131] env[62298]: DEBUG nova.scheduler.client.report [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1761.550913] env[62298]: DEBUG nova.scheduler.client.report [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1761.551210] env[62298]: DEBUG nova.compute.provider_tree [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1761.555761] env[62298]: INFO nova.compute.manager [-] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Took 1.79 seconds to deallocate network for instance. [ 1761.578555] env[62298]: DEBUG nova.scheduler.client.report [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1761.603099] env[62298]: DEBUG nova.scheduler.client.report [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1761.624199] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2bd6400d-f191-4d5c-955c-159cf3c8fc15 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "4e5ed4da-fdfa-4f4a-8847-5183d8a447b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.790s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.640782] env[62298]: DEBUG oslo_vmware.api [None req-8825700d-b815-4a87-a825-3401a481169c tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274307} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.641774] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-8825700d-b815-4a87-a825-3401a481169c tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1761.641774] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8825700d-b815-4a87-a825-3401a481169c tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1761.641774] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8825700d-b815-4a87-a825-3401a481169c tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1761.641774] env[62298]: INFO nova.compute.manager [None req-8825700d-b815-4a87-a825-3401a481169c tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1761.641774] env[62298]: DEBUG oslo.service.loopingcall [None req-8825700d-b815-4a87-a825-3401a481169c tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1761.641954] env[62298]: DEBUG nova.compute.manager [-] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1761.641983] env[62298]: DEBUG nova.network.neutron [-] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1761.843946] env[62298]: DEBUG oslo_vmware.api [None req-e1b4d0e5-6833-4aca-817f-637ae3d94158 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416529} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.846585] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1b4d0e5-6833-4aca-817f-637ae3d94158 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1761.846789] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b4d0e5-6833-4aca-817f-637ae3d94158 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1761.847058] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b4d0e5-6833-4aca-817f-637ae3d94158 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1761.847299] env[62298]: INFO nova.compute.manager [None req-e1b4d0e5-6833-4aca-817f-637ae3d94158 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1761.847626] env[62298]: DEBUG oslo.service.loopingcall [None req-e1b4d0e5-6833-4aca-817f-637ae3d94158 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1761.848747] env[62298]: DEBUG nova.compute.manager [-] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1761.848747] env[62298]: DEBUG nova.network.neutron [-] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1761.863474] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f785c836-7dbb-4344-bd78-02eae3fe7bc4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.871677] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7922e982-de7b-4d19-8e74-6dce107dc933 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.904187] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0507208-c969-4cee-bbb2-95dc75e1a4a8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.914080] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad50e1b3-36cb-41f4-9a1a-05df79bf7d5f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.929409] env[62298]: DEBUG nova.compute.provider_tree [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1762.046073] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Creating linked-clone VM from snapshot {{(pid=62298) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1762.046798] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a65a466e-4ec9-4edc-bd5b-21afdaf0ad82 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.056169] env[62298]: DEBUG oslo_vmware.api [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Waiting for the task: (returnval){ [ 1762.056169] env[62298]: value = "task-1804698" [ 1762.056169] env[62298]: _type = "Task" [ 1762.056169] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.070581] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e386ddec-becc-4d5d-9ce3-d27dd2937dc3 tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.072646] env[62298]: DEBUG oslo_vmware.api [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804698, 'name': CloneVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.472068] env[62298]: DEBUG nova.scheduler.client.report [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1762.472362] env[62298]: DEBUG nova.compute.provider_tree [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 111 to 112 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1762.472544] env[62298]: DEBUG nova.compute.provider_tree [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1762.530281] env[62298]: DEBUG nova.network.neutron [-] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.573896] env[62298]: DEBUG oslo_vmware.api [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804698, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.796444] env[62298]: DEBUG nova.compute.manager [None req-94e759e4-a0f1-4319-a293-fa2f5cf01cc6 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1762.796444] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f1b0e9-5814-4efc-9de5-eb4a79edc023 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.836366] env[62298]: DEBUG nova.compute.manager [req-d798b46d-7a1a-4aef-a5ce-4dcebbc37b3d req-4a8dafa7-9ea7-4c7d-9abb-2bde59e04d21 service nova] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Received event network-vif-deleted-99269100-8856-4132-b0d6-f7585f5e37d9 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1762.836617] env[62298]: DEBUG nova.compute.manager [req-d798b46d-7a1a-4aef-a5ce-4dcebbc37b3d req-4a8dafa7-9ea7-4c7d-9abb-2bde59e04d21 service nova] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Received event network-vif-deleted-df349965-0cbc-4e13-b7a9-4d2f55a02b5e {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1762.978318] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.464s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.978961] env[62298]: DEBUG nova.compute.manager [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1762.981957] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9c5c8864-f519-44e2-8ee4-ad82ba580769 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.640s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.982221] env[62298]: DEBUG nova.objects.instance [None req-9c5c8864-f519-44e2-8ee4-ad82ba580769 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lazy-loading 'resources' on Instance uuid 8d7fd402-5f4f-4984-9295-f86c4c1016f3 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1763.032857] env[62298]: INFO nova.compute.manager [-] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Took 1.96 seconds to deallocate network for instance. [ 1763.068164] env[62298]: DEBUG oslo_vmware.api [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804698, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.173594] env[62298]: DEBUG nova.network.neutron [-] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.316657] env[62298]: INFO nova.compute.manager [None req-94e759e4-a0f1-4319-a293-fa2f5cf01cc6 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] instance snapshotting [ 1763.322016] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4f1dd7-4fe6-437b-8ddf-f3385d3920a6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.338440] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238bad71-0e5c-4589-8ab1-fad53ae1538d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.485415] env[62298]: DEBUG nova.compute.utils [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1763.489921] env[62298]: DEBUG nova.compute.manager [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1763.491293] env[62298]: DEBUG nova.network.neutron [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1763.532600] env[62298]: DEBUG nova.policy [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13ce040e03434dd184b28745fc34f816', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac9f2ac2639643e790fa1d913c4dc43f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1763.539915] env[62298]: DEBUG oslo_concurrency.lockutils [None req-725cd71a-c487-4b10-8913-c0209339987b tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.570255] env[62298]: DEBUG oslo_vmware.api [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804698, 'name': CloneVM_Task, 'duration_secs': 1.43579} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.572717] env[62298]: INFO nova.virt.vmwareapi.vmops [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Created linked-clone VM from snapshot [ 1763.573705] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5dfc27-8147-443b-b7c1-9c208f2d398f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.581472] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Uploading image d6a779cc-5362-4011-bf77-fcff6f903622 {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1763.586095] env[62298]: DEBUG nova.network.neutron [-] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.607756] env[62298]: DEBUG oslo_vmware.rw_handles [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1763.607756] env[62298]: value = "vm-374135" [ 1763.607756] env[62298]: _type = "VirtualMachine" [ 1763.607756] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1763.608045] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1c0eff10-4348-4881-8f80-aa4f51eeac01 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.615394] env[62298]: DEBUG oslo_vmware.rw_handles [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Lease: (returnval){ [ 1763.615394] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]520c5a58-2cf7-9c85-04a5-29b0bc8ecd14" [ 1763.615394] env[62298]: _type = "HttpNfcLease" [ 1763.615394] env[62298]: } obtained for exporting VM: (result){ [ 1763.615394] env[62298]: value = "vm-374135" [ 1763.615394] env[62298]: _type = "VirtualMachine" [ 1763.615394] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1763.615664] env[62298]: DEBUG oslo_vmware.api [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Waiting for the lease: (returnval){ [ 1763.615664] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]520c5a58-2cf7-9c85-04a5-29b0bc8ecd14" [ 1763.615664] env[62298]: _type = "HttpNfcLease" [ 1763.615664] env[62298]: } to be ready. {{(pid=62298) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1763.622305] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1763.622305] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]520c5a58-2cf7-9c85-04a5-29b0bc8ecd14" [ 1763.622305] env[62298]: _type = "HttpNfcLease" [ 1763.622305] env[62298]: } is initializing. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1763.676170] env[62298]: INFO nova.compute.manager [-] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Took 2.03 seconds to deallocate network for instance. [ 1763.679027] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6171d48-a402-4964-aedc-3508b53f596e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.689870] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfdef55-312d-4da7-b83d-330c39ab7c55 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.720421] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfccf19-d334-45df-a5e1-fb7a0cb16eb7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.728280] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073d5e2b-1bbd-4c3f-a6e5-6a891232695b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.742189] env[62298]: DEBUG nova.compute.provider_tree [None req-9c5c8864-f519-44e2-8ee4-ad82ba580769 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1763.801751] env[62298]: DEBUG nova.network.neutron [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Successfully created port: 137eed31-cefe-46b9-a2c5-70741e99459e {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1763.851975] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-94e759e4-a0f1-4319-a293-fa2f5cf01cc6 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Creating Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1763.852332] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-989164a3-3b8d-4da0-909a-ef016f3fffdd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.860112] env[62298]: DEBUG oslo_vmware.api [None req-94e759e4-a0f1-4319-a293-fa2f5cf01cc6 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1763.860112] env[62298]: value = "task-1804700" [ 1763.860112] env[62298]: _type = "Task" [ 1763.860112] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.871233] env[62298]: DEBUG oslo_vmware.api [None req-94e759e4-a0f1-4319-a293-fa2f5cf01cc6 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804700, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.998107] env[62298]: DEBUG nova.compute.manager [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1764.088430] env[62298]: INFO nova.compute.manager [-] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Took 2.24 seconds to deallocate network for instance. [ 1764.124643] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1764.124643] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]520c5a58-2cf7-9c85-04a5-29b0bc8ecd14" [ 1764.124643] env[62298]: _type = "HttpNfcLease" [ 1764.124643] env[62298]: } is ready. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1764.124898] env[62298]: DEBUG oslo_vmware.rw_handles [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1764.124898] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]520c5a58-2cf7-9c85-04a5-29b0bc8ecd14" [ 1764.124898] env[62298]: _type = "HttpNfcLease" [ 1764.124898] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1764.125618] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc475d27-4b97-4c67-813e-e5811baebeab {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.133951] env[62298]: DEBUG oslo_vmware.rw_handles [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523545ca-4ef7-6adc-b5ca-be9a05f929a4/disk-0.vmdk from lease info. {{(pid=62298) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1764.134172] env[62298]: DEBUG oslo_vmware.rw_handles [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523545ca-4ef7-6adc-b5ca-be9a05f929a4/disk-0.vmdk for reading. {{(pid=62298) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1764.193525] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8825700d-b815-4a87-a825-3401a481169c tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.228589] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8cf64c23-ab4c-4694-b452-463ae94bd45f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.245328] env[62298]: DEBUG nova.scheduler.client.report [None req-9c5c8864-f519-44e2-8ee4-ad82ba580769 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1764.370654] env[62298]: DEBUG oslo_vmware.api [None req-94e759e4-a0f1-4319-a293-fa2f5cf01cc6 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804700, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.595213] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e1b4d0e5-6833-4aca-817f-637ae3d94158 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.752690] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9c5c8864-f519-44e2-8ee4-ad82ba580769 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.755528] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.582s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.757204] env[62298]: INFO nova.compute.claims [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1764.779499] env[62298]: INFO nova.scheduler.client.report [None req-9c5c8864-f519-44e2-8ee4-ad82ba580769 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Deleted allocations for instance 8d7fd402-5f4f-4984-9295-f86c4c1016f3 [ 1764.869275] env[62298]: DEBUG nova.compute.manager [req-35a8d480-89be-4ed5-a937-5379d2a6e04b req-74a02b70-ad1b-402c-9f12-59deb39ace55 service nova] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Received event network-vif-deleted-3621c4dd-fe39-440c-95b5-ca481ce3ef2d {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1764.869631] env[62298]: DEBUG nova.compute.manager [req-35a8d480-89be-4ed5-a937-5379d2a6e04b req-74a02b70-ad1b-402c-9f12-59deb39ace55 service nova] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Received event network-vif-deleted-24cf4e8b-4f83-4907-9f3e-cc97d344461c {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1764.877183] env[62298]: DEBUG oslo_vmware.api [None req-94e759e4-a0f1-4319-a293-fa2f5cf01cc6 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804700, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.005984] env[62298]: DEBUG nova.compute.manager [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1765.029842] env[62298]: DEBUG nova.virt.hardware [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1765.030205] env[62298]: DEBUG nova.virt.hardware [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1765.031376] env[62298]: DEBUG nova.virt.hardware [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1765.031376] env[62298]: DEBUG nova.virt.hardware [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1765.031376] env[62298]: DEBUG nova.virt.hardware [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1765.031376] env[62298]: DEBUG nova.virt.hardware [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1765.031376] env[62298]: DEBUG nova.virt.hardware [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1765.031376] env[62298]: DEBUG nova.virt.hardware [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1765.031597] env[62298]: DEBUG nova.virt.hardware [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1765.031788] env[62298]: DEBUG nova.virt.hardware [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1765.031855] env[62298]: DEBUG nova.virt.hardware [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1765.032926] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e63faa-5e89-4710-9965-ff70dd984a92 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.041207] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c2f395-3145-43f2-bccc-1d08ce3fefa3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.287861] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9c5c8864-f519-44e2-8ee4-ad82ba580769 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "8d7fd402-5f4f-4984-9295-f86c4c1016f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.400s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.377666] env[62298]: DEBUG oslo_vmware.api [None req-94e759e4-a0f1-4319-a293-fa2f5cf01cc6 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804700, 'name': CreateSnapshot_Task, 'duration_secs': 1.050893} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.378113] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-94e759e4-a0f1-4319-a293-fa2f5cf01cc6 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Created Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1765.379499] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2601e0a-3903-4cfc-9064-f8a8174d3623 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.406608] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1765.407115] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1765.407432] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1765.407638] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62298) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1765.407934] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1765.408162] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Cleaning up deleted instances {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11671}} [ 1765.549532] env[62298]: DEBUG nova.network.neutron [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Successfully updated port: 137eed31-cefe-46b9-a2c5-70741e99459e {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1765.905487] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-94e759e4-a0f1-4319-a293-fa2f5cf01cc6 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Creating linked-clone VM from snapshot {{(pid=62298) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1765.909266] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4c531cb7-39d3-4f05-b32a-6ccb8eeea957 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.925698] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] There are 52 instances to clean {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11680}} [ 1765.926095] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 8d7fd402-5f4f-4984-9295-f86c4c1016f3] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1765.936129] env[62298]: DEBUG oslo_vmware.api [None req-94e759e4-a0f1-4319-a293-fa2f5cf01cc6 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1765.936129] env[62298]: value = "task-1804701" [ 1765.936129] env[62298]: _type = "Task" [ 1765.936129] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.945729] env[62298]: DEBUG oslo_vmware.api [None req-94e759e4-a0f1-4319-a293-fa2f5cf01cc6 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804701, 'name': CloneVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.960367] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a43adc3-1120-477c-a950-0fae1eb54f36 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.968477] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27792f8a-dd68-4939-a677-36a5b3086278 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.001474] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417ecc94-da3a-40f2-9934-38e87885fbf0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.009692] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6451eb5-11ee-4a33-943e-90a6a3e0d2a7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.023664] env[62298]: DEBUG nova.compute.provider_tree [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1766.053961] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquiring lock "refresh_cache-cd8578c7-edcd-40b7-95f3-ce0bdea6f507" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.054151] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquired lock "refresh_cache-cd8578c7-edcd-40b7-95f3-ce0bdea6f507" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.054352] env[62298]: DEBUG nova.network.neutron [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1766.429850] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "29b49c1a-e92f-4f68-aedd-59c2f82c7295" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.431021] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "29b49c1a-e92f-4f68-aedd-59c2f82c7295" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.431744] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 6d955228-5e3e-4a37-8ed4-12253981d692] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1766.448217] env[62298]: DEBUG oslo_vmware.api [None req-94e759e4-a0f1-4319-a293-fa2f5cf01cc6 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804701, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.472928] env[62298]: DEBUG nova.objects.instance [None req-6c2de950-0cc3-492d-b28b-323de16099a4 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Lazy-loading 'flavor' on Instance uuid 5ad600a5-4522-44ea-9a3d-9435c86b592b {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1766.526998] env[62298]: DEBUG nova.scheduler.client.report [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1766.587886] env[62298]: DEBUG nova.network.neutron [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1766.743472] env[62298]: DEBUG nova.network.neutron [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Updating instance_info_cache with network_info: [{"id": "137eed31-cefe-46b9-a2c5-70741e99459e", "address": "fa:16:3e:df:73:36", "network": {"id": "8bec07db-9204-4a2d-a3cc-c76676c9e887", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1314547665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9f2ac2639643e790fa1d913c4dc43f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap137eed31-ce", "ovs_interfaceid": "137eed31-cefe-46b9-a2c5-70741e99459e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.895185] env[62298]: DEBUG nova.compute.manager [req-32c1d0b9-6317-4507-b07d-804c23f0762c req-df9bd882-5bbf-4710-914a-cbad9a6115b9 service nova] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Received event network-vif-plugged-137eed31-cefe-46b9-a2c5-70741e99459e {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1766.895403] env[62298]: DEBUG oslo_concurrency.lockutils [req-32c1d0b9-6317-4507-b07d-804c23f0762c req-df9bd882-5bbf-4710-914a-cbad9a6115b9 service nova] Acquiring lock "cd8578c7-edcd-40b7-95f3-ce0bdea6f507-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.895694] env[62298]: DEBUG oslo_concurrency.lockutils [req-32c1d0b9-6317-4507-b07d-804c23f0762c req-df9bd882-5bbf-4710-914a-cbad9a6115b9 service nova] Lock "cd8578c7-edcd-40b7-95f3-ce0bdea6f507-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.896023] env[62298]: DEBUG oslo_concurrency.lockutils [req-32c1d0b9-6317-4507-b07d-804c23f0762c req-df9bd882-5bbf-4710-914a-cbad9a6115b9 service nova] Lock "cd8578c7-edcd-40b7-95f3-ce0bdea6f507-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.896023] env[62298]: DEBUG nova.compute.manager [req-32c1d0b9-6317-4507-b07d-804c23f0762c req-df9bd882-5bbf-4710-914a-cbad9a6115b9 service nova] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] No waiting events found dispatching network-vif-plugged-137eed31-cefe-46b9-a2c5-70741e99459e {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1766.897166] env[62298]: WARNING nova.compute.manager [req-32c1d0b9-6317-4507-b07d-804c23f0762c req-df9bd882-5bbf-4710-914a-cbad9a6115b9 service nova] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Received unexpected event network-vif-plugged-137eed31-cefe-46b9-a2c5-70741e99459e for instance with vm_state building and task_state spawning. [ 1766.897166] env[62298]: DEBUG nova.compute.manager [req-32c1d0b9-6317-4507-b07d-804c23f0762c req-df9bd882-5bbf-4710-914a-cbad9a6115b9 service nova] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Received event network-changed-137eed31-cefe-46b9-a2c5-70741e99459e {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1766.897166] env[62298]: DEBUG nova.compute.manager [req-32c1d0b9-6317-4507-b07d-804c23f0762c req-df9bd882-5bbf-4710-914a-cbad9a6115b9 service nova] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Refreshing instance network info cache due to event network-changed-137eed31-cefe-46b9-a2c5-70741e99459e. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1766.897166] env[62298]: DEBUG oslo_concurrency.lockutils [req-32c1d0b9-6317-4507-b07d-804c23f0762c req-df9bd882-5bbf-4710-914a-cbad9a6115b9 service nova] Acquiring lock "refresh_cache-cd8578c7-edcd-40b7-95f3-ce0bdea6f507" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.935361] env[62298]: DEBUG nova.compute.manager [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1766.939037] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: e9c15c65-fc46-4fdc-b3e5-dc9b4fa829f7] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1766.950638] env[62298]: DEBUG oslo_vmware.api [None req-94e759e4-a0f1-4319-a293-fa2f5cf01cc6 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804701, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.978221] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6c2de950-0cc3-492d-b28b-323de16099a4 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Acquiring lock "refresh_cache-5ad600a5-4522-44ea-9a3d-9435c86b592b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.978399] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6c2de950-0cc3-492d-b28b-323de16099a4 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Acquired lock "refresh_cache-5ad600a5-4522-44ea-9a3d-9435c86b592b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.031960] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.032566] env[62298]: DEBUG nova.compute.manager [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1767.036122] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e386ddec-becc-4d5d-9ce3-d27dd2937dc3 tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.965s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.036315] env[62298]: DEBUG nova.objects.instance [None req-e386ddec-becc-4d5d-9ce3-d27dd2937dc3 tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Lazy-loading 'resources' on Instance uuid 6c96450f-c626-4bcb-a07d-3eee06e8a539 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1767.249481] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Releasing lock "refresh_cache-cd8578c7-edcd-40b7-95f3-ce0bdea6f507" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.249481] env[62298]: DEBUG nova.compute.manager [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Instance network_info: |[{"id": "137eed31-cefe-46b9-a2c5-70741e99459e", "address": "fa:16:3e:df:73:36", "network": {"id": "8bec07db-9204-4a2d-a3cc-c76676c9e887", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1314547665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9f2ac2639643e790fa1d913c4dc43f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap137eed31-ce", "ovs_interfaceid": "137eed31-cefe-46b9-a2c5-70741e99459e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1767.249481] env[62298]: DEBUG oslo_concurrency.lockutils [req-32c1d0b9-6317-4507-b07d-804c23f0762c req-df9bd882-5bbf-4710-914a-cbad9a6115b9 service nova] Acquired lock "refresh_cache-cd8578c7-edcd-40b7-95f3-ce0bdea6f507" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.249481] env[62298]: DEBUG nova.network.neutron [req-32c1d0b9-6317-4507-b07d-804c23f0762c req-df9bd882-5bbf-4710-914a-cbad9a6115b9 service nova] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Refreshing network info cache for port 137eed31-cefe-46b9-a2c5-70741e99459e {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1767.257023] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:73:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '137eed31-cefe-46b9-a2c5-70741e99459e', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1767.262080] env[62298]: DEBUG oslo.service.loopingcall [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1767.263516] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1767.263962] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f7e541d-34cf-42fa-b6ac-bb01ba1b3ba0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.287128] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1767.287128] env[62298]: value = "task-1804702" [ 1767.287128] env[62298]: _type = "Task" [ 1767.287128] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.297128] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804702, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.446301] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 36f2e25e-c1e1-45ca-af95-d23d1264ef48] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1767.459693] env[62298]: DEBUG nova.network.neutron [None req-6c2de950-0cc3-492d-b28b-323de16099a4 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1767.470566] env[62298]: DEBUG oslo_vmware.api [None req-94e759e4-a0f1-4319-a293-fa2f5cf01cc6 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804701, 'name': CloneVM_Task} progress is 95%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.488857] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.539198] env[62298]: DEBUG nova.compute.utils [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1767.544318] env[62298]: DEBUG nova.compute.manager [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1767.544900] env[62298]: DEBUG nova.network.neutron [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1767.586195] env[62298]: DEBUG nova.policy [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fc94034ed094a7e9d79ed1cd0fa8c69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60ff3e052184495da842a8b9e1009816', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1767.758879] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467c138c-5e0e-4af1-b2ae-5c0739ec3eda {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.770334] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fa0b75-0e3f-40be-ab52-b88f5169380f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.817667] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7256bfac-ec14-4c59-a579-a3858b7f4fed {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.827159] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804702, 'name': CreateVM_Task, 'duration_secs': 0.494579} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.829781] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1767.830585] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.830756] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.831123] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1767.832368] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553d6524-ba25-446f-9d3e-25d8ae257de8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.836330] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72843d71-d45a-4821-9ded-b0f748e96c9e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.841719] env[62298]: DEBUG oslo_vmware.api [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1767.841719] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b2b257-6e6a-26e3-e427-bbb730aae2c0" [ 1767.841719] env[62298]: _type = "Task" [ 1767.841719] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.850411] env[62298]: DEBUG nova.compute.provider_tree [None req-e386ddec-becc-4d5d-9ce3-d27dd2937dc3 tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1767.861054] env[62298]: DEBUG oslo_vmware.api [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b2b257-6e6a-26e3-e427-bbb730aae2c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.955186] env[62298]: DEBUG oslo_vmware.api [None req-94e759e4-a0f1-4319-a293-fa2f5cf01cc6 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804701, 'name': CloneVM_Task, 'duration_secs': 1.780093} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.955522] env[62298]: INFO nova.virt.vmwareapi.vmops [None req-94e759e4-a0f1-4319-a293-fa2f5cf01cc6 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Created linked-clone VM from snapshot [ 1767.956323] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24383546-c602-4178-a530-d0685677e6c5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.964191] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: a1658c2a-7867-479c-aaff-e1c872c03423] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1767.969170] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-94e759e4-a0f1-4319-a293-fa2f5cf01cc6 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Uploading image 71b40e9e-4f9a-40f1-a1c6-d0671bd2f26e {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1767.983187] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e759e4-a0f1-4319-a293-fa2f5cf01cc6 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Destroying the VM {{(pid=62298) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1767.983535] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7e2dcbd7-670b-4f11-b3b5-229c79f5d36a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.995278] env[62298]: DEBUG oslo_vmware.api [None req-94e759e4-a0f1-4319-a293-fa2f5cf01cc6 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1767.995278] env[62298]: value = "task-1804703" [ 1767.995278] env[62298]: _type = "Task" [ 1767.995278] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.006940] env[62298]: DEBUG oslo_vmware.api [None req-94e759e4-a0f1-4319-a293-fa2f5cf01cc6 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804703, 'name': Destroy_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.042229] env[62298]: DEBUG nova.network.neutron [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Successfully created port: ff90e72b-8489-464b-a7a0-4093f77fec67 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1768.045153] env[62298]: DEBUG nova.compute.manager [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1768.277717] env[62298]: DEBUG nova.network.neutron [req-32c1d0b9-6317-4507-b07d-804c23f0762c req-df9bd882-5bbf-4710-914a-cbad9a6115b9 service nova] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Updated VIF entry in instance network info cache for port 137eed31-cefe-46b9-a2c5-70741e99459e. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1768.278214] env[62298]: DEBUG nova.network.neutron [req-32c1d0b9-6317-4507-b07d-804c23f0762c req-df9bd882-5bbf-4710-914a-cbad9a6115b9 service nova] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Updating instance_info_cache with network_info: [{"id": "137eed31-cefe-46b9-a2c5-70741e99459e", "address": "fa:16:3e:df:73:36", "network": {"id": "8bec07db-9204-4a2d-a3cc-c76676c9e887", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1314547665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9f2ac2639643e790fa1d913c4dc43f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap137eed31-ce", "ovs_interfaceid": "137eed31-cefe-46b9-a2c5-70741e99459e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.354869] env[62298]: DEBUG nova.scheduler.client.report [None req-e386ddec-becc-4d5d-9ce3-d27dd2937dc3 tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1768.365225] env[62298]: DEBUG oslo_vmware.api [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b2b257-6e6a-26e3-e427-bbb730aae2c0, 'name': SearchDatastore_Task, 'duration_secs': 0.018068} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.368032] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.368295] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1768.368583] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.368745] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.368929] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1768.369240] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90e58b95-7d09-4854-a66d-d2dd84031695 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.379974] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1768.380204] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1768.381205] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07ab3d36-6f32-4603-92c9-4d5b1261ee20 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.386468] env[62298]: DEBUG oslo_vmware.api [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1768.386468] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529033e9-88d1-e96d-3f73-e1b80045b843" [ 1768.386468] env[62298]: _type = "Task" [ 1768.386468] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.394921] env[62298]: DEBUG oslo_vmware.api [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529033e9-88d1-e96d-3f73-e1b80045b843, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.468230] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 8089341d-7442-4e36-b5a3-e89b23f3f5e6] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1768.508720] env[62298]: DEBUG oslo_vmware.api [None req-94e759e4-a0f1-4319-a293-fa2f5cf01cc6 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804703, 'name': Destroy_Task} progress is 33%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.627898] env[62298]: DEBUG nova.network.neutron [None req-6c2de950-0cc3-492d-b28b-323de16099a4 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Updating instance_info_cache with network_info: [{"id": "fdefb9ab-8b46-4ffc-b9f9-032452c6f728", "address": "fa:16:3e:03:5d:6e", "network": {"id": "fca0e1eb-4dc0-436e-a709-a15c11fe103f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1644121889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f284270dac64ad7bb010281c6d4ef94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdefb9ab-8b", "ovs_interfaceid": "fdefb9ab-8b46-4ffc-b9f9-032452c6f728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.781293] env[62298]: DEBUG oslo_concurrency.lockutils [req-32c1d0b9-6317-4507-b07d-804c23f0762c req-df9bd882-5bbf-4710-914a-cbad9a6115b9 service nova] Releasing lock "refresh_cache-cd8578c7-edcd-40b7-95f3-ce0bdea6f507" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.861409] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e386ddec-becc-4d5d-9ce3-d27dd2937dc3 tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.864036] env[62298]: DEBUG oslo_concurrency.lockutils [None req-725cd71a-c487-4b10-8913-c0209339987b tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.324s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.864159] env[62298]: DEBUG nova.objects.instance [None req-725cd71a-c487-4b10-8913-c0209339987b tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Lazy-loading 'resources' on Instance uuid e193ef8f-e790-4a93-add2-af0f3896f8a8 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1768.885649] env[62298]: INFO nova.scheduler.client.report [None req-e386ddec-becc-4d5d-9ce3-d27dd2937dc3 tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Deleted allocations for instance 6c96450f-c626-4bcb-a07d-3eee06e8a539 [ 1768.902430] env[62298]: DEBUG oslo_vmware.api [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529033e9-88d1-e96d-3f73-e1b80045b843, 'name': SearchDatastore_Task, 'duration_secs': 0.018931} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.903378] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3761dda7-1e86-4450-9cdd-fe81e6c5e383 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.910063] env[62298]: DEBUG oslo_vmware.api [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1768.910063] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]520301e0-fc28-89ee-7524-91545018aed9" [ 1768.910063] env[62298]: _type = "Task" [ 1768.910063] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.918594] env[62298]: DEBUG oslo_vmware.api [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]520301e0-fc28-89ee-7524-91545018aed9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.922405] env[62298]: DEBUG nova.compute.manager [req-4894d397-e1ea-422a-92e9-6615151720f0 req-8f0ed280-481c-45aa-81a7-8a3297defbff service nova] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Received event network-changed-fdefb9ab-8b46-4ffc-b9f9-032452c6f728 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1768.922808] env[62298]: DEBUG nova.compute.manager [req-4894d397-e1ea-422a-92e9-6615151720f0 req-8f0ed280-481c-45aa-81a7-8a3297defbff service nova] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Refreshing instance network info cache due to event network-changed-fdefb9ab-8b46-4ffc-b9f9-032452c6f728. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1768.922808] env[62298]: DEBUG oslo_concurrency.lockutils [req-4894d397-e1ea-422a-92e9-6615151720f0 req-8f0ed280-481c-45aa-81a7-8a3297defbff service nova] Acquiring lock "refresh_cache-5ad600a5-4522-44ea-9a3d-9435c86b592b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.972890] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 5974ccd6-edb1-4389-aaa0-265c36d54de3] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1769.007085] env[62298]: DEBUG oslo_vmware.api [None req-94e759e4-a0f1-4319-a293-fa2f5cf01cc6 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804703, 'name': Destroy_Task, 'duration_secs': 0.73075} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.007360] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-94e759e4-a0f1-4319-a293-fa2f5cf01cc6 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Destroyed the VM [ 1769.007666] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-94e759e4-a0f1-4319-a293-fa2f5cf01cc6 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Deleting Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1769.007927] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-739f03c9-0e45-473c-adca-bc3d2ea5be5f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.014568] env[62298]: DEBUG oslo_vmware.api [None req-94e759e4-a0f1-4319-a293-fa2f5cf01cc6 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1769.014568] env[62298]: value = "task-1804704" [ 1769.014568] env[62298]: _type = "Task" [ 1769.014568] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.022798] env[62298]: DEBUG oslo_vmware.api [None req-94e759e4-a0f1-4319-a293-fa2f5cf01cc6 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804704, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.056604] env[62298]: DEBUG nova.compute.manager [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1769.081078] env[62298]: DEBUG nova.virt.hardware [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1769.081440] env[62298]: DEBUG nova.virt.hardware [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1769.081659] env[62298]: DEBUG nova.virt.hardware [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1769.081918] env[62298]: DEBUG nova.virt.hardware [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1769.082193] env[62298]: DEBUG nova.virt.hardware [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1769.082412] env[62298]: DEBUG nova.virt.hardware [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1769.082707] env[62298]: DEBUG nova.virt.hardware [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1769.082946] env[62298]: DEBUG nova.virt.hardware [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1769.083179] env[62298]: DEBUG nova.virt.hardware [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1769.083396] env[62298]: DEBUG nova.virt.hardware [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1769.083758] env[62298]: DEBUG nova.virt.hardware [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1769.084822] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6665552-2e5f-4e25-9ff7-fc8435e52ab9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.093490] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c562453-c687-430c-bdda-20c598f20e3e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.130592] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6c2de950-0cc3-492d-b28b-323de16099a4 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Releasing lock "refresh_cache-5ad600a5-4522-44ea-9a3d-9435c86b592b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.130859] env[62298]: DEBUG nova.compute.manager [None req-6c2de950-0cc3-492d-b28b-323de16099a4 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Inject network info {{(pid=62298) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7662}} [ 1769.131141] env[62298]: DEBUG nova.compute.manager [None req-6c2de950-0cc3-492d-b28b-323de16099a4 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] network_info to inject: |[{"id": "fdefb9ab-8b46-4ffc-b9f9-032452c6f728", "address": "fa:16:3e:03:5d:6e", "network": {"id": "fca0e1eb-4dc0-436e-a709-a15c11fe103f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1644121889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f284270dac64ad7bb010281c6d4ef94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdefb9ab-8b", "ovs_interfaceid": "fdefb9ab-8b46-4ffc-b9f9-032452c6f728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7663}} [ 1769.136843] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2de950-0cc3-492d-b28b-323de16099a4 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Reconfiguring VM instance to set the machine id {{(pid=62298) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1769.138017] env[62298]: DEBUG oslo_concurrency.lockutils [req-4894d397-e1ea-422a-92e9-6615151720f0 req-8f0ed280-481c-45aa-81a7-8a3297defbff service nova] Acquired lock "refresh_cache-5ad600a5-4522-44ea-9a3d-9435c86b592b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.138203] env[62298]: DEBUG nova.network.neutron [req-4894d397-e1ea-422a-92e9-6615151720f0 req-8f0ed280-481c-45aa-81a7-8a3297defbff service nova] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Refreshing network info cache for port fdefb9ab-8b46-4ffc-b9f9-032452c6f728 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1769.139467] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc9c4b35-314d-4000-acee-3044ae2d0ff3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.159233] env[62298]: DEBUG oslo_vmware.api [None req-6c2de950-0cc3-492d-b28b-323de16099a4 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Waiting for the task: (returnval){ [ 1769.159233] env[62298]: value = "task-1804705" [ 1769.159233] env[62298]: _type = "Task" [ 1769.159233] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.168311] env[62298]: DEBUG oslo_vmware.api [None req-6c2de950-0cc3-492d-b28b-323de16099a4 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Task: {'id': task-1804705, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.394157] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e386ddec-becc-4d5d-9ce3-d27dd2937dc3 tempest-ServersV294TestFqdnHostnames-1909131871 tempest-ServersV294TestFqdnHostnames-1909131871-project-member] Lock "6c96450f-c626-4bcb-a07d-3eee06e8a539" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.341s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.423386] env[62298]: DEBUG oslo_vmware.api [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]520301e0-fc28-89ee-7524-91545018aed9, 'name': SearchDatastore_Task, 'duration_secs': 0.015207} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.426284] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.426571] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] cd8578c7-edcd-40b7-95f3-ce0bdea6f507/cd8578c7-edcd-40b7-95f3-ce0bdea6f507.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1769.427105] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54959247-64d5-4717-9516-4b49f8483af5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.434484] env[62298]: DEBUG oslo_vmware.api [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1769.434484] env[62298]: value = "task-1804706" [ 1769.434484] env[62298]: _type = "Task" [ 1769.434484] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.447468] env[62298]: DEBUG oslo_vmware.api [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.476540] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: b25723a4-f1b0-4d1c-81ca-f619dbca0e73] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1769.528089] env[62298]: DEBUG oslo_vmware.api [None req-94e759e4-a0f1-4319-a293-fa2f5cf01cc6 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804704, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.554622] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef435af8-d848-4574-b6c4-e5b38857f5e0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.562542] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75133de-673f-4798-8175-be8f5aa64d19 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.594085] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2727df85-dbec-42e2-ac86-94dc94452f80 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.601761] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e463bd-6c9d-4335-967b-1d148620de6a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.615209] env[62298]: DEBUG nova.compute.provider_tree [None req-725cd71a-c487-4b10-8913-c0209339987b tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1769.670420] env[62298]: DEBUG oslo_vmware.api [None req-6c2de950-0cc3-492d-b28b-323de16099a4 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Task: {'id': task-1804705, 'name': ReconfigVM_Task, 'duration_secs': 0.168557} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.670756] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2de950-0cc3-492d-b28b-323de16099a4 tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Reconfigured VM instance to set the machine id {{(pid=62298) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1769.945316] env[62298]: DEBUG oslo_vmware.api [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804706, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.982157] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: c17ceaa2-38c2-4a16-9b67-4793581558e3] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1770.027771] env[62298]: DEBUG oslo_vmware.api [None req-94e759e4-a0f1-4319-a293-fa2f5cf01cc6 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804704, 'name': RemoveSnapshot_Task, 'duration_secs': 0.990185} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.028050] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-94e759e4-a0f1-4319-a293-fa2f5cf01cc6 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Deleted Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1770.121753] env[62298]: DEBUG nova.scheduler.client.report [None req-725cd71a-c487-4b10-8913-c0209339987b tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1770.303578] env[62298]: DEBUG nova.objects.instance [None req-692730b9-0916-4f62-8b62-46d76109a00c tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Lazy-loading 'flavor' on Instance uuid 5ad600a5-4522-44ea-9a3d-9435c86b592b {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1770.446676] env[62298]: DEBUG oslo_vmware.api [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528006} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.446961] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] cd8578c7-edcd-40b7-95f3-ce0bdea6f507/cd8578c7-edcd-40b7-95f3-ce0bdea6f507.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1770.447240] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1770.447529] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f56caab1-c650-42e6-b068-1f88a01fba6b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.454050] env[62298]: DEBUG oslo_vmware.api [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1770.454050] env[62298]: value = "task-1804707" [ 1770.454050] env[62298]: _type = "Task" [ 1770.454050] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.464964] env[62298]: DEBUG oslo_vmware.api [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.485807] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: db851386-5e45-492c-bd34-a46c84610ce6] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1770.532618] env[62298]: WARNING nova.compute.manager [None req-94e759e4-a0f1-4319-a293-fa2f5cf01cc6 tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Image not found during snapshot: nova.exception.ImageNotFound: Image 71b40e9e-4f9a-40f1-a1c6-d0671bd2f26e could not be found. [ 1770.600824] env[62298]: DEBUG nova.network.neutron [req-4894d397-e1ea-422a-92e9-6615151720f0 req-8f0ed280-481c-45aa-81a7-8a3297defbff service nova] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Updated VIF entry in instance network info cache for port fdefb9ab-8b46-4ffc-b9f9-032452c6f728. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1770.601320] env[62298]: DEBUG nova.network.neutron [req-4894d397-e1ea-422a-92e9-6615151720f0 req-8f0ed280-481c-45aa-81a7-8a3297defbff service nova] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Updating instance_info_cache with network_info: [{"id": "fdefb9ab-8b46-4ffc-b9f9-032452c6f728", "address": "fa:16:3e:03:5d:6e", "network": {"id": "fca0e1eb-4dc0-436e-a709-a15c11fe103f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1644121889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f284270dac64ad7bb010281c6d4ef94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdefb9ab-8b", "ovs_interfaceid": "fdefb9ab-8b46-4ffc-b9f9-032452c6f728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.626404] env[62298]: DEBUG oslo_concurrency.lockutils [None req-725cd71a-c487-4b10-8913-c0209339987b tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.762s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.628776] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8825700d-b815-4a87-a825-3401a481169c tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.435s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.629503] env[62298]: DEBUG nova.objects.instance [None req-8825700d-b815-4a87-a825-3401a481169c tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Lazy-loading 'resources' on Instance uuid d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1770.665102] env[62298]: INFO nova.scheduler.client.report [None req-725cd71a-c487-4b10-8913-c0209339987b tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Deleted allocations for instance e193ef8f-e790-4a93-add2-af0f3896f8a8 [ 1770.740584] env[62298]: DEBUG nova.compute.manager [req-abf5eff7-30d1-4bf6-bc68-62de651c979f req-cc67f066-d8c2-4a27-92d3-ad9d35fd8b4e service nova] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Received event network-vif-plugged-ff90e72b-8489-464b-a7a0-4093f77fec67 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1770.740854] env[62298]: DEBUG oslo_concurrency.lockutils [req-abf5eff7-30d1-4bf6-bc68-62de651c979f req-cc67f066-d8c2-4a27-92d3-ad9d35fd8b4e service nova] Acquiring lock "43685ecf-c669-4ff0-b05a-ff29697e0259-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.741147] env[62298]: DEBUG oslo_concurrency.lockutils [req-abf5eff7-30d1-4bf6-bc68-62de651c979f req-cc67f066-d8c2-4a27-92d3-ad9d35fd8b4e service nova] Lock "43685ecf-c669-4ff0-b05a-ff29697e0259-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.741389] env[62298]: DEBUG oslo_concurrency.lockutils [req-abf5eff7-30d1-4bf6-bc68-62de651c979f req-cc67f066-d8c2-4a27-92d3-ad9d35fd8b4e service nova] Lock "43685ecf-c669-4ff0-b05a-ff29697e0259-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.741598] env[62298]: DEBUG nova.compute.manager [req-abf5eff7-30d1-4bf6-bc68-62de651c979f req-cc67f066-d8c2-4a27-92d3-ad9d35fd8b4e service nova] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] No waiting events found dispatching network-vif-plugged-ff90e72b-8489-464b-a7a0-4093f77fec67 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1770.741799] env[62298]: WARNING nova.compute.manager [req-abf5eff7-30d1-4bf6-bc68-62de651c979f req-cc67f066-d8c2-4a27-92d3-ad9d35fd8b4e service nova] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Received unexpected event network-vif-plugged-ff90e72b-8489-464b-a7a0-4093f77fec67 for instance with vm_state building and task_state spawning. [ 1770.812467] env[62298]: DEBUG oslo_concurrency.lockutils [None req-692730b9-0916-4f62-8b62-46d76109a00c tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Acquiring lock "refresh_cache-5ad600a5-4522-44ea-9a3d-9435c86b592b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.963825] env[62298]: DEBUG oslo_vmware.api [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095378} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.964189] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1770.965094] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1548a4-7e9d-4810-b297-8f0cb2b39f69 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.988999] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] cd8578c7-edcd-40b7-95f3-ce0bdea6f507/cd8578c7-edcd-40b7-95f3-ce0bdea6f507.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1770.989910] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 0a491f77-35c6-4698-bea7-526a4e99b5f1] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1770.991805] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0727a71f-d538-4704-8b6d-2a27de4d3798 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.014901] env[62298]: DEBUG oslo_vmware.api [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1771.014901] env[62298]: value = "task-1804708" [ 1771.014901] env[62298]: _type = "Task" [ 1771.014901] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.023956] env[62298]: DEBUG oslo_vmware.api [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804708, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.104602] env[62298]: DEBUG oslo_concurrency.lockutils [req-4894d397-e1ea-422a-92e9-6615151720f0 req-8f0ed280-481c-45aa-81a7-8a3297defbff service nova] Releasing lock "refresh_cache-5ad600a5-4522-44ea-9a3d-9435c86b592b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.105106] env[62298]: DEBUG oslo_concurrency.lockutils [None req-692730b9-0916-4f62-8b62-46d76109a00c tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Acquired lock "refresh_cache-5ad600a5-4522-44ea-9a3d-9435c86b592b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.177810] env[62298]: DEBUG oslo_concurrency.lockutils [None req-725cd71a-c487-4b10-8913-c0209339987b tempest-ServersWithSpecificFlavorTestJSON-2038760406 tempest-ServersWithSpecificFlavorTestJSON-2038760406-project-member] Lock "e193ef8f-e790-4a93-add2-af0f3896f8a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.884s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.212275] env[62298]: DEBUG nova.network.neutron [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Successfully updated port: ff90e72b-8489-464b-a7a0-4093f77fec67 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1771.264803] env[62298]: DEBUG nova.compute.manager [req-42636083-c8d1-4a2f-baba-b4ffd75a5edc req-ba048c0f-2c42-4348-a7a8-4aae4c180080 service nova] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Received event network-changed-ff90e72b-8489-464b-a7a0-4093f77fec67 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1771.265792] env[62298]: DEBUG nova.compute.manager [req-42636083-c8d1-4a2f-baba-b4ffd75a5edc req-ba048c0f-2c42-4348-a7a8-4aae4c180080 service nova] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Refreshing instance network info cache due to event network-changed-ff90e72b-8489-464b-a7a0-4093f77fec67. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1771.266284] env[62298]: DEBUG oslo_concurrency.lockutils [req-42636083-c8d1-4a2f-baba-b4ffd75a5edc req-ba048c0f-2c42-4348-a7a8-4aae4c180080 service nova] Acquiring lock "refresh_cache-43685ecf-c669-4ff0-b05a-ff29697e0259" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.266331] env[62298]: DEBUG oslo_concurrency.lockutils [req-42636083-c8d1-4a2f-baba-b4ffd75a5edc req-ba048c0f-2c42-4348-a7a8-4aae4c180080 service nova] Acquired lock "refresh_cache-43685ecf-c669-4ff0-b05a-ff29697e0259" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.266483] env[62298]: DEBUG nova.network.neutron [req-42636083-c8d1-4a2f-baba-b4ffd75a5edc req-ba048c0f-2c42-4348-a7a8-4aae4c180080 service nova] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Refreshing network info cache for port ff90e72b-8489-464b-a7a0-4093f77fec67 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1771.362123] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf7a840-348c-4665-a35d-a54514807901 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.370435] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b8f420-17fd-490b-9b9e-f824a8b21437 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.409474] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9810c0cc-b1e3-4ee9-9c5a-553afb58c9cb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.419334] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0516dbcd-1739-4a1c-b964-6c19200522e1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.437505] env[62298]: DEBUG nova.compute.provider_tree [None req-8825700d-b815-4a87-a825-3401a481169c tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1771.509678] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 3ac82c27-bd02-486e-ac8c-36328891c942] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1771.527488] env[62298]: DEBUG oslo_vmware.api [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804708, 'name': ReconfigVM_Task, 'duration_secs': 0.440911} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.527630] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Reconfigured VM instance instance-00000051 to attach disk [datastore1] cd8578c7-edcd-40b7-95f3-ce0bdea6f507/cd8578c7-edcd-40b7-95f3-ce0bdea6f507.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1771.528799] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76bd6ea4-4549-4949-95c2-4a6958d0bd49 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.538209] env[62298]: DEBUG oslo_vmware.api [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1771.538209] env[62298]: value = "task-1804709" [ 1771.538209] env[62298]: _type = "Task" [ 1771.538209] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.549288] env[62298]: DEBUG oslo_vmware.api [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804709, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.611875] env[62298]: DEBUG nova.network.neutron [None req-692730b9-0916-4f62-8b62-46d76109a00c tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1771.719884] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "refresh_cache-43685ecf-c669-4ff0-b05a-ff29697e0259" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.816556] env[62298]: DEBUG nova.network.neutron [req-42636083-c8d1-4a2f-baba-b4ffd75a5edc req-ba048c0f-2c42-4348-a7a8-4aae4c180080 service nova] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1771.910952] env[62298]: DEBUG nova.network.neutron [req-42636083-c8d1-4a2f-baba-b4ffd75a5edc req-ba048c0f-2c42-4348-a7a8-4aae4c180080 service nova] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.940804] env[62298]: DEBUG nova.scheduler.client.report [None req-8825700d-b815-4a87-a825-3401a481169c tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1771.973902] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b0ac6885-4962-4007-b516-aeb4ea06da6a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "4e5ed4da-fdfa-4f4a-8847-5183d8a447b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.974680] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b0ac6885-4962-4007-b516-aeb4ea06da6a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "4e5ed4da-fdfa-4f4a-8847-5183d8a447b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.975293] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b0ac6885-4962-4007-b516-aeb4ea06da6a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "4e5ed4da-fdfa-4f4a-8847-5183d8a447b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.975293] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b0ac6885-4962-4007-b516-aeb4ea06da6a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "4e5ed4da-fdfa-4f4a-8847-5183d8a447b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.975293] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b0ac6885-4962-4007-b516-aeb4ea06da6a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "4e5ed4da-fdfa-4f4a-8847-5183d8a447b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.977589] env[62298]: INFO nova.compute.manager [None req-b0ac6885-4962-4007-b516-aeb4ea06da6a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Terminating instance [ 1772.013810] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 96f6489c-f4bd-4ec6-8562-d8d616c66950] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1772.047685] env[62298]: DEBUG oslo_vmware.api [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804709, 'name': Rename_Task, 'duration_secs': 0.192238} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.047940] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1772.048214] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9773c9f-817d-41fb-81f5-6f563ab0dcad {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.055106] env[62298]: DEBUG oslo_vmware.api [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1772.055106] env[62298]: value = "task-1804710" [ 1772.055106] env[62298]: _type = "Task" [ 1772.055106] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.063648] env[62298]: DEBUG oslo_vmware.api [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804710, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.415053] env[62298]: DEBUG oslo_concurrency.lockutils [req-42636083-c8d1-4a2f-baba-b4ffd75a5edc req-ba048c0f-2c42-4348-a7a8-4aae4c180080 service nova] Releasing lock "refresh_cache-43685ecf-c669-4ff0-b05a-ff29697e0259" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.415580] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquired lock "refresh_cache-43685ecf-c669-4ff0-b05a-ff29697e0259" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.415580] env[62298]: DEBUG nova.network.neutron [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1772.447645] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8825700d-b815-4a87-a825-3401a481169c tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.454032] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e1b4d0e5-6833-4aca-817f-637ae3d94158 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.857s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.454032] env[62298]: DEBUG nova.objects.instance [None req-e1b4d0e5-6833-4aca-817f-637ae3d94158 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lazy-loading 'resources' on Instance uuid 6f4534a2-3554-42e4-99c9-8e2891943389 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1772.474314] env[62298]: DEBUG nova.network.neutron [None req-692730b9-0916-4f62-8b62-46d76109a00c tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Updating instance_info_cache with network_info: [{"id": "fdefb9ab-8b46-4ffc-b9f9-032452c6f728", "address": "fa:16:3e:03:5d:6e", "network": {"id": "fca0e1eb-4dc0-436e-a709-a15c11fe103f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1644121889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f284270dac64ad7bb010281c6d4ef94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdefb9ab-8b", "ovs_interfaceid": "fdefb9ab-8b46-4ffc-b9f9-032452c6f728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.480097] env[62298]: INFO nova.scheduler.client.report [None req-8825700d-b815-4a87-a825-3401a481169c tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Deleted allocations for instance d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68 [ 1772.485915] env[62298]: DEBUG nova.compute.manager [None req-b0ac6885-4962-4007-b516-aeb4ea06da6a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1772.486180] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ac6885-4962-4007-b516-aeb4ea06da6a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1772.487183] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4d1040-cddc-4abc-9278-fa0656f37464 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.498497] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ac6885-4962-4007-b516-aeb4ea06da6a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1772.498866] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1dd14bb-eacd-405a-84f2-76d621539341 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.505345] env[62298]: DEBUG oslo_vmware.api [None req-b0ac6885-4962-4007-b516-aeb4ea06da6a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1772.505345] env[62298]: value = "task-1804711" [ 1772.505345] env[62298]: _type = "Task" [ 1772.505345] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.519040] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 2a50a3f2-d4c6-4e2e-bce4-24e56cfd6d90] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1772.521173] env[62298]: DEBUG oslo_vmware.api [None req-b0ac6885-4962-4007-b516-aeb4ea06da6a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.567468] env[62298]: DEBUG oslo_vmware.api [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804710, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.648677] env[62298]: DEBUG oslo_vmware.rw_handles [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523545ca-4ef7-6adc-b5ca-be9a05f929a4/disk-0.vmdk. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1772.650150] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fce602-9997-4149-99f4-d7d44254bd32 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.656521] env[62298]: DEBUG oslo_vmware.rw_handles [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523545ca-4ef7-6adc-b5ca-be9a05f929a4/disk-0.vmdk is in state: ready. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1772.656640] env[62298]: ERROR oslo_vmware.rw_handles [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523545ca-4ef7-6adc-b5ca-be9a05f929a4/disk-0.vmdk due to incomplete transfer. [ 1772.656855] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f84d7bab-2e8a-458d-8ea0-bd674ea55c00 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.664751] env[62298]: DEBUG oslo_vmware.rw_handles [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523545ca-4ef7-6adc-b5ca-be9a05f929a4/disk-0.vmdk. {{(pid=62298) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1772.664950] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Uploaded image d6a779cc-5362-4011-bf77-fcff6f903622 to the Glance image server {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1772.667432] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Destroying the VM {{(pid=62298) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1772.667726] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-180ce8ee-311e-49c1-9d53-93071c4727b0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.673574] env[62298]: DEBUG oslo_vmware.api [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Waiting for the task: (returnval){ [ 1772.673574] env[62298]: value = "task-1804712" [ 1772.673574] env[62298]: _type = "Task" [ 1772.673574] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.682789] env[62298]: DEBUG oslo_vmware.api [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804712, 'name': Destroy_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.980891] env[62298]: DEBUG oslo_concurrency.lockutils [None req-692730b9-0916-4f62-8b62-46d76109a00c tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Releasing lock "refresh_cache-5ad600a5-4522-44ea-9a3d-9435c86b592b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.982279] env[62298]: DEBUG nova.compute.manager [None req-692730b9-0916-4f62-8b62-46d76109a00c tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Inject network info {{(pid=62298) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7662}} [ 1772.982602] env[62298]: DEBUG nova.compute.manager [None req-692730b9-0916-4f62-8b62-46d76109a00c tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] network_info to inject: |[{"id": "fdefb9ab-8b46-4ffc-b9f9-032452c6f728", "address": "fa:16:3e:03:5d:6e", "network": {"id": "fca0e1eb-4dc0-436e-a709-a15c11fe103f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1644121889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f284270dac64ad7bb010281c6d4ef94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdefb9ab-8b", "ovs_interfaceid": "fdefb9ab-8b46-4ffc-b9f9-032452c6f728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7663}} [ 1772.988891] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-692730b9-0916-4f62-8b62-46d76109a00c tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Reconfiguring VM instance to set the machine id {{(pid=62298) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1772.990280] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23a99dee-e44d-4bc4-9ad9-68685bb0ccde {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.007505] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8825700d-b815-4a87-a825-3401a481169c tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Lock "d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.034s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.016094] env[62298]: DEBUG nova.network.neutron [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1773.016602] env[62298]: DEBUG oslo_vmware.api [None req-692730b9-0916-4f62-8b62-46d76109a00c tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Waiting for the task: (returnval){ [ 1773.016602] env[62298]: value = "task-1804713" [ 1773.016602] env[62298]: _type = "Task" [ 1773.016602] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.029750] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 6c8c4667-1a5d-4764-902a-351aee2d60f4] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1773.031457] env[62298]: DEBUG oslo_vmware.api [None req-b0ac6885-4962-4007-b516-aeb4ea06da6a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804711, 'name': PowerOffVM_Task, 'duration_secs': 0.18005} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.032920] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ac6885-4962-4007-b516-aeb4ea06da6a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1773.034081] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ac6885-4962-4007-b516-aeb4ea06da6a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1773.034081] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d724fd9c-7ef0-4a50-8225-62a206971095 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.039621] env[62298]: DEBUG oslo_vmware.api [None req-692730b9-0916-4f62-8b62-46d76109a00c tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Task: {'id': task-1804713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.068205] env[62298]: DEBUG oslo_vmware.api [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804710, 'name': PowerOnVM_Task, 'duration_secs': 0.663824} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.068548] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1773.069414] env[62298]: INFO nova.compute.manager [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Took 8.06 seconds to spawn the instance on the hypervisor. [ 1773.069414] env[62298]: DEBUG nova.compute.manager [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1773.069874] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02785cd0-6c35-4102-bea6-8f3cc433c9bf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.130850] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ac6885-4962-4007-b516-aeb4ea06da6a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1773.131138] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ac6885-4962-4007-b516-aeb4ea06da6a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1773.131337] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0ac6885-4962-4007-b516-aeb4ea06da6a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Deleting the datastore file [datastore1] 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1773.132716] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00a71abc-8749-4ce1-8ebe-92ad2114da84 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.142718] env[62298]: DEBUG oslo_vmware.api [None req-b0ac6885-4962-4007-b516-aeb4ea06da6a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for the task: (returnval){ [ 1773.142718] env[62298]: value = "task-1804715" [ 1773.142718] env[62298]: _type = "Task" [ 1773.142718] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.147924] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Acquiring lock "5ad600a5-4522-44ea-9a3d-9435c86b592b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.147924] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Lock "5ad600a5-4522-44ea-9a3d-9435c86b592b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.147924] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Acquiring lock "5ad600a5-4522-44ea-9a3d-9435c86b592b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.147924] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Lock "5ad600a5-4522-44ea-9a3d-9435c86b592b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.148145] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Lock "5ad600a5-4522-44ea-9a3d-9435c86b592b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.153704] env[62298]: INFO nova.compute.manager [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Terminating instance [ 1773.160474] env[62298]: DEBUG oslo_vmware.api [None req-b0ac6885-4962-4007-b516-aeb4ea06da6a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.168374] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3102a7ff-b7b6-4079-b0b1-a97153fc27df {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.187140] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c0a99f-8b01-407e-8fd6-f016bb784c73 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.195144] env[62298]: DEBUG oslo_vmware.api [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804712, 'name': Destroy_Task} progress is 33%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.232866] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71e9574-0676-409f-9a5b-1ba469345625 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.244204] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7954229-69f1-476f-bb3b-0d23d2a358fa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.260046] env[62298]: DEBUG nova.compute.provider_tree [None req-e1b4d0e5-6833-4aca-817f-637ae3d94158 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1773.402632] env[62298]: DEBUG nova.network.neutron [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Updating instance_info_cache with network_info: [{"id": "ff90e72b-8489-464b-a7a0-4093f77fec67", "address": "fa:16:3e:f9:00:32", "network": {"id": "0622261b-44b0-4c1a-819a-db83d31fda3f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-821763392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ff3e052184495da842a8b9e1009816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff90e72b-84", "ovs_interfaceid": "ff90e72b-8489-464b-a7a0-4093f77fec67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.477296] env[62298]: DEBUG nova.compute.manager [req-bde05c7b-00ef-4ad9-975c-9572d4d4f0ce req-b2a85d40-69a4-4e7b-ac05-59790b55784b service nova] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Received event network-changed-fdefb9ab-8b46-4ffc-b9f9-032452c6f728 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1773.477509] env[62298]: DEBUG nova.compute.manager [req-bde05c7b-00ef-4ad9-975c-9572d4d4f0ce req-b2a85d40-69a4-4e7b-ac05-59790b55784b service nova] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Refreshing instance network info cache due to event network-changed-fdefb9ab-8b46-4ffc-b9f9-032452c6f728. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1773.477742] env[62298]: DEBUG oslo_concurrency.lockutils [req-bde05c7b-00ef-4ad9-975c-9572d4d4f0ce req-b2a85d40-69a4-4e7b-ac05-59790b55784b service nova] Acquiring lock "refresh_cache-5ad600a5-4522-44ea-9a3d-9435c86b592b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.477886] env[62298]: DEBUG oslo_concurrency.lockutils [req-bde05c7b-00ef-4ad9-975c-9572d4d4f0ce req-b2a85d40-69a4-4e7b-ac05-59790b55784b service nova] Acquired lock "refresh_cache-5ad600a5-4522-44ea-9a3d-9435c86b592b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.478077] env[62298]: DEBUG nova.network.neutron [req-bde05c7b-00ef-4ad9-975c-9572d4d4f0ce req-b2a85d40-69a4-4e7b-ac05-59790b55784b service nova] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Refreshing network info cache for port fdefb9ab-8b46-4ffc-b9f9-032452c6f728 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1773.534022] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 6cbf6b6c-e2de-4fbc-a383-ad9cb156454c] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1773.535319] env[62298]: DEBUG oslo_vmware.api [None req-692730b9-0916-4f62-8b62-46d76109a00c tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Task: {'id': task-1804713, 'name': ReconfigVM_Task, 'duration_secs': 0.148067} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.535960] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-692730b9-0916-4f62-8b62-46d76109a00c tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Reconfigured VM instance to set the machine id {{(pid=62298) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1773.593407] env[62298]: INFO nova.compute.manager [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Took 16.31 seconds to build instance. [ 1773.652883] env[62298]: DEBUG oslo_vmware.api [None req-b0ac6885-4962-4007-b516-aeb4ea06da6a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Task: {'id': task-1804715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414727} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.656153] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0ac6885-4962-4007-b516-aeb4ea06da6a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1773.656153] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ac6885-4962-4007-b516-aeb4ea06da6a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1773.656153] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ac6885-4962-4007-b516-aeb4ea06da6a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1773.656153] env[62298]: INFO nova.compute.manager [None req-b0ac6885-4962-4007-b516-aeb4ea06da6a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1773.656153] env[62298]: DEBUG oslo.service.loopingcall [None req-b0ac6885-4962-4007-b516-aeb4ea06da6a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1773.656153] env[62298]: DEBUG nova.compute.manager [-] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1773.656153] env[62298]: DEBUG nova.network.neutron [-] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1773.668026] env[62298]: DEBUG nova.compute.manager [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1773.668026] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1773.668026] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efc13a0-6bd4-4b72-8ceb-f6e85ff5bc99 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.675365] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1773.679746] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3e84a71-f730-4cf6-9041-9277fcfb9373 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.686556] env[62298]: DEBUG oslo_vmware.api [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804712, 'name': Destroy_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.688620] env[62298]: DEBUG oslo_vmware.api [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Waiting for the task: (returnval){ [ 1773.688620] env[62298]: value = "task-1804716" [ 1773.688620] env[62298]: _type = "Task" [ 1773.688620] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.697526] env[62298]: DEBUG oslo_vmware.api [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Task: {'id': task-1804716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.766354] env[62298]: DEBUG nova.scheduler.client.report [None req-e1b4d0e5-6833-4aca-817f-637ae3d94158 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1773.906796] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Releasing lock "refresh_cache-43685ecf-c669-4ff0-b05a-ff29697e0259" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.906796] env[62298]: DEBUG nova.compute.manager [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Instance network_info: |[{"id": "ff90e72b-8489-464b-a7a0-4093f77fec67", "address": "fa:16:3e:f9:00:32", "network": {"id": "0622261b-44b0-4c1a-819a-db83d31fda3f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-821763392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ff3e052184495da842a8b9e1009816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff90e72b-84", "ovs_interfaceid": "ff90e72b-8489-464b-a7a0-4093f77fec67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1773.906796] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:00:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff90e72b-8489-464b-a7a0-4093f77fec67', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1773.915483] env[62298]: DEBUG oslo.service.loopingcall [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1773.916104] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1773.916340] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39367b05-70e8-43b8-997a-2b883f68c39c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.936406] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1773.936406] env[62298]: value = "task-1804717" [ 1773.936406] env[62298]: _type = "Task" [ 1773.936406] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.945813] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804717, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.037150] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 1154fa7b-5d77-461e-96cb-d196bc6fd16d] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1774.094912] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ab6bf100-82e9-4577-aa3f-16357c42bc94 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "cd8578c7-edcd-40b7-95f3-ce0bdea6f507" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.819s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.185334] env[62298]: DEBUG oslo_vmware.api [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804712, 'name': Destroy_Task, 'duration_secs': 1.036231} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.185652] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Destroyed the VM [ 1774.185949] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Deleting Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1774.186217] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0ec927bf-0dd4-4844-9fe9-8a9c6687dae1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.195175] env[62298]: DEBUG oslo_vmware.api [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Waiting for the task: (returnval){ [ 1774.195175] env[62298]: value = "task-1804718" [ 1774.195175] env[62298]: _type = "Task" [ 1774.195175] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.201234] env[62298]: DEBUG oslo_vmware.api [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Task: {'id': task-1804716, 'name': PowerOffVM_Task, 'duration_secs': 0.199339} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.202065] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1774.202146] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1774.203223] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1abeb85d-29ff-43a9-be8c-4f9fea1549ff {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.207634] env[62298]: DEBUG oslo_vmware.api [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804718, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.271112] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e1b4d0e5-6833-4aca-817f-637ae3d94158 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.273655] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.785s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.275475] env[62298]: INFO nova.compute.claims [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1774.294914] env[62298]: INFO nova.scheduler.client.report [None req-e1b4d0e5-6833-4aca-817f-637ae3d94158 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Deleted allocations for instance 6f4534a2-3554-42e4-99c9-8e2891943389 [ 1774.355081] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1774.355081] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1774.355443] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Deleting the datastore file [datastore1] 5ad600a5-4522-44ea-9a3d-9435c86b592b {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1774.355695] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-382173df-3da8-49b6-b08a-3620ad66564d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.363472] env[62298]: DEBUG oslo_vmware.api [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Waiting for the task: (returnval){ [ 1774.363472] env[62298]: value = "task-1804720" [ 1774.363472] env[62298]: _type = "Task" [ 1774.363472] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.373039] env[62298]: DEBUG oslo_vmware.api [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Task: {'id': task-1804720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.467041] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquiring lock "266b0b61-af59-4ac0-9cf1-b5b1828c9749" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.467041] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Lock "266b0b61-af59-4ac0-9cf1-b5b1828c9749" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.468609] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804717, 'name': CreateVM_Task, 'duration_secs': 0.492594} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.469265] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1774.469999] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.470287] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.470694] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1774.470981] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a41ad6cc-b64c-41fe-bc56-48aa10f967be {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.476412] env[62298]: DEBUG oslo_vmware.api [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1774.476412] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524b0b57-4ac7-f9ee-5446-f43a685a4bb4" [ 1774.476412] env[62298]: _type = "Task" [ 1774.476412] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.485035] env[62298]: DEBUG oslo_vmware.api [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524b0b57-4ac7-f9ee-5446-f43a685a4bb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.542936] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: c2c5d144-6db1-4322-a86c-5ca450b034a4] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1774.704371] env[62298]: DEBUG oslo_vmware.api [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804718, 'name': RemoveSnapshot_Task} progress is 29%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.802589] env[62298]: DEBUG nova.network.neutron [req-bde05c7b-00ef-4ad9-975c-9572d4d4f0ce req-b2a85d40-69a4-4e7b-ac05-59790b55784b service nova] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Updated VIF entry in instance network info cache for port fdefb9ab-8b46-4ffc-b9f9-032452c6f728. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1774.802996] env[62298]: DEBUG nova.network.neutron [req-bde05c7b-00ef-4ad9-975c-9572d4d4f0ce req-b2a85d40-69a4-4e7b-ac05-59790b55784b service nova] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Updating instance_info_cache with network_info: [{"id": "fdefb9ab-8b46-4ffc-b9f9-032452c6f728", "address": "fa:16:3e:03:5d:6e", "network": {"id": "fca0e1eb-4dc0-436e-a709-a15c11fe103f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1644121889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f284270dac64ad7bb010281c6d4ef94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdefb9ab-8b", "ovs_interfaceid": "fdefb9ab-8b46-4ffc-b9f9-032452c6f728", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.810440] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e1b4d0e5-6833-4aca-817f-637ae3d94158 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "6f4534a2-3554-42e4-99c9-8e2891943389" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.794s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.875639] env[62298]: DEBUG oslo_vmware.api [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Task: {'id': task-1804720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169452} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.875639] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1774.875639] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1774.875639] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1774.875639] env[62298]: INFO nova.compute.manager [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1774.875816] env[62298]: DEBUG oslo.service.loopingcall [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1774.875982] env[62298]: DEBUG nova.compute.manager [-] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1774.876261] env[62298]: DEBUG nova.network.neutron [-] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1774.970634] env[62298]: DEBUG nova.compute.manager [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1774.989934] env[62298]: DEBUG oslo_vmware.api [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524b0b57-4ac7-f9ee-5446-f43a685a4bb4, 'name': SearchDatastore_Task, 'duration_secs': 0.009169} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.990271] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.990517] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1774.990794] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.990936] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.991511] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1774.991852] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5a74bd9-04d8-4d35-9ab1-fa77c46802c7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.003477] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1775.005032] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1775.005032] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e687f261-6b78-475d-bdf1-22a93e9ee094 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.011034] env[62298]: DEBUG oslo_vmware.api [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1775.011034] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522a771e-6d08-e297-b21e-04b43cf93a92" [ 1775.011034] env[62298]: _type = "Task" [ 1775.011034] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.020940] env[62298]: DEBUG oslo_vmware.api [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522a771e-6d08-e297-b21e-04b43cf93a92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.045811] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 86d72480-a612-458e-bab2-e929ca6eceba] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1775.071980] env[62298]: DEBUG nova.network.neutron [-] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.211209] env[62298]: DEBUG oslo_vmware.api [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804718, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.313334] env[62298]: DEBUG oslo_concurrency.lockutils [req-bde05c7b-00ef-4ad9-975c-9572d4d4f0ce req-b2a85d40-69a4-4e7b-ac05-59790b55784b service nova] Releasing lock "refresh_cache-5ad600a5-4522-44ea-9a3d-9435c86b592b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.499714] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.523898] env[62298]: DEBUG oslo_vmware.api [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522a771e-6d08-e297-b21e-04b43cf93a92, 'name': SearchDatastore_Task, 'duration_secs': 0.014602} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.526263] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81181de6-8338-4a72-a112-aa9ff3145edd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.529124] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cbb34ce-febc-433b-a4cf-1767a27b6982 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.541851] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77c61b5-00cf-4f5a-baff-009e7ab98d1d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.546036] env[62298]: DEBUG oslo_vmware.api [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1775.546036] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5275d9bf-0157-bd7a-8916-36ae98e35c8a" [ 1775.546036] env[62298]: _type = "Task" [ 1775.546036] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.576236] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 9e84011e-72c9-46c0-a229-3a233bb3908e] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1775.580660] env[62298]: INFO nova.compute.manager [-] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Took 1.92 seconds to deallocate network for instance. [ 1775.582596] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a75cbf-54bb-4231-ab49-03b7bcd595d2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.591952] env[62298]: DEBUG oslo_vmware.api [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5275d9bf-0157-bd7a-8916-36ae98e35c8a, 'name': SearchDatastore_Task, 'duration_secs': 0.01446} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.592886] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.593241] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 43685ecf-c669-4ff0-b05a-ff29697e0259/43685ecf-c669-4ff0-b05a-ff29697e0259.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1775.593433] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-367d4983-2684-4a03-a821-bd35b2bd3442 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.600096] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9584d0dc-020b-43b8-b504-fbcf62906e88 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.606588] env[62298]: DEBUG oslo_vmware.api [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1775.606588] env[62298]: value = "task-1804721" [ 1775.606588] env[62298]: _type = "Task" [ 1775.606588] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.619625] env[62298]: DEBUG nova.compute.provider_tree [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1775.626487] env[62298]: DEBUG oslo_vmware.api [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.696260] env[62298]: DEBUG nova.compute.manager [req-4e3ccade-bbba-477a-ac20-475b3834b442 req-a4a36b77-7223-46ff-9151-40281cd551a5 service nova] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Received event network-vif-deleted-bf8fc21b-d8a3-49ad-84c6-688807310db7 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1775.708715] env[62298]: DEBUG oslo_vmware.api [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804718, 'name': RemoveSnapshot_Task, 'duration_secs': 1.204921} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.708715] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Deleted Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1775.708715] env[62298]: INFO nova.compute.manager [None req-139969d8-a798-49a1-8f67-43ef2ab0de40 tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Took 15.76 seconds to snapshot the instance on the hypervisor. [ 1776.081215] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: d37ff071-bef7-4acb-adc4-a0b776e09bcf] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1776.096084] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b0ac6885-4962-4007-b516-aeb4ea06da6a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.125800] env[62298]: DEBUG nova.scheduler.client.report [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1776.129039] env[62298]: DEBUG oslo_vmware.api [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804721, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.365767] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466c9c17-1b9b-4017-a4b9-ee9882fe5150 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.376782] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f7926e3f-e4f3-41a2-8124-aa28331ed37a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Suspending the VM {{(pid=62298) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1776.380179] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-cbceef33-ff05-4553-ad36-0e8cab82fa8b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.385110] env[62298]: DEBUG oslo_vmware.api [None req-f7926e3f-e4f3-41a2-8124-aa28331ed37a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1776.385110] env[62298]: value = "task-1804722" [ 1776.385110] env[62298]: _type = "Task" [ 1776.385110] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.394503] env[62298]: DEBUG oslo_vmware.api [None req-f7926e3f-e4f3-41a2-8124-aa28331ed37a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804722, 'name': SuspendVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.424198] env[62298]: DEBUG nova.network.neutron [-] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.587446] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: ce92335d-f8c5-4ee3-a5e8-3f65f805f64d] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1776.634245] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.634937] env[62298]: DEBUG nova.compute.manager [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1776.639355] env[62298]: DEBUG oslo_vmware.api [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56661} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.642398] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.141s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.642398] env[62298]: INFO nova.compute.claims [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1776.645730] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 43685ecf-c669-4ff0-b05a-ff29697e0259/43685ecf-c669-4ff0-b05a-ff29697e0259.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1776.646113] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1776.646802] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcbbf685-76c4-4e53-bb6c-92ee3fece072 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.656549] env[62298]: DEBUG oslo_vmware.api [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1776.656549] env[62298]: value = "task-1804723" [ 1776.656549] env[62298]: _type = "Task" [ 1776.656549] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.673313] env[62298]: DEBUG oslo_vmware.api [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.895875] env[62298]: DEBUG oslo_vmware.api [None req-f7926e3f-e4f3-41a2-8124-aa28331ed37a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804722, 'name': SuspendVM_Task} progress is 50%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.929943] env[62298]: INFO nova.compute.manager [-] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Took 2.05 seconds to deallocate network for instance. [ 1776.992048] env[62298]: DEBUG oslo_concurrency.lockutils [None req-679bd115-0778-4167-9ecb-a74b6aec444c tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Acquiring lock "23ba2a3a-1d1f-456d-9e47-75d50a3920de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.992345] env[62298]: DEBUG oslo_concurrency.lockutils [None req-679bd115-0778-4167-9ecb-a74b6aec444c tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Lock "23ba2a3a-1d1f-456d-9e47-75d50a3920de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.992638] env[62298]: DEBUG oslo_concurrency.lockutils [None req-679bd115-0778-4167-9ecb-a74b6aec444c tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Acquiring lock "23ba2a3a-1d1f-456d-9e47-75d50a3920de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.992736] env[62298]: DEBUG oslo_concurrency.lockutils [None req-679bd115-0778-4167-9ecb-a74b6aec444c tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Lock "23ba2a3a-1d1f-456d-9e47-75d50a3920de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.992890] env[62298]: DEBUG oslo_concurrency.lockutils [None req-679bd115-0778-4167-9ecb-a74b6aec444c tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Lock "23ba2a3a-1d1f-456d-9e47-75d50a3920de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.995088] env[62298]: INFO nova.compute.manager [None req-679bd115-0778-4167-9ecb-a74b6aec444c tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Terminating instance [ 1777.092579] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: ef6a1e6f-d58a-4fde-a47c-9fa7f0cf2814] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1777.140756] env[62298]: DEBUG nova.compute.utils [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1777.142229] env[62298]: DEBUG nova.compute.manager [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1777.142405] env[62298]: DEBUG nova.network.neutron [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1777.170818] env[62298]: DEBUG oslo_vmware.api [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115155} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.173490] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1777.173852] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b56bb53-2f32-4617-9162-a562ce521535 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.203574] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 43685ecf-c669-4ff0-b05a-ff29697e0259/43685ecf-c669-4ff0-b05a-ff29697e0259.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1777.204193] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e913aed-3a6f-4b64-906a-eb1084118bcb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.228327] env[62298]: DEBUG oslo_vmware.api [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1777.228327] env[62298]: value = "task-1804727" [ 1777.228327] env[62298]: _type = "Task" [ 1777.228327] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.238096] env[62298]: DEBUG oslo_vmware.api [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804727, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.254718] env[62298]: DEBUG nova.policy [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db21c5cc71bc4980801893134edefba9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '590be3a2ce564aadaff20814b841c464', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1777.395760] env[62298]: DEBUG oslo_vmware.api [None req-f7926e3f-e4f3-41a2-8124-aa28331ed37a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804722, 'name': SuspendVM_Task, 'duration_secs': 0.754574} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.396086] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f7926e3f-e4f3-41a2-8124-aa28331ed37a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Suspended the VM {{(pid=62298) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1777.396278] env[62298]: DEBUG nova.compute.manager [None req-f7926e3f-e4f3-41a2-8124-aa28331ed37a tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1777.397088] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074a1ae9-93d6-49e3-8c7f-96d7ff49515c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.441665] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.499019] env[62298]: DEBUG nova.compute.manager [None req-679bd115-0778-4167-9ecb-a74b6aec444c tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1777.499677] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-679bd115-0778-4167-9ecb-a74b6aec444c tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1777.500626] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265bc2c9-4269-46d9-a257-8db2835df31e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.509193] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-679bd115-0778-4167-9ecb-a74b6aec444c tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1777.509698] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fbc78a9-cd69-4109-9ec0-bb9c357654d9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.517917] env[62298]: DEBUG oslo_vmware.api [None req-679bd115-0778-4167-9ecb-a74b6aec444c tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Waiting for the task: (returnval){ [ 1777.517917] env[62298]: value = "task-1804728" [ 1777.517917] env[62298]: _type = "Task" [ 1777.517917] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.528926] env[62298]: DEBUG oslo_vmware.api [None req-679bd115-0778-4167-9ecb-a74b6aec444c tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.596659] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 7f2ca142-b6a4-4e7f-bb3c-4bfd911d45e5] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1777.646321] env[62298]: DEBUG nova.compute.manager [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1777.740301] env[62298]: DEBUG oslo_vmware.api [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804727, 'name': ReconfigVM_Task, 'duration_secs': 0.347741} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.741159] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 43685ecf-c669-4ff0-b05a-ff29697e0259/43685ecf-c669-4ff0-b05a-ff29697e0259.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1777.745098] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bcfd34d-083c-41a9-a3d6-76e15390dde9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.753446] env[62298]: DEBUG oslo_vmware.api [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1777.753446] env[62298]: value = "task-1804729" [ 1777.753446] env[62298]: _type = "Task" [ 1777.753446] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.776515] env[62298]: DEBUG oslo_vmware.api [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804729, 'name': Rename_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.783386] env[62298]: DEBUG nova.compute.manager [req-79510f2e-b300-4034-bc03-7a6d0a3f8b15 req-9d79accb-f3b8-4aa5-bb1e-132697ad1e9e service nova] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Received event network-vif-deleted-fdefb9ab-8b46-4ffc-b9f9-032452c6f728 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1777.880325] env[62298]: DEBUG nova.network.neutron [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Successfully created port: e17a62a5-fe1f-4f20-b214-7cc96edba422 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1777.886262] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc1f22e-375f-4bb9-9028-2436e5ca2a0f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.899366] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33757c61-fc45-4e03-8df1-52cf1b0400b5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.934197] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e78d7fa-5655-4849-9eb1-e4538ae88881 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.945075] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426572ca-2409-4192-9394-4e80aeb8d21e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.961218] env[62298]: DEBUG nova.compute.provider_tree [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1778.028680] env[62298]: DEBUG oslo_vmware.api [None req-679bd115-0778-4167-9ecb-a74b6aec444c tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804728, 'name': PowerOffVM_Task, 'duration_secs': 0.212028} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.028977] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-679bd115-0778-4167-9ecb-a74b6aec444c tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1778.029169] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-679bd115-0778-4167-9ecb-a74b6aec444c tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1778.029418] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb6180bf-1ca5-4f76-ae4f-974b9be65da2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.100955] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-679bd115-0778-4167-9ecb-a74b6aec444c tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1778.101202] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-679bd115-0778-4167-9ecb-a74b6aec444c tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1778.101392] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-679bd115-0778-4167-9ecb-a74b6aec444c tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Deleting the datastore file [datastore1] 23ba2a3a-1d1f-456d-9e47-75d50a3920de {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1778.101685] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13c8ca73-f459-47f4-a578-05b1138aec0c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.104023] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: e647687b-eebb-4b16-8dda-6a7f9f99822c] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1778.110218] env[62298]: DEBUG oslo_vmware.api [None req-679bd115-0778-4167-9ecb-a74b6aec444c tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Waiting for the task: (returnval){ [ 1778.110218] env[62298]: value = "task-1804731" [ 1778.110218] env[62298]: _type = "Task" [ 1778.110218] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.118181] env[62298]: DEBUG oslo_vmware.api [None req-679bd115-0778-4167-9ecb-a74b6aec444c tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.247527] env[62298]: INFO nova.compute.manager [None req-c9498094-77ac-4ae2-9528-e8846033afc3 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Resuming [ 1778.248257] env[62298]: DEBUG nova.objects.instance [None req-c9498094-77ac-4ae2-9528-e8846033afc3 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lazy-loading 'flavor' on Instance uuid cd8578c7-edcd-40b7-95f3-ce0bdea6f507 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1778.265026] env[62298]: DEBUG oslo_vmware.api [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804729, 'name': Rename_Task, 'duration_secs': 0.274903} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.265376] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1778.265863] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e014860-f9a4-439d-87b1-aea6a71a56ea {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.275139] env[62298]: DEBUG oslo_vmware.api [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1778.275139] env[62298]: value = "task-1804732" [ 1778.275139] env[62298]: _type = "Task" [ 1778.275139] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.286527] env[62298]: DEBUG oslo_vmware.api [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.306769] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "53304fd8-3272-4394-98f8-c8c8ea794ca4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.306769] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "53304fd8-3272-4394-98f8-c8c8ea794ca4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.465111] env[62298]: DEBUG nova.scheduler.client.report [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1778.608294] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 8c102689-976b-40e4-8faf-1954e1a3dbd6] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1778.619897] env[62298]: DEBUG oslo_vmware.api [None req-679bd115-0778-4167-9ecb-a74b6aec444c tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Task: {'id': task-1804731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1548} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.620196] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-679bd115-0778-4167-9ecb-a74b6aec444c tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1778.620386] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-679bd115-0778-4167-9ecb-a74b6aec444c tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1778.620571] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-679bd115-0778-4167-9ecb-a74b6aec444c tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1778.620781] env[62298]: INFO nova.compute.manager [None req-679bd115-0778-4167-9ecb-a74b6aec444c tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1778.621046] env[62298]: DEBUG oslo.service.loopingcall [None req-679bd115-0778-4167-9ecb-a74b6aec444c tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1778.621278] env[62298]: DEBUG nova.compute.manager [-] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1778.621396] env[62298]: DEBUG nova.network.neutron [-] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1778.657965] env[62298]: DEBUG nova.compute.manager [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1778.688164] env[62298]: DEBUG nova.virt.hardware [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1778.688412] env[62298]: DEBUG nova.virt.hardware [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1778.688595] env[62298]: DEBUG nova.virt.hardware [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1778.688784] env[62298]: DEBUG nova.virt.hardware [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1778.688932] env[62298]: DEBUG nova.virt.hardware [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1778.689087] env[62298]: DEBUG nova.virt.hardware [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1778.689304] env[62298]: DEBUG nova.virt.hardware [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1778.689515] env[62298]: DEBUG nova.virt.hardware [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1778.689627] env[62298]: DEBUG nova.virt.hardware [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1778.689790] env[62298]: DEBUG nova.virt.hardware [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1778.690039] env[62298]: DEBUG nova.virt.hardware [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1778.692450] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a25741-92b8-40a7-b529-1ac0e5b4d4d8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.698968] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20102022-93c0-430d-8dd8-15294b80c384 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.785986] env[62298]: DEBUG oslo_vmware.api [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804732, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.808988] env[62298]: DEBUG nova.compute.manager [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1778.971797] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.972424] env[62298]: DEBUG nova.compute.manager [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1778.975230] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b0ac6885-4962-4007-b516-aeb4ea06da6a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.881s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.975503] env[62298]: DEBUG nova.objects.instance [None req-b0ac6885-4962-4007-b516-aeb4ea06da6a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lazy-loading 'resources' on Instance uuid 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1779.113291] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: f5edc1aa-3f2f-4acc-8567-2d3b8e28badc] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1779.286422] env[62298]: DEBUG oslo_vmware.api [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804732, 'name': PowerOnVM_Task, 'duration_secs': 0.720924} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.286694] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1779.286901] env[62298]: INFO nova.compute.manager [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Took 10.23 seconds to spawn the instance on the hypervisor. [ 1779.287137] env[62298]: DEBUG nova.compute.manager [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1779.287976] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fc1825-2111-475d-9e0a-b223d52a4c38 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.332012] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.397217] env[62298]: DEBUG nova.network.neutron [-] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.478877] env[62298]: DEBUG nova.compute.utils [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1779.488069] env[62298]: DEBUG nova.compute.manager [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1779.488147] env[62298]: DEBUG nova.network.neutron [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1779.589534] env[62298]: DEBUG nova.policy [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c34b1fd39734e3ab900a281eb55395b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9eedc72185a44acafe9968bcf69257d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1779.615835] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 9724e06a-066b-433d-bc5b-36d95039060f] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1779.682976] env[62298]: DEBUG nova.network.neutron [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Successfully updated port: e17a62a5-fe1f-4f20-b214-7cc96edba422 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1779.729272] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd890fa6-f653-4662-9e54-7a144b53b92f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.741169] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4c2c29-33d9-4a2c-88b9-19fa2b0de423 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.772889] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c9498094-77ac-4ae2-9528-e8846033afc3 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquiring lock "refresh_cache-cd8578c7-edcd-40b7-95f3-ce0bdea6f507" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.772889] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c9498094-77ac-4ae2-9528-e8846033afc3 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquired lock "refresh_cache-cd8578c7-edcd-40b7-95f3-ce0bdea6f507" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.772889] env[62298]: DEBUG nova.network.neutron [None req-c9498094-77ac-4ae2-9528-e8846033afc3 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1779.775425] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad69d8d-6d7d-4400-9fa0-6d0e41eaf716 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.783703] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45193df7-ea27-44f3-8f9c-9df8b631205e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.806314] env[62298]: DEBUG nova.compute.provider_tree [None req-b0ac6885-4962-4007-b516-aeb4ea06da6a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1779.812989] env[62298]: INFO nova.compute.manager [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Took 20.66 seconds to build instance. [ 1779.900216] env[62298]: INFO nova.compute.manager [-] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Took 1.28 seconds to deallocate network for instance. [ 1779.915584] env[62298]: DEBUG nova.compute.manager [req-c93d84ad-cb46-4263-a0dc-e094e1964f1d req-b584ee57-8a3f-4612-a4a8-192ef5c17103 service nova] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Received event network-vif-deleted-0a28d8e2-6387-4d16-8ff3-7b62c269e5e2 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1779.915853] env[62298]: DEBUG nova.compute.manager [req-c93d84ad-cb46-4263-a0dc-e094e1964f1d req-b584ee57-8a3f-4612-a4a8-192ef5c17103 service nova] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Received event network-vif-plugged-e17a62a5-fe1f-4f20-b214-7cc96edba422 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1779.916786] env[62298]: DEBUG oslo_concurrency.lockutils [req-c93d84ad-cb46-4263-a0dc-e094e1964f1d req-b584ee57-8a3f-4612-a4a8-192ef5c17103 service nova] Acquiring lock "29b49c1a-e92f-4f68-aedd-59c2f82c7295-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.916786] env[62298]: DEBUG oslo_concurrency.lockutils [req-c93d84ad-cb46-4263-a0dc-e094e1964f1d req-b584ee57-8a3f-4612-a4a8-192ef5c17103 service nova] Lock "29b49c1a-e92f-4f68-aedd-59c2f82c7295-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.916786] env[62298]: DEBUG oslo_concurrency.lockutils [req-c93d84ad-cb46-4263-a0dc-e094e1964f1d req-b584ee57-8a3f-4612-a4a8-192ef5c17103 service nova] Lock "29b49c1a-e92f-4f68-aedd-59c2f82c7295-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.916786] env[62298]: DEBUG nova.compute.manager [req-c93d84ad-cb46-4263-a0dc-e094e1964f1d req-b584ee57-8a3f-4612-a4a8-192ef5c17103 service nova] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] No waiting events found dispatching network-vif-plugged-e17a62a5-fe1f-4f20-b214-7cc96edba422 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1779.918425] env[62298]: WARNING nova.compute.manager [req-c93d84ad-cb46-4263-a0dc-e094e1964f1d req-b584ee57-8a3f-4612-a4a8-192ef5c17103 service nova] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Received unexpected event network-vif-plugged-e17a62a5-fe1f-4f20-b214-7cc96edba422 for instance with vm_state building and task_state spawning. [ 1779.918425] env[62298]: DEBUG nova.compute.manager [req-c93d84ad-cb46-4263-a0dc-e094e1964f1d req-b584ee57-8a3f-4612-a4a8-192ef5c17103 service nova] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Received event network-changed-e17a62a5-fe1f-4f20-b214-7cc96edba422 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1779.918425] env[62298]: DEBUG nova.compute.manager [req-c93d84ad-cb46-4263-a0dc-e094e1964f1d req-b584ee57-8a3f-4612-a4a8-192ef5c17103 service nova] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Refreshing instance network info cache due to event network-changed-e17a62a5-fe1f-4f20-b214-7cc96edba422. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1779.918425] env[62298]: DEBUG oslo_concurrency.lockutils [req-c93d84ad-cb46-4263-a0dc-e094e1964f1d req-b584ee57-8a3f-4612-a4a8-192ef5c17103 service nova] Acquiring lock "refresh_cache-29b49c1a-e92f-4f68-aedd-59c2f82c7295" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.918425] env[62298]: DEBUG oslo_concurrency.lockutils [req-c93d84ad-cb46-4263-a0dc-e094e1964f1d req-b584ee57-8a3f-4612-a4a8-192ef5c17103 service nova] Acquired lock "refresh_cache-29b49c1a-e92f-4f68-aedd-59c2f82c7295" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.918425] env[62298]: DEBUG nova.network.neutron [req-c93d84ad-cb46-4263-a0dc-e094e1964f1d req-b584ee57-8a3f-4612-a4a8-192ef5c17103 service nova] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Refreshing network info cache for port e17a62a5-fe1f-4f20-b214-7cc96edba422 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1779.988103] env[62298]: DEBUG nova.compute.manager [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1780.070140] env[62298]: DEBUG nova.network.neutron [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Successfully created port: 8f404499-2304-4b32-ba70-c41ee1c6ddd7 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1780.125529] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: f11cb2f6-fd6a-4cc1-9e24-ced229d5c992] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1780.187904] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "refresh_cache-29b49c1a-e92f-4f68-aedd-59c2f82c7295" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.316471] env[62298]: DEBUG nova.scheduler.client.report [None req-b0ac6885-4962-4007-b516-aeb4ea06da6a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1780.321044] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2a176a25-f82d-41f4-b330-5ee784bcb904 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "43685ecf-c669-4ff0-b05a-ff29697e0259" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.174s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.389481] env[62298]: DEBUG oslo_concurrency.lockutils [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Acquiring lock "49dbf9db-ce44-4acf-bc7f-c375a814749f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.389834] env[62298]: DEBUG oslo_concurrency.lockutils [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Lock "49dbf9db-ce44-4acf-bc7f-c375a814749f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.405349] env[62298]: DEBUG nova.compute.manager [req-67da4155-942f-4ced-9678-2e9057dc0900 req-a0539613-7c27-4455-bba8-e18f74ec030e service nova] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Received event network-changed-ff90e72b-8489-464b-a7a0-4093f77fec67 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1780.405576] env[62298]: DEBUG nova.compute.manager [req-67da4155-942f-4ced-9678-2e9057dc0900 req-a0539613-7c27-4455-bba8-e18f74ec030e service nova] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Refreshing instance network info cache due to event network-changed-ff90e72b-8489-464b-a7a0-4093f77fec67. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1780.405796] env[62298]: DEBUG oslo_concurrency.lockutils [req-67da4155-942f-4ced-9678-2e9057dc0900 req-a0539613-7c27-4455-bba8-e18f74ec030e service nova] Acquiring lock "refresh_cache-43685ecf-c669-4ff0-b05a-ff29697e0259" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.405946] env[62298]: DEBUG oslo_concurrency.lockutils [req-67da4155-942f-4ced-9678-2e9057dc0900 req-a0539613-7c27-4455-bba8-e18f74ec030e service nova] Acquired lock "refresh_cache-43685ecf-c669-4ff0-b05a-ff29697e0259" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.406122] env[62298]: DEBUG nova.network.neutron [req-67da4155-942f-4ced-9678-2e9057dc0900 req-a0539613-7c27-4455-bba8-e18f74ec030e service nova] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Refreshing network info cache for port ff90e72b-8489-464b-a7a0-4093f77fec67 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1780.412916] env[62298]: DEBUG oslo_concurrency.lockutils [None req-679bd115-0778-4167-9ecb-a74b6aec444c tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.487828] env[62298]: DEBUG nova.network.neutron [req-c93d84ad-cb46-4263-a0dc-e094e1964f1d req-b584ee57-8a3f-4612-a4a8-192ef5c17103 service nova] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1780.629691] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 4daacdb1-2bf0-4000-9483-ede74b2e96fe] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1780.651437] env[62298]: DEBUG nova.network.neutron [req-c93d84ad-cb46-4263-a0dc-e094e1964f1d req-b584ee57-8a3f-4612-a4a8-192ef5c17103 service nova] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.685047] env[62298]: DEBUG nova.network.neutron [None req-c9498094-77ac-4ae2-9528-e8846033afc3 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Updating instance_info_cache with network_info: [{"id": "137eed31-cefe-46b9-a2c5-70741e99459e", "address": "fa:16:3e:df:73:36", "network": {"id": "8bec07db-9204-4a2d-a3cc-c76676c9e887", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1314547665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac9f2ac2639643e790fa1d913c4dc43f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap137eed31-ce", "ovs_interfaceid": "137eed31-cefe-46b9-a2c5-70741e99459e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.822456] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b0ac6885-4962-4007-b516-aeb4ea06da6a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.847s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.824762] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.383s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.824996] env[62298]: DEBUG nova.objects.instance [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Lazy-loading 'resources' on Instance uuid 5ad600a5-4522-44ea-9a3d-9435c86b592b {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1780.845376] env[62298]: INFO nova.scheduler.client.report [None req-b0ac6885-4962-4007-b516-aeb4ea06da6a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Deleted allocations for instance 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6 [ 1780.895025] env[62298]: DEBUG nova.compute.manager [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1780.996532] env[62298]: DEBUG nova.compute.manager [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1781.035265] env[62298]: DEBUG nova.virt.hardware [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1781.035510] env[62298]: DEBUG nova.virt.hardware [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1781.035671] env[62298]: DEBUG nova.virt.hardware [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1781.035877] env[62298]: DEBUG nova.virt.hardware [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1781.036054] env[62298]: DEBUG nova.virt.hardware [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1781.036464] env[62298]: DEBUG nova.virt.hardware [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1781.036693] env[62298]: DEBUG nova.virt.hardware [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1781.036859] env[62298]: DEBUG nova.virt.hardware [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1781.037045] env[62298]: DEBUG nova.virt.hardware [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1781.037220] env[62298]: DEBUG nova.virt.hardware [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1781.037396] env[62298]: DEBUG nova.virt.hardware [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1781.038316] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13774176-9188-4d46-b40d-1a601ac14d1a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.046983] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49894fa-84ab-49fe-be7b-642acf60e58f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.132992] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: b6d22d28-9442-4dcc-9905-961b2175ed95] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1781.154244] env[62298]: DEBUG oslo_concurrency.lockutils [req-c93d84ad-cb46-4263-a0dc-e094e1964f1d req-b584ee57-8a3f-4612-a4a8-192ef5c17103 service nova] Releasing lock "refresh_cache-29b49c1a-e92f-4f68-aedd-59c2f82c7295" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.154640] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquired lock "refresh_cache-29b49c1a-e92f-4f68-aedd-59c2f82c7295" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.154802] env[62298]: DEBUG nova.network.neutron [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1781.187572] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c9498094-77ac-4ae2-9528-e8846033afc3 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Releasing lock "refresh_cache-cd8578c7-edcd-40b7-95f3-ce0bdea6f507" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.188651] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087ca809-65da-406d-8617-f37db6b6a4ac {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.196447] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c9498094-77ac-4ae2-9528-e8846033afc3 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Resuming the VM {{(pid=62298) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1781.196680] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1bbc2c8-69f5-4115-8fc8-ab778330a0c0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.203060] env[62298]: DEBUG oslo_vmware.api [None req-c9498094-77ac-4ae2-9528-e8846033afc3 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1781.203060] env[62298]: value = "task-1804734" [ 1781.203060] env[62298]: _type = "Task" [ 1781.203060] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.214850] env[62298]: DEBUG oslo_vmware.api [None req-c9498094-77ac-4ae2-9528-e8846033afc3 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.353786] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b0ac6885-4962-4007-b516-aeb4ea06da6a tempest-ImagesTestJSON-1631936047 tempest-ImagesTestJSON-1631936047-project-member] Lock "4e5ed4da-fdfa-4f4a-8847-5183d8a447b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.379s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.416466] env[62298]: DEBUG oslo_concurrency.lockutils [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.506170] env[62298]: DEBUG nova.network.neutron [req-67da4155-942f-4ced-9678-2e9057dc0900 req-a0539613-7c27-4455-bba8-e18f74ec030e service nova] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Updated VIF entry in instance network info cache for port ff90e72b-8489-464b-a7a0-4093f77fec67. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1781.506547] env[62298]: DEBUG nova.network.neutron [req-67da4155-942f-4ced-9678-2e9057dc0900 req-a0539613-7c27-4455-bba8-e18f74ec030e service nova] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Updating instance_info_cache with network_info: [{"id": "ff90e72b-8489-464b-a7a0-4093f77fec67", "address": "fa:16:3e:f9:00:32", "network": {"id": "0622261b-44b0-4c1a-819a-db83d31fda3f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-821763392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ff3e052184495da842a8b9e1009816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff90e72b-84", "ovs_interfaceid": "ff90e72b-8489-464b-a7a0-4093f77fec67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.521882] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b6f26b-2344-4092-a43a-57cdb963ff16 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.531503] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17aa5b5-a697-4f23-adf4-035a155a58dd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.565079] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f8c274-bbd3-4e14-8771-b0f8dd4907fd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.573086] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9abea1-d4aa-473b-a701-bae700530ac7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.589422] env[62298]: DEBUG nova.compute.provider_tree [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1781.636404] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 105e3ba2-c810-4fbb-bf8e-8b7b2c00735a] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1781.690727] env[62298]: DEBUG nova.network.neutron [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1781.714986] env[62298]: DEBUG oslo_vmware.api [None req-c9498094-77ac-4ae2-9528-e8846033afc3 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804734, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.949475] env[62298]: DEBUG nova.network.neutron [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Updating instance_info_cache with network_info: [{"id": "e17a62a5-fe1f-4f20-b214-7cc96edba422", "address": "fa:16:3e:91:c6:d0", "network": {"id": "091ff129-3451-49f5-adcd-213ad39e86c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-239447299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "590be3a2ce564aadaff20814b841c464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape17a62a5-fe", "ovs_interfaceid": "e17a62a5-fe1f-4f20-b214-7cc96edba422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.010361] env[62298]: DEBUG oslo_concurrency.lockutils [req-67da4155-942f-4ced-9678-2e9057dc0900 req-a0539613-7c27-4455-bba8-e18f74ec030e service nova] Releasing lock "refresh_cache-43685ecf-c669-4ff0-b05a-ff29697e0259" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.039625] env[62298]: DEBUG nova.compute.manager [req-414c704d-0884-4e6d-b260-3fb178f688c8 req-2fc3cbda-bf02-44d0-b35e-dcec2e67c87f service nova] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Received event network-vif-plugged-8f404499-2304-4b32-ba70-c41ee1c6ddd7 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1782.040017] env[62298]: DEBUG oslo_concurrency.lockutils [req-414c704d-0884-4e6d-b260-3fb178f688c8 req-2fc3cbda-bf02-44d0-b35e-dcec2e67c87f service nova] Acquiring lock "266b0b61-af59-4ac0-9cf1-b5b1828c9749-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.040768] env[62298]: DEBUG oslo_concurrency.lockutils [req-414c704d-0884-4e6d-b260-3fb178f688c8 req-2fc3cbda-bf02-44d0-b35e-dcec2e67c87f service nova] Lock "266b0b61-af59-4ac0-9cf1-b5b1828c9749-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.041064] env[62298]: DEBUG oslo_concurrency.lockutils [req-414c704d-0884-4e6d-b260-3fb178f688c8 req-2fc3cbda-bf02-44d0-b35e-dcec2e67c87f service nova] Lock "266b0b61-af59-4ac0-9cf1-b5b1828c9749-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.041579] env[62298]: DEBUG nova.compute.manager [req-414c704d-0884-4e6d-b260-3fb178f688c8 req-2fc3cbda-bf02-44d0-b35e-dcec2e67c87f service nova] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] No waiting events found dispatching network-vif-plugged-8f404499-2304-4b32-ba70-c41ee1c6ddd7 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1782.041949] env[62298]: WARNING nova.compute.manager [req-414c704d-0884-4e6d-b260-3fb178f688c8 req-2fc3cbda-bf02-44d0-b35e-dcec2e67c87f service nova] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Received unexpected event network-vif-plugged-8f404499-2304-4b32-ba70-c41ee1c6ddd7 for instance with vm_state building and task_state spawning. [ 1782.113180] env[62298]: ERROR nova.scheduler.client.report [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] [req-d82d61b2-a447-43eb-a3a3-5c5b9bae5dc1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d82d61b2-a447-43eb-a3a3-5c5b9bae5dc1"}]} [ 1782.135239] env[62298]: DEBUG nova.scheduler.client.report [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1782.139296] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 4299a361-5be4-452f-b4f3-63673dff726c] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1782.152128] env[62298]: DEBUG nova.scheduler.client.report [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1782.152549] env[62298]: DEBUG nova.compute.provider_tree [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1782.165966] env[62298]: DEBUG nova.scheduler.client.report [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1782.176952] env[62298]: DEBUG nova.network.neutron [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Successfully updated port: 8f404499-2304-4b32-ba70-c41ee1c6ddd7 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1782.198890] env[62298]: DEBUG nova.scheduler.client.report [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1782.215328] env[62298]: DEBUG oslo_vmware.api [None req-c9498094-77ac-4ae2-9528-e8846033afc3 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804734, 'name': PowerOnVM_Task, 'duration_secs': 0.769055} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.215632] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c9498094-77ac-4ae2-9528-e8846033afc3 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Resumed the VM {{(pid=62298) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1782.215890] env[62298]: DEBUG nova.compute.manager [None req-c9498094-77ac-4ae2-9528-e8846033afc3 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1782.219508] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93919f0a-3204-4fb3-ab77-30f248d4a05b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.400644] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad67cf7-2480-4f27-a860-b37a1b3df383 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.408781] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc74132c-5bc9-4e96-85c3-5b8dc20e00e7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.441301] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d772f2-9128-4233-bad2-e9ce90c074d0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.449226] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abdba7a-e27b-4882-9503-38f9e51393c4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.453508] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Releasing lock "refresh_cache-29b49c1a-e92f-4f68-aedd-59c2f82c7295" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.453824] env[62298]: DEBUG nova.compute.manager [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Instance network_info: |[{"id": "e17a62a5-fe1f-4f20-b214-7cc96edba422", "address": "fa:16:3e:91:c6:d0", "network": {"id": "091ff129-3451-49f5-adcd-213ad39e86c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-239447299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "590be3a2ce564aadaff20814b841c464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape17a62a5-fe", "ovs_interfaceid": "e17a62a5-fe1f-4f20-b214-7cc96edba422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1782.454238] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:c6:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e17a62a5-fe1f-4f20-b214-7cc96edba422', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1782.461951] env[62298]: DEBUG oslo.service.loopingcall [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1782.462646] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1782.463124] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce8ca765-3a3c-4b58-90dc-5ff3ed7db5ea {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.485364] env[62298]: DEBUG nova.compute.provider_tree [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1782.498019] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1782.498019] env[62298]: value = "task-1804736" [ 1782.498019] env[62298]: _type = "Task" [ 1782.498019] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.506786] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804736, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.644291] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 45790b23-5401-4d8d-9c21-63342ce189c4] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1782.679993] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquiring lock "refresh_cache-266b0b61-af59-4ac0-9cf1-b5b1828c9749" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.680161] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquired lock "refresh_cache-266b0b61-af59-4ac0-9cf1-b5b1828c9749" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.680311] env[62298]: DEBUG nova.network.neutron [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1783.013015] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804736, 'name': CreateVM_Task, 'duration_secs': 0.470291} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.013015] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1783.013015] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.013015] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.013015] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1783.013015] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0563018f-45ac-406c-aa4a-cb80fed5b43a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.016641] env[62298]: DEBUG oslo_vmware.api [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1783.016641] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5222bb53-c1e1-fc09-7f89-c7b038632d49" [ 1783.016641] env[62298]: _type = "Task" [ 1783.016641] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.025824] env[62298]: DEBUG oslo_vmware.api [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5222bb53-c1e1-fc09-7f89-c7b038632d49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.035877] env[62298]: DEBUG nova.scheduler.client.report [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 116 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1783.036129] env[62298]: DEBUG nova.compute.provider_tree [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 116 to 117 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1783.036313] env[62298]: DEBUG nova.compute.provider_tree [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1783.147481] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: c09064a5-1b6f-4a90-99a8-fc00c910cfa7] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1783.266218] env[62298]: DEBUG nova.network.neutron [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1783.528969] env[62298]: DEBUG oslo_vmware.api [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5222bb53-c1e1-fc09-7f89-c7b038632d49, 'name': SearchDatastore_Task, 'duration_secs': 0.010861} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.529292] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.529535] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1783.529774] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.529968] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.530198] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1783.530469] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be7fd979-6a0c-419d-b711-0fb7b2e105b4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.538928] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1783.539094] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1783.539865] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2a07473-53b2-4103-be26-223123a3e64b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.542451] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.718s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.544404] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.213s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.546248] env[62298]: INFO nova.compute.claims [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1783.553151] env[62298]: DEBUG oslo_vmware.api [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1783.553151] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ddc439-6205-fa0b-e320-30015c978f00" [ 1783.553151] env[62298]: _type = "Task" [ 1783.553151] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.558999] env[62298]: DEBUG oslo_vmware.api [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ddc439-6205-fa0b-e320-30015c978f00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.575498] env[62298]: INFO nova.scheduler.client.report [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Deleted allocations for instance 5ad600a5-4522-44ea-9a3d-9435c86b592b [ 1783.599093] env[62298]: DEBUG nova.network.neutron [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Updating instance_info_cache with network_info: [{"id": "8f404499-2304-4b32-ba70-c41ee1c6ddd7", "address": "fa:16:3e:f2:08:80", "network": {"id": "b519442e-3144-4f4a-8299-5b1716080f96", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-919446948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9eedc72185a44acafe9968bcf69257d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f404499-23", "ovs_interfaceid": "8f404499-2304-4b32-ba70-c41ee1c6ddd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.651535] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 7e70b527-551f-493f-9a1e-ff27c58124b1] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1784.067153] env[62298]: DEBUG oslo_vmware.api [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ddc439-6205-fa0b-e320-30015c978f00, 'name': SearchDatastore_Task, 'duration_secs': 0.008868} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.070750] env[62298]: DEBUG nova.compute.manager [req-ed3dd573-3d6e-42f3-9291-55a7fa1bb42c req-33e9ea69-41ac-43a4-97ca-18f006752009 service nova] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Received event network-changed-8f404499-2304-4b32-ba70-c41ee1c6ddd7 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1784.071023] env[62298]: DEBUG nova.compute.manager [req-ed3dd573-3d6e-42f3-9291-55a7fa1bb42c req-33e9ea69-41ac-43a4-97ca-18f006752009 service nova] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Refreshing instance network info cache due to event network-changed-8f404499-2304-4b32-ba70-c41ee1c6ddd7. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1784.071299] env[62298]: DEBUG oslo_concurrency.lockutils [req-ed3dd573-3d6e-42f3-9291-55a7fa1bb42c req-33e9ea69-41ac-43a4-97ca-18f006752009 service nova] Acquiring lock "refresh_cache-266b0b61-af59-4ac0-9cf1-b5b1828c9749" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.072084] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64f8e751-2e84-43f5-9d79-a18887f2ce06 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.080170] env[62298]: DEBUG oslo_vmware.api [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1784.080170] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521a302c-45b5-dfc8-3f81-ab367daca56c" [ 1784.080170] env[62298]: _type = "Task" [ 1784.080170] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.087149] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a2204423-f704-4f32-ba23-d41cec591cdb tempest-AttachInterfacesUnderV243Test-2002262153 tempest-AttachInterfacesUnderV243Test-2002262153-project-member] Lock "5ad600a5-4522-44ea-9a3d-9435c86b592b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.940s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.096183] env[62298]: DEBUG oslo_vmware.api [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521a302c-45b5-dfc8-3f81-ab367daca56c, 'name': SearchDatastore_Task, 'duration_secs': 0.010615} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.096567] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.096928] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 29b49c1a-e92f-4f68-aedd-59c2f82c7295/29b49c1a-e92f-4f68-aedd-59c2f82c7295.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1784.098026] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-666e15a9-9fa8-43f3-a61c-22fb146360f7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.102085] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Releasing lock "refresh_cache-266b0b61-af59-4ac0-9cf1-b5b1828c9749" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.102459] env[62298]: DEBUG nova.compute.manager [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Instance network_info: |[{"id": "8f404499-2304-4b32-ba70-c41ee1c6ddd7", "address": "fa:16:3e:f2:08:80", "network": {"id": "b519442e-3144-4f4a-8299-5b1716080f96", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-919446948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9eedc72185a44acafe9968bcf69257d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f404499-23", "ovs_interfaceid": "8f404499-2304-4b32-ba70-c41ee1c6ddd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1784.102845] env[62298]: DEBUG oslo_concurrency.lockutils [req-ed3dd573-3d6e-42f3-9291-55a7fa1bb42c req-33e9ea69-41ac-43a4-97ca-18f006752009 service nova] Acquired lock "refresh_cache-266b0b61-af59-4ac0-9cf1-b5b1828c9749" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.103131] env[62298]: DEBUG nova.network.neutron [req-ed3dd573-3d6e-42f3-9291-55a7fa1bb42c req-33e9ea69-41ac-43a4-97ca-18f006752009 service nova] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Refreshing network info cache for port 8f404499-2304-4b32-ba70-c41ee1c6ddd7 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1784.104668] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:08:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f404499-2304-4b32-ba70-c41ee1c6ddd7', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1784.115921] env[62298]: DEBUG oslo.service.loopingcall [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1784.119225] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1784.119722] env[62298]: DEBUG oslo_vmware.api [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1784.119722] env[62298]: value = "task-1804738" [ 1784.119722] env[62298]: _type = "Task" [ 1784.119722] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.119932] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00456f19-5125-4d07-9746-737196337a1d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.154629] env[62298]: DEBUG oslo_vmware.api [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.156189] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1784.156189] env[62298]: value = "task-1804739" [ 1784.156189] env[62298]: _type = "Task" [ 1784.156189] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.160671] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 31168214-21a0-4580-9363-cb96722eec4c] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1784.169813] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804739, 'name': CreateVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.656894] env[62298]: DEBUG oslo_vmware.api [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459368} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.661007] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 29b49c1a-e92f-4f68-aedd-59c2f82c7295/29b49c1a-e92f-4f68-aedd-59c2f82c7295.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1784.662989] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1784.664046] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dd213f6-25d4-48e4-9b18-d68e87b821b7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.671997] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 08388840-e801-45b9-8887-a5858263b00a] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1784.680469] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804739, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.684555] env[62298]: DEBUG oslo_vmware.api [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1784.684555] env[62298]: value = "task-1804740" [ 1784.684555] env[62298]: _type = "Task" [ 1784.684555] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.698605] env[62298]: DEBUG oslo_vmware.api [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.743523] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafd6a35-2bf6-4367-bca1-9dd548d40500 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.753322] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb69fbb-2e4f-455e-859b-3007537a5a39 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.789280] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f019450-0ca4-4b76-8273-ee562f8899f1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.796933] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222123ee-af06-472f-8dc2-7a4f54579bfc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.814546] env[62298]: DEBUG nova.compute.provider_tree [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1784.960683] env[62298]: DEBUG nova.network.neutron [req-ed3dd573-3d6e-42f3-9291-55a7fa1bb42c req-33e9ea69-41ac-43a4-97ca-18f006752009 service nova] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Updated VIF entry in instance network info cache for port 8f404499-2304-4b32-ba70-c41ee1c6ddd7. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1784.961080] env[62298]: DEBUG nova.network.neutron [req-ed3dd573-3d6e-42f3-9291-55a7fa1bb42c req-33e9ea69-41ac-43a4-97ca-18f006752009 service nova] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Updating instance_info_cache with network_info: [{"id": "8f404499-2304-4b32-ba70-c41ee1c6ddd7", "address": "fa:16:3e:f2:08:80", "network": {"id": "b519442e-3144-4f4a-8299-5b1716080f96", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-919446948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9eedc72185a44acafe9968bcf69257d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f404499-23", "ovs_interfaceid": "8f404499-2304-4b32-ba70-c41ee1c6ddd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.167242] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804739, 'name': CreateVM_Task, 'duration_secs': 0.601367} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.167426] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1785.168185] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.168348] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.168675] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1785.168941] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8f8c9ee-3cd2-407a-9169-86bd155b7b4f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.173570] env[62298]: DEBUG oslo_vmware.api [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1785.173570] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5283cd02-1bcf-bf59-d519-89df151588fc" [ 1785.173570] env[62298]: _type = "Task" [ 1785.173570] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.183937] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: d9bfdb30-bad4-4cc8-8ae9-67aff2df00a6] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1785.188848] env[62298]: DEBUG oslo_vmware.api [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5283cd02-1bcf-bf59-d519-89df151588fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.196256] env[62298]: DEBUG oslo_vmware.api [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07069} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.197729] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1785.201026] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d38baa-b537-4cf3-a83c-97acd3c88352 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.227983] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 29b49c1a-e92f-4f68-aedd-59c2f82c7295/29b49c1a-e92f-4f68-aedd-59c2f82c7295.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1785.228761] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8372603e-4153-4a32-9c06-59755fef7b4a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.252029] env[62298]: DEBUG oslo_vmware.api [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1785.252029] env[62298]: value = "task-1804741" [ 1785.252029] env[62298]: _type = "Task" [ 1785.252029] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.260222] env[62298]: DEBUG oslo_vmware.api [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804741, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.354210] env[62298]: DEBUG nova.scheduler.client.report [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 117 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1785.354210] env[62298]: DEBUG nova.compute.provider_tree [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 117 to 118 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1785.354210] env[62298]: DEBUG nova.compute.provider_tree [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1785.464942] env[62298]: DEBUG oslo_concurrency.lockutils [req-ed3dd573-3d6e-42f3-9291-55a7fa1bb42c req-33e9ea69-41ac-43a4-97ca-18f006752009 service nova] Releasing lock "refresh_cache-266b0b61-af59-4ac0-9cf1-b5b1828c9749" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.479768] env[62298]: DEBUG oslo_concurrency.lockutils [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquiring lock "cd8578c7-edcd-40b7-95f3-ce0bdea6f507" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.479768] env[62298]: DEBUG oslo_concurrency.lockutils [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "cd8578c7-edcd-40b7-95f3-ce0bdea6f507" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.479768] env[62298]: DEBUG oslo_concurrency.lockutils [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquiring lock "cd8578c7-edcd-40b7-95f3-ce0bdea6f507-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.479768] env[62298]: DEBUG oslo_concurrency.lockutils [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "cd8578c7-edcd-40b7-95f3-ce0bdea6f507-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.479768] env[62298]: DEBUG oslo_concurrency.lockutils [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "cd8578c7-edcd-40b7-95f3-ce0bdea6f507-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.486748] env[62298]: INFO nova.compute.manager [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Terminating instance [ 1785.685169] env[62298]: DEBUG oslo_vmware.api [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5283cd02-1bcf-bf59-d519-89df151588fc, 'name': SearchDatastore_Task, 'duration_secs': 0.009397} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.685585] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.685754] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1785.686011] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.686180] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.686366] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1785.686633] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d5117de-1c30-410d-b83b-778f30ca70b9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.690166] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 9a0b606b-2b47-4257-8722-e3933b63890b] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1785.701045] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1785.701045] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1785.701670] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b95a960c-4f7d-475a-9b2a-63b9f227f62e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.710375] env[62298]: DEBUG oslo_vmware.api [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1785.710375] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529b98ed-6d32-e13e-c0c1-2980dc1d4d7e" [ 1785.710375] env[62298]: _type = "Task" [ 1785.710375] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.718179] env[62298]: DEBUG oslo_vmware.api [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529b98ed-6d32-e13e-c0c1-2980dc1d4d7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.765484] env[62298]: DEBUG oslo_vmware.api [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804741, 'name': ReconfigVM_Task, 'duration_secs': 0.274049} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.765791] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 29b49c1a-e92f-4f68-aedd-59c2f82c7295/29b49c1a-e92f-4f68-aedd-59c2f82c7295.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1785.766586] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64860999-69c4-4d8c-9b7b-2a339442d986 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.773041] env[62298]: DEBUG oslo_vmware.api [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1785.773041] env[62298]: value = "task-1804742" [ 1785.773041] env[62298]: _type = "Task" [ 1785.773041] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.781398] env[62298]: DEBUG oslo_vmware.api [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804742, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.858322] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.858978] env[62298]: DEBUG nova.compute.manager [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1785.863324] env[62298]: DEBUG oslo_concurrency.lockutils [None req-679bd115-0778-4167-9ecb-a74b6aec444c tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.449s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.863324] env[62298]: DEBUG nova.objects.instance [None req-679bd115-0778-4167-9ecb-a74b6aec444c tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Lazy-loading 'resources' on Instance uuid 23ba2a3a-1d1f-456d-9e47-75d50a3920de {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1785.994983] env[62298]: DEBUG nova.compute.manager [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1785.994983] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1785.997788] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb8a703-f0fd-4922-b433-27bd56a493ed {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.008242] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1786.008974] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9675101e-1f1a-49d3-aceb-20ce0bf9d478 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.018329] env[62298]: DEBUG oslo_vmware.api [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1786.018329] env[62298]: value = "task-1804744" [ 1786.018329] env[62298]: _type = "Task" [ 1786.018329] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.043726] env[62298]: DEBUG oslo_vmware.api [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.194911] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 3f92eae6-b888-4913-8db0-618e1aaa45bf] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1786.226284] env[62298]: DEBUG oslo_vmware.api [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529b98ed-6d32-e13e-c0c1-2980dc1d4d7e, 'name': SearchDatastore_Task, 'duration_secs': 0.0099} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.228942] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90917ec6-5e25-4935-a2f2-d2ecba7418e5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.236263] env[62298]: DEBUG oslo_vmware.api [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1786.236263] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522d6947-7589-32f0-fed2-15632d648817" [ 1786.236263] env[62298]: _type = "Task" [ 1786.236263] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.247977] env[62298]: DEBUG oslo_vmware.api [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522d6947-7589-32f0-fed2-15632d648817, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.284644] env[62298]: DEBUG oslo_vmware.api [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804742, 'name': Rename_Task, 'duration_secs': 0.144344} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.284977] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1786.285463] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ce3e775-0340-4618-a363-59d6d8d5d669 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.293217] env[62298]: DEBUG oslo_vmware.api [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1786.293217] env[62298]: value = "task-1804745" [ 1786.293217] env[62298]: _type = "Task" [ 1786.293217] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.307502] env[62298]: DEBUG oslo_vmware.api [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.365592] env[62298]: DEBUG nova.compute.utils [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1786.372309] env[62298]: DEBUG nova.compute.manager [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1786.372572] env[62298]: DEBUG nova.network.neutron [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1786.432395] env[62298]: DEBUG nova.policy [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fe205f549084573a0bcb772655514e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd16a7e68d89479986f48962c3b7f070', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1786.529587] env[62298]: DEBUG oslo_vmware.api [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804744, 'name': PowerOffVM_Task, 'duration_secs': 0.214491} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.529937] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1786.530091] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1786.530353] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c856b747-6288-44a1-a6f3-82c3074fccb8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.599715] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5fe28d-fe3d-479d-aec7-09331378b823 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.609303] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec92b46-4028-4dd6-a790-285db0fb6293 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.648672] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4489f784-03f2-4e90-afe8-86fecdf25df9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.652729] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1786.653150] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1786.653453] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Deleting the datastore file [datastore1] cd8578c7-edcd-40b7-95f3-ce0bdea6f507 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1786.654216] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15a6e392-f3ee-4f04-8e9b-ffe102f02141 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.666022] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc66c1e-0656-411c-9402-daff8d10cded {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.669818] env[62298]: DEBUG oslo_vmware.api [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for the task: (returnval){ [ 1786.669818] env[62298]: value = "task-1804747" [ 1786.669818] env[62298]: _type = "Task" [ 1786.669818] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.683445] env[62298]: DEBUG nova.compute.provider_tree [None req-679bd115-0778-4167-9ecb-a74b6aec444c tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1786.692181] env[62298]: DEBUG oslo_vmware.api [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.700186] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: b5509412-69b2-4de3-a46a-41bfbb24bf6b] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1786.747482] env[62298]: DEBUG oslo_vmware.api [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522d6947-7589-32f0-fed2-15632d648817, 'name': SearchDatastore_Task, 'duration_secs': 0.011668} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.747804] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.748082] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 266b0b61-af59-4ac0-9cf1-b5b1828c9749/266b0b61-af59-4ac0-9cf1-b5b1828c9749.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1786.748368] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d92a0d4-7247-4e22-a89e-0145a57b2cc4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.756913] env[62298]: DEBUG oslo_vmware.api [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1786.756913] env[62298]: value = "task-1804748" [ 1786.756913] env[62298]: _type = "Task" [ 1786.756913] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.763912] env[62298]: DEBUG oslo_vmware.api [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.805445] env[62298]: DEBUG oslo_vmware.api [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804745, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.871491] env[62298]: DEBUG nova.compute.manager [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1786.962386] env[62298]: DEBUG nova.network.neutron [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Successfully created port: 3502d7bb-1e65-4084-a947-f4bfec7cfaef {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1787.185350] env[62298]: DEBUG oslo_vmware.api [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Task: {'id': task-1804747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162353} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.185486] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1787.185714] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1787.185909] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1787.186434] env[62298]: INFO nova.compute.manager [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1787.186737] env[62298]: DEBUG oslo.service.loopingcall [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1787.190937] env[62298]: DEBUG nova.scheduler.client.report [None req-679bd115-0778-4167-9ecb-a74b6aec444c tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1787.199016] env[62298]: DEBUG nova.compute.manager [-] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1787.199016] env[62298]: DEBUG nova.network.neutron [-] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1787.206633] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: a72423b0-ebdf-48cc-a7f4-572c5fc398f3] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1787.270696] env[62298]: DEBUG oslo_vmware.api [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502336} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.270696] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 266b0b61-af59-4ac0-9cf1-b5b1828c9749/266b0b61-af59-4ac0-9cf1-b5b1828c9749.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1787.270888] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1787.271020] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5219f532-8e91-471e-ae66-9dd0bb45a46f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.278136] env[62298]: DEBUG oslo_vmware.api [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1787.278136] env[62298]: value = "task-1804749" [ 1787.278136] env[62298]: _type = "Task" [ 1787.278136] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.286435] env[62298]: DEBUG oslo_vmware.api [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.305303] env[62298]: DEBUG oslo_vmware.api [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804745, 'name': PowerOnVM_Task, 'duration_secs': 0.577601} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.306469] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1787.306839] env[62298]: INFO nova.compute.manager [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1787.307165] env[62298]: DEBUG nova.compute.manager [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1787.308282] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d494e78-6d8a-4a5e-9d24-906b7d8e870c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.665264] env[62298]: DEBUG nova.compute.manager [req-7b1de218-9927-4677-aab4-863eeb7b8b37 req-effe4b5d-6a40-4af5-bc0a-ac946100b2c3 service nova] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Received event network-vif-deleted-137eed31-cefe-46b9-a2c5-70741e99459e {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1787.665543] env[62298]: INFO nova.compute.manager [req-7b1de218-9927-4677-aab4-863eeb7b8b37 req-effe4b5d-6a40-4af5-bc0a-ac946100b2c3 service nova] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Neutron deleted interface 137eed31-cefe-46b9-a2c5-70741e99459e; detaching it from the instance and deleting it from the info cache [ 1787.665803] env[62298]: DEBUG nova.network.neutron [req-7b1de218-9927-4677-aab4-863eeb7b8b37 req-effe4b5d-6a40-4af5-bc0a-ac946100b2c3 service nova] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.701094] env[62298]: DEBUG oslo_concurrency.lockutils [None req-679bd115-0778-4167-9ecb-a74b6aec444c tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.703321] env[62298]: DEBUG oslo_concurrency.lockutils [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.287s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.705431] env[62298]: INFO nova.compute.claims [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1787.712862] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: ca4080d1-e1e4-4bed-a777-bf2414a20cb5] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1787.736870] env[62298]: INFO nova.scheduler.client.report [None req-679bd115-0778-4167-9ecb-a74b6aec444c tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Deleted allocations for instance 23ba2a3a-1d1f-456d-9e47-75d50a3920de [ 1787.792258] env[62298]: DEBUG oslo_vmware.api [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072604} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.792535] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1787.793422] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e072aaea-f0be-4af0-9ff6-61928cca3b5e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.819390] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 266b0b61-af59-4ac0-9cf1-b5b1828c9749/266b0b61-af59-4ac0-9cf1-b5b1828c9749.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1787.819850] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a39769f-792a-4bf7-b8a6-b80881e5ce2f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.846034] env[62298]: INFO nova.compute.manager [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Took 20.40 seconds to build instance. [ 1787.850206] env[62298]: DEBUG oslo_vmware.api [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1787.850206] env[62298]: value = "task-1804750" [ 1787.850206] env[62298]: _type = "Task" [ 1787.850206] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.858663] env[62298]: DEBUG oslo_vmware.api [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.882618] env[62298]: DEBUG nova.compute.manager [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1787.912355] env[62298]: DEBUG nova.virt.hardware [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1787.912626] env[62298]: DEBUG nova.virt.hardware [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1787.912820] env[62298]: DEBUG nova.virt.hardware [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1787.913020] env[62298]: DEBUG nova.virt.hardware [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1787.913602] env[62298]: DEBUG nova.virt.hardware [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1787.913602] env[62298]: DEBUG nova.virt.hardware [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1787.913602] env[62298]: DEBUG nova.virt.hardware [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1787.913768] env[62298]: DEBUG nova.virt.hardware [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1787.913845] env[62298]: DEBUG nova.virt.hardware [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1787.914055] env[62298]: DEBUG nova.virt.hardware [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1787.914276] env[62298]: DEBUG nova.virt.hardware [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1787.915239] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa46bac-41bc-432a-a40c-d926b038eb8e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.924612] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebd5a9d-3291-4cf3-bab4-db377cfd5979 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.135107] env[62298]: DEBUG nova.network.neutron [-] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.169247] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f24ca81f-3879-40d6-af3c-f659a6b33901 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.180415] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137d3dfb-1826-46ad-99d1-4971f33bd701 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.216399] env[62298]: DEBUG nova.compute.manager [req-7b1de218-9927-4677-aab4-863eeb7b8b37 req-effe4b5d-6a40-4af5-bc0a-ac946100b2c3 service nova] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Detach interface failed, port_id=137eed31-cefe-46b9-a2c5-70741e99459e, reason: Instance cd8578c7-edcd-40b7-95f3-ce0bdea6f507 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1788.216399] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: db9a0aff-1f68-4e7b-b36a-b133d6f4c822] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1788.247176] env[62298]: DEBUG oslo_concurrency.lockutils [None req-679bd115-0778-4167-9ecb-a74b6aec444c tempest-ImagesOneServerTestJSON-1379571135 tempest-ImagesOneServerTestJSON-1379571135-project-member] Lock "23ba2a3a-1d1f-456d-9e47-75d50a3920de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.253s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.348366] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f3ab6921-dedf-472c-9653-7a0370e34f6b tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "29b49c1a-e92f-4f68-aedd-59c2f82c7295" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.918s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.359896] env[62298]: DEBUG oslo_vmware.api [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804750, 'name': ReconfigVM_Task, 'duration_secs': 0.372511} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.360240] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 266b0b61-af59-4ac0-9cf1-b5b1828c9749/266b0b61-af59-4ac0-9cf1-b5b1828c9749.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1788.360851] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b5d8436-5665-49f5-ab82-fea4f5f24010 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.366640] env[62298]: DEBUG oslo_vmware.api [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1788.366640] env[62298]: value = "task-1804752" [ 1788.366640] env[62298]: _type = "Task" [ 1788.366640] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.375040] env[62298]: DEBUG oslo_vmware.api [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804752, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.638210] env[62298]: INFO nova.compute.manager [-] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Took 1.44 seconds to deallocate network for instance. [ 1788.722408] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 8aeef358-e8ad-473e-b881-1650be5e7121] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1788.749314] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0316dce-1739-4082-be44-af9e3a7af900 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.765776] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1dd85f-5e3e-4133-80f5-bfb6250a21df tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Suspending the VM {{(pid=62298) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1788.766371] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b854b2ee-ade6-4af7-8ad6-7ae8e8e62af6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.776485] env[62298]: DEBUG oslo_vmware.api [None req-cc1dd85f-5e3e-4133-80f5-bfb6250a21df tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1788.776485] env[62298]: value = "task-1804753" [ 1788.776485] env[62298]: _type = "Task" [ 1788.776485] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.793098] env[62298]: DEBUG oslo_vmware.api [None req-cc1dd85f-5e3e-4133-80f5-bfb6250a21df tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804753, 'name': SuspendVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.879789] env[62298]: DEBUG oslo_vmware.api [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804752, 'name': Rename_Task, 'duration_secs': 0.150704} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.880123] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1788.880394] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1e8a22a-23b3-4465-bdf4-0cfbab9d4a00 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.887222] env[62298]: DEBUG oslo_vmware.api [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1788.887222] env[62298]: value = "task-1804754" [ 1788.887222] env[62298]: _type = "Task" [ 1788.887222] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.899169] env[62298]: DEBUG oslo_vmware.api [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.923736] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f81aff1-f667-440b-a67c-879d9cf0309a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.931611] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3117c51f-489e-4630-b2f3-4a9e95ebe101 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.968995] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14910200-42c4-452d-8b2d-52ea754af894 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.978051] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d6248c-cbfb-4f61-a1f1-5c639c0b8270 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.995375] env[62298]: DEBUG nova.compute.provider_tree [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1789.145433] env[62298]: DEBUG oslo_concurrency.lockutils [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.231566] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 8986a988-9d2f-4838-9d87-44753fe83c76] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1789.290999] env[62298]: DEBUG oslo_vmware.api [None req-cc1dd85f-5e3e-4133-80f5-bfb6250a21df tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804753, 'name': SuspendVM_Task} progress is 58%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.400416] env[62298]: DEBUG oslo_vmware.api [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804754, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.499365] env[62298]: DEBUG nova.scheduler.client.report [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1789.733539] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 998c5ca5-6d2a-40ea-8ff6-81c658a70208] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1789.788465] env[62298]: DEBUG oslo_vmware.api [None req-cc1dd85f-5e3e-4133-80f5-bfb6250a21df tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804753, 'name': SuspendVM_Task, 'duration_secs': 0.753336} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.791223] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1dd85f-5e3e-4133-80f5-bfb6250a21df tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Suspended the VM {{(pid=62298) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1789.792617] env[62298]: DEBUG nova.compute.manager [None req-cc1dd85f-5e3e-4133-80f5-bfb6250a21df tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1789.793771] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38dfa62d-3fae-4677-8505-02b3e3ab1a9c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.900808] env[62298]: DEBUG oslo_vmware.api [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804754, 'name': PowerOnVM_Task, 'duration_secs': 0.571888} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.901058] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1789.901282] env[62298]: INFO nova.compute.manager [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1789.901465] env[62298]: DEBUG nova.compute.manager [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1789.902955] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34f64b7-21d1-4ce2-bf57-ba3e13ae9c2d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.006488] env[62298]: DEBUG oslo_concurrency.lockutils [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.303s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.009424] env[62298]: DEBUG nova.compute.manager [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1790.016317] env[62298]: DEBUG oslo_concurrency.lockutils [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.871s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.020046] env[62298]: DEBUG nova.objects.instance [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lazy-loading 'resources' on Instance uuid cd8578c7-edcd-40b7-95f3-ce0bdea6f507 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1790.236887] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 005007c7-b4dc-41b7-837c-4b8c5cc8feff] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1790.424369] env[62298]: INFO nova.compute.manager [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Took 14.94 seconds to build instance. [ 1790.526742] env[62298]: DEBUG nova.compute.utils [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1790.532056] env[62298]: DEBUG nova.compute.manager [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Not allocating networking since 'none' was specified. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1790.690811] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4524dee9-84f7-47bc-b1a2-74645ae2c49d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.699013] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524ce7fd-964e-43c4-8e38-7c11ef1511ca {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.737238] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f698c391-448f-4fbb-bba1-6fa5875312f5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.743554] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 0d4c1447-4b9d-4f67-a660-bf396a79cbcd] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1790.751480] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea1e8e8-6fd5-44e3-92fb-33677e277727 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.766177] env[62298]: DEBUG nova.compute.provider_tree [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1790.927723] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3c23b663-c97a-483f-8271-87ce8c40beef tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Lock "266b0b61-af59-4ac0-9cf1-b5b1828c9749" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.460s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.031280] env[62298]: DEBUG oslo_concurrency.lockutils [None req-65ecdafe-b54b-46b0-9f8d-c9f71836b091 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquiring lock "266b0b61-af59-4ac0-9cf1-b5b1828c9749" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.031606] env[62298]: DEBUG oslo_concurrency.lockutils [None req-65ecdafe-b54b-46b0-9f8d-c9f71836b091 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Lock "266b0b61-af59-4ac0-9cf1-b5b1828c9749" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.031822] env[62298]: DEBUG oslo_concurrency.lockutils [None req-65ecdafe-b54b-46b0-9f8d-c9f71836b091 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquiring lock "266b0b61-af59-4ac0-9cf1-b5b1828c9749-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.032018] env[62298]: DEBUG oslo_concurrency.lockutils [None req-65ecdafe-b54b-46b0-9f8d-c9f71836b091 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Lock "266b0b61-af59-4ac0-9cf1-b5b1828c9749-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.032197] env[62298]: DEBUG oslo_concurrency.lockutils [None req-65ecdafe-b54b-46b0-9f8d-c9f71836b091 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Lock "266b0b61-af59-4ac0-9cf1-b5b1828c9749-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.034034] env[62298]: DEBUG nova.compute.manager [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1791.036621] env[62298]: INFO nova.compute.manager [None req-65ecdafe-b54b-46b0-9f8d-c9f71836b091 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Terminating instance [ 1791.246630] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: cbd7ef0e-8619-4b1e-a352-371976e32dbe] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1791.307368] env[62298]: DEBUG nova.scheduler.client.report [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 118 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1791.307683] env[62298]: DEBUG nova.compute.provider_tree [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 118 to 119 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1791.307891] env[62298]: DEBUG nova.compute.provider_tree [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1791.458657] env[62298]: DEBUG oslo_concurrency.lockutils [None req-56f2cef1-919a-4bfb-879b-01c46f7cbe39 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "29b49c1a-e92f-4f68-aedd-59c2f82c7295" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.459053] env[62298]: DEBUG oslo_concurrency.lockutils [None req-56f2cef1-919a-4bfb-879b-01c46f7cbe39 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "29b49c1a-e92f-4f68-aedd-59c2f82c7295" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.459230] env[62298]: DEBUG oslo_concurrency.lockutils [None req-56f2cef1-919a-4bfb-879b-01c46f7cbe39 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "29b49c1a-e92f-4f68-aedd-59c2f82c7295-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.459419] env[62298]: DEBUG oslo_concurrency.lockutils [None req-56f2cef1-919a-4bfb-879b-01c46f7cbe39 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "29b49c1a-e92f-4f68-aedd-59c2f82c7295-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.459596] env[62298]: DEBUG oslo_concurrency.lockutils [None req-56f2cef1-919a-4bfb-879b-01c46f7cbe39 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "29b49c1a-e92f-4f68-aedd-59c2f82c7295-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.466115] env[62298]: INFO nova.compute.manager [None req-56f2cef1-919a-4bfb-879b-01c46f7cbe39 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Terminating instance [ 1791.552191] env[62298]: DEBUG nova.compute.manager [None req-65ecdafe-b54b-46b0-9f8d-c9f71836b091 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1791.552191] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-65ecdafe-b54b-46b0-9f8d-c9f71836b091 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1791.552191] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e51b60-676a-44a7-ba8a-a6e4df48a861 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.560570] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ecdafe-b54b-46b0-9f8d-c9f71836b091 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1791.560850] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd45f1d0-859a-4833-9188-6242dbbe21c9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.567318] env[62298]: DEBUG oslo_vmware.api [None req-65ecdafe-b54b-46b0-9f8d-c9f71836b091 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1791.567318] env[62298]: value = "task-1804756" [ 1791.567318] env[62298]: _type = "Task" [ 1791.567318] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.579218] env[62298]: DEBUG oslo_vmware.api [None req-65ecdafe-b54b-46b0-9f8d-c9f71836b091 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.752484] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: a79b91e6-bd85-4bfe-bf5d-349dcda6268b] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 1791.814469] env[62298]: DEBUG oslo_concurrency.lockutils [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.837940] env[62298]: INFO nova.scheduler.client.report [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Deleted allocations for instance cd8578c7-edcd-40b7-95f3-ce0bdea6f507 [ 1791.977021] env[62298]: DEBUG nova.compute.manager [None req-56f2cef1-919a-4bfb-879b-01c46f7cbe39 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1791.977021] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-56f2cef1-919a-4bfb-879b-01c46f7cbe39 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1791.977021] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d11d683-8725-4211-be6d-398b91c74bfe {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.993179] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-56f2cef1-919a-4bfb-879b-01c46f7cbe39 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1791.994160] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fd407a2-01a4-46a3-b4fe-b975e8a21f57 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.054937] env[62298]: DEBUG nova.compute.manager [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1792.081765] env[62298]: DEBUG oslo_vmware.api [None req-65ecdafe-b54b-46b0-9f8d-c9f71836b091 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804756, 'name': PowerOffVM_Task, 'duration_secs': 0.28714} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.083902] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ecdafe-b54b-46b0-9f8d-c9f71836b091 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1792.084157] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-65ecdafe-b54b-46b0-9f8d-c9f71836b091 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1792.084693] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a84bfdd-9b3a-41d9-abf2-4a868ba1c8cb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.091484] env[62298]: DEBUG nova.virt.hardware [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1792.091713] env[62298]: DEBUG nova.virt.hardware [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1792.091885] env[62298]: DEBUG nova.virt.hardware [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1792.092069] env[62298]: DEBUG nova.virt.hardware [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1792.092222] env[62298]: DEBUG nova.virt.hardware [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1792.092366] env[62298]: DEBUG nova.virt.hardware [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1792.092666] env[62298]: DEBUG nova.virt.hardware [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1792.092835] env[62298]: DEBUG nova.virt.hardware [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1792.093016] env[62298]: DEBUG nova.virt.hardware [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1792.093207] env[62298]: DEBUG nova.virt.hardware [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1792.093606] env[62298]: DEBUG nova.virt.hardware [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1792.094449] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97d6884-babe-4d3a-9bb6-26298e8dbef6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.104354] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622348ce-03cc-41e9-9920-38646d4fc618 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.118189] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Instance VIF info [] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1792.124018] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Creating folder: Project (150e6d07991d420b8245a6287192903c). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1792.124366] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbb29505-4a22-424e-abaf-b05e3f6d7b62 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.138351] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Created folder: Project (150e6d07991d420b8245a6287192903c) in parent group-v373906. [ 1792.138608] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Creating folder: Instances. Parent ref: group-v374146. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1792.138880] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a0aa4d8-0118-43f1-a341-3cb799e52ded {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.148619] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Created folder: Instances in parent group-v374146. [ 1792.148865] env[62298]: DEBUG oslo.service.loopingcall [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1792.149080] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1792.149330] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b27747b4-b8e3-48ea-8d2a-43cd428bfc4f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.170536] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1792.170536] env[62298]: value = "task-1804762" [ 1792.170536] env[62298]: _type = "Task" [ 1792.170536] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.180849] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804762, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.255772] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1792.255772] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Cleaning up deleted instances with incomplete migration {{(pid=62298) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11709}} [ 1792.285856] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquiring lock "3927345e-6db9-4970-a0ab-5b9385a1c9d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.285856] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Lock "3927345e-6db9-4970-a0ab-5b9385a1c9d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.349050] env[62298]: DEBUG oslo_concurrency.lockutils [None req-96bc479f-e35d-47cb-b84d-48b9137997d5 tempest-ServersNegativeTestJSON-425357262 tempest-ServersNegativeTestJSON-425357262-project-member] Lock "cd8578c7-edcd-40b7-95f3-ce0bdea6f507" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.871s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.683649] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804762, 'name': CreateVM_Task, 'duration_secs': 0.493824} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.683841] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1792.690054] env[62298]: DEBUG oslo_concurrency.lockutils [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1792.690054] env[62298]: DEBUG oslo_concurrency.lockutils [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.690054] env[62298]: DEBUG oslo_concurrency.lockutils [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1792.690054] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87383c86-3dcb-44b9-8812-facfae8d518c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.695736] env[62298]: DEBUG oslo_vmware.api [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Waiting for the task: (returnval){ [ 1792.695736] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525be98b-9e55-33cb-398a-0923c7ff203f" [ 1792.695736] env[62298]: _type = "Task" [ 1792.695736] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.704158] env[62298]: DEBUG oslo_vmware.api [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525be98b-9e55-33cb-398a-0923c7ff203f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.757828] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1792.787020] env[62298]: DEBUG nova.compute.manager [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1793.213102] env[62298]: DEBUG oslo_vmware.api [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525be98b-9e55-33cb-398a-0923c7ff203f, 'name': SearchDatastore_Task, 'duration_secs': 0.010379} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.213102] env[62298]: DEBUG oslo_concurrency.lockutils [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.213102] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1793.215285] env[62298]: DEBUG oslo_concurrency.lockutils [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.215285] env[62298]: DEBUG oslo_concurrency.lockutils [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.215285] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1793.215285] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9321ca20-5db3-4ee1-aca4-1f61551f0229 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.223112] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1793.223112] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1793.223949] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2d8dc5f-8ab5-4d96-ace0-15ee0389e2a9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.229151] env[62298]: DEBUG oslo_vmware.api [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Waiting for the task: (returnval){ [ 1793.229151] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5273363a-edfb-9a1f-e00e-21ce5f01fe6b" [ 1793.229151] env[62298]: _type = "Task" [ 1793.229151] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.240627] env[62298]: DEBUG oslo_vmware.api [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5273363a-edfb-9a1f-e00e-21ce5f01fe6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.320014] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.320301] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.321850] env[62298]: INFO nova.compute.claims [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1793.739482] env[62298]: DEBUG oslo_vmware.api [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5273363a-edfb-9a1f-e00e-21ce5f01fe6b, 'name': SearchDatastore_Task, 'duration_secs': 0.010124} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.740274] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abf76967-1796-41cd-b097-42d94d4c2fc6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.745158] env[62298]: DEBUG oslo_vmware.api [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Waiting for the task: (returnval){ [ 1793.745158] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]527d7bac-a8e0-56fd-4f56-210a00713b71" [ 1793.745158] env[62298]: _type = "Task" [ 1793.745158] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.752304] env[62298]: DEBUG oslo_vmware.api [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]527d7bac-a8e0-56fd-4f56-210a00713b71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.256988] env[62298]: DEBUG oslo_vmware.api [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]527d7bac-a8e0-56fd-4f56-210a00713b71, 'name': SearchDatastore_Task, 'duration_secs': 0.040703} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.257609] env[62298]: DEBUG oslo_concurrency.lockutils [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.257686] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 49dbf9db-ce44-4acf-bc7f-c375a814749f/49dbf9db-ce44-4acf-bc7f-c375a814749f.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1794.257940] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a757e0c-315a-4e7e-b026-c1cc0d500057 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.260378] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1794.260587] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1794.267340] env[62298]: DEBUG oslo_vmware.api [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Waiting for the task: (returnval){ [ 1794.267340] env[62298]: value = "task-1804763" [ 1794.267340] env[62298]: _type = "Task" [ 1794.267340] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.275557] env[62298]: DEBUG oslo_vmware.api [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': task-1804763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.526030] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc600e00-fa56-4c1e-858b-355081aa1f20 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.534969] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbf981f-5fa2-4bf2-a94b-62b6379c22d4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.572050] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7849cc46-dd68-4185-a01f-5670a5dd81d0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.581072] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c656f6-2f68-47ae-bfb4-c66e70108f36 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.599972] env[62298]: DEBUG nova.compute.provider_tree [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1794.645189] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-56f2cef1-919a-4bfb-879b-01c46f7cbe39 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1794.645632] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-56f2cef1-919a-4bfb-879b-01c46f7cbe39 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1794.645770] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-56f2cef1-919a-4bfb-879b-01c46f7cbe39 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Deleting the datastore file [datastore1] 29b49c1a-e92f-4f68-aedd-59c2f82c7295 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1794.646215] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-713a9d73-8498-4723-8c56-71ed207771ab {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.655711] env[62298]: DEBUG oslo_vmware.api [None req-56f2cef1-919a-4bfb-879b-01c46f7cbe39 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1794.655711] env[62298]: value = "task-1804764" [ 1794.655711] env[62298]: _type = "Task" [ 1794.655711] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.669514] env[62298]: DEBUG oslo_vmware.api [None req-56f2cef1-919a-4bfb-879b-01c46f7cbe39 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.697731] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-65ecdafe-b54b-46b0-9f8d-c9f71836b091 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1794.697885] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-65ecdafe-b54b-46b0-9f8d-c9f71836b091 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1794.698083] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ecdafe-b54b-46b0-9f8d-c9f71836b091 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Deleting the datastore file [datastore1] 266b0b61-af59-4ac0-9cf1-b5b1828c9749 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1794.698349] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3028f7a-5600-4ca9-92cd-6e7c0a88121c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.706302] env[62298]: DEBUG oslo_vmware.api [None req-65ecdafe-b54b-46b0-9f8d-c9f71836b091 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for the task: (returnval){ [ 1794.706302] env[62298]: value = "task-1804765" [ 1794.706302] env[62298]: _type = "Task" [ 1794.706302] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.715183] env[62298]: DEBUG oslo_vmware.api [None req-65ecdafe-b54b-46b0-9f8d-c9f71836b091 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.768085] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1794.768085] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Starting heal instance info cache {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1794.778488] env[62298]: DEBUG oslo_vmware.api [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': task-1804763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477263} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.778782] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 49dbf9db-ce44-4acf-bc7f-c375a814749f/49dbf9db-ce44-4acf-bc7f-c375a814749f.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1794.778939] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1794.779210] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1665deb-d07a-4748-b27a-15e7a0bb62f1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.786199] env[62298]: DEBUG oslo_vmware.api [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Waiting for the task: (returnval){ [ 1794.786199] env[62298]: value = "task-1804766" [ 1794.786199] env[62298]: _type = "Task" [ 1794.786199] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.795339] env[62298]: DEBUG oslo_vmware.api [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': task-1804766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.103232] env[62298]: DEBUG nova.scheduler.client.report [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1795.170204] env[62298]: DEBUG oslo_vmware.api [None req-56f2cef1-919a-4bfb-879b-01c46f7cbe39 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229897} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.170204] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-56f2cef1-919a-4bfb-879b-01c46f7cbe39 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1795.170204] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-56f2cef1-919a-4bfb-879b-01c46f7cbe39 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1795.170204] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-56f2cef1-919a-4bfb-879b-01c46f7cbe39 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1795.170204] env[62298]: INFO nova.compute.manager [None req-56f2cef1-919a-4bfb-879b-01c46f7cbe39 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Took 3.19 seconds to destroy the instance on the hypervisor. [ 1795.170204] env[62298]: DEBUG oslo.service.loopingcall [None req-56f2cef1-919a-4bfb-879b-01c46f7cbe39 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1795.170204] env[62298]: DEBUG nova.compute.manager [-] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1795.170204] env[62298]: DEBUG nova.network.neutron [-] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1795.220371] env[62298]: DEBUG oslo_vmware.api [None req-65ecdafe-b54b-46b0-9f8d-c9f71836b091 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Task: {'id': task-1804765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168166} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.220371] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ecdafe-b54b-46b0-9f8d-c9f71836b091 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1795.220371] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-65ecdafe-b54b-46b0-9f8d-c9f71836b091 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1795.220677] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-65ecdafe-b54b-46b0-9f8d-c9f71836b091 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1795.220677] env[62298]: INFO nova.compute.manager [None req-65ecdafe-b54b-46b0-9f8d-c9f71836b091 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Took 3.67 seconds to destroy the instance on the hypervisor. [ 1795.222242] env[62298]: DEBUG oslo.service.loopingcall [None req-65ecdafe-b54b-46b0-9f8d-c9f71836b091 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1795.222242] env[62298]: DEBUG nova.compute.manager [-] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1795.222242] env[62298]: DEBUG nova.network.neutron [-] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1795.297224] env[62298]: DEBUG oslo_vmware.api [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': task-1804766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069242} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.299351] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1795.299351] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48851a0-4ab6-4016-93b3-473f84633e17 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.324593] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 49dbf9db-ce44-4acf-bc7f-c375a814749f/49dbf9db-ce44-4acf-bc7f-c375a814749f.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1795.324893] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f7a2935-5640-4996-9cfd-7615406e0390 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.347932] env[62298]: DEBUG oslo_vmware.api [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Waiting for the task: (returnval){ [ 1795.347932] env[62298]: value = "task-1804767" [ 1795.347932] env[62298]: _type = "Task" [ 1795.347932] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.357809] env[62298]: DEBUG oslo_vmware.api [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': task-1804767, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.379920] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "335e0309-fd80-419b-af19-20f533c5d4d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.380249] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "335e0309-fd80-419b-af19-20f533c5d4d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.568525] env[62298]: DEBUG nova.compute.manager [req-efba0c4a-7d2a-442d-8216-0c8c0a703f2d req-e946fdee-afcb-4d5e-b40f-4785d7fc067a service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Received event network-vif-plugged-3502d7bb-1e65-4084-a947-f4bfec7cfaef {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1795.568762] env[62298]: DEBUG oslo_concurrency.lockutils [req-efba0c4a-7d2a-442d-8216-0c8c0a703f2d req-e946fdee-afcb-4d5e-b40f-4785d7fc067a service nova] Acquiring lock "53304fd8-3272-4394-98f8-c8c8ea794ca4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.568975] env[62298]: DEBUG oslo_concurrency.lockutils [req-efba0c4a-7d2a-442d-8216-0c8c0a703f2d req-e946fdee-afcb-4d5e-b40f-4785d7fc067a service nova] Lock "53304fd8-3272-4394-98f8-c8c8ea794ca4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.570022] env[62298]: DEBUG oslo_concurrency.lockutils [req-efba0c4a-7d2a-442d-8216-0c8c0a703f2d req-e946fdee-afcb-4d5e-b40f-4785d7fc067a service nova] Lock "53304fd8-3272-4394-98f8-c8c8ea794ca4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.570228] env[62298]: DEBUG nova.compute.manager [req-efba0c4a-7d2a-442d-8216-0c8c0a703f2d req-e946fdee-afcb-4d5e-b40f-4785d7fc067a service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] No waiting events found dispatching network-vif-plugged-3502d7bb-1e65-4084-a947-f4bfec7cfaef {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1795.570411] env[62298]: WARNING nova.compute.manager [req-efba0c4a-7d2a-442d-8216-0c8c0a703f2d req-e946fdee-afcb-4d5e-b40f-4785d7fc067a service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Received unexpected event network-vif-plugged-3502d7bb-1e65-4084-a947-f4bfec7cfaef for instance with vm_state building and task_state spawning. [ 1795.608431] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.288s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.608983] env[62298]: DEBUG nova.compute.manager [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1795.654161] env[62298]: DEBUG oslo_concurrency.lockutils [None req-30c5897a-4848-4674-a979-4051351388c0 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquiring lock "daa6606d-56d9-4776-8434-bdf8006e36ea" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.654432] env[62298]: DEBUG oslo_concurrency.lockutils [None req-30c5897a-4848-4674-a979-4051351388c0 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "daa6606d-56d9-4776-8434-bdf8006e36ea" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.676641] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Acquiring lock "d08daf56-6574-459e-ba9b-d38e107130e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.677293] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Lock "d08daf56-6574-459e-ba9b-d38e107130e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.835092] env[62298]: DEBUG nova.network.neutron [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Successfully updated port: 3502d7bb-1e65-4084-a947-f4bfec7cfaef {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1795.861885] env[62298]: DEBUG oslo_vmware.api [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': task-1804767, 'name': ReconfigVM_Task, 'duration_secs': 0.346049} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.862310] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 49dbf9db-ce44-4acf-bc7f-c375a814749f/49dbf9db-ce44-4acf-bc7f-c375a814749f.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1795.862943] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-696acc12-8cb8-4f0e-9b9f-efca015e967d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.872206] env[62298]: DEBUG oslo_vmware.api [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Waiting for the task: (returnval){ [ 1795.872206] env[62298]: value = "task-1804768" [ 1795.872206] env[62298]: _type = "Task" [ 1795.872206] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.881764] env[62298]: DEBUG oslo_vmware.api [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': task-1804768, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.883297] env[62298]: DEBUG nova.compute.manager [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1796.114280] env[62298]: DEBUG nova.compute.utils [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1796.116268] env[62298]: DEBUG nova.compute.manager [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1796.116443] env[62298]: DEBUG nova.network.neutron [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1796.160634] env[62298]: INFO nova.compute.manager [None req-30c5897a-4848-4674-a979-4051351388c0 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Detaching volume 93394ef0-760f-4ce1-9f83-d25b2ef123f8 [ 1796.179996] env[62298]: DEBUG nova.compute.manager [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1796.189149] env[62298]: DEBUG nova.policy [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e268a6d7b7f74a4fa39b8b45523a3875', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba130cd6bcc44a7b8e449c3e63f9064c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1796.218046] env[62298]: INFO nova.virt.block_device [None req-30c5897a-4848-4674-a979-4051351388c0 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Attempting to driver detach volume 93394ef0-760f-4ce1-9f83-d25b2ef123f8 from mountpoint /dev/sdb [ 1796.218880] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c5897a-4848-4674-a979-4051351388c0 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Volume detach. Driver type: vmdk {{(pid=62298) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1796.218880] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c5897a-4848-4674-a979-4051351388c0 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374119', 'volume_id': '93394ef0-760f-4ce1-9f83-d25b2ef123f8', 'name': 'volume-93394ef0-760f-4ce1-9f83-d25b2ef123f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'daa6606d-56d9-4776-8434-bdf8006e36ea', 'attached_at': '', 'detached_at': '', 'volume_id': '93394ef0-760f-4ce1-9f83-d25b2ef123f8', 'serial': '93394ef0-760f-4ce1-9f83-d25b2ef123f8'} {{(pid=62298) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1796.223150] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8704fd00-1870-43ed-be1f-71abdad49fd9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.247988] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197ad62c-2588-41e2-a10e-9e24c54d3f69 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.257720] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90d2fd0-01c4-4224-805b-9b5d90139408 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.297929] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Didn't find any instances for network info cache update. {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 1796.299555] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b18d3b23-4b86-40af-908b-cdb427d9db64 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "6144efa7-fb78-4b7b-8780-9dda46056e6c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.299854] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b18d3b23-4b86-40af-908b-cdb427d9db64 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "6144efa7-fb78-4b7b-8780-9dda46056e6c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.300045] env[62298]: DEBUG nova.compute.manager [None req-b18d3b23-4b86-40af-908b-cdb427d9db64 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1796.300539] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1796.302501] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e76bdad-db18-462f-8fc9-701754823f41 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.305871] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c96962f-4dc9-451e-bc73-fb18e4d08ea2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.309067] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1796.309596] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1796.310527] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1796.325171] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c5897a-4848-4674-a979-4051351388c0 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] The volume has not been displaced from its original location: [datastore1] volume-93394ef0-760f-4ce1-9f83-d25b2ef123f8/volume-93394ef0-760f-4ce1-9f83-d25b2ef123f8.vmdk. No consolidation needed. {{(pid=62298) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1796.330873] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c5897a-4848-4674-a979-4051351388c0 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1796.331736] env[62298]: DEBUG nova.compute.manager [None req-b18d3b23-4b86-40af-908b-cdb427d9db64 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62298) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1796.331920] env[62298]: DEBUG nova.objects.instance [None req-b18d3b23-4b86-40af-908b-cdb427d9db64 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lazy-loading 'flavor' on Instance uuid 6144efa7-fb78-4b7b-8780-9dda46056e6c {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1796.335791] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91c63735-55f3-4037-8cf0-c02cdf8d9ca6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.348376] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "refresh_cache-53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.348560] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired lock "refresh_cache-53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.348668] env[62298]: DEBUG nova.network.neutron [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1796.356611] env[62298]: DEBUG oslo_vmware.api [None req-30c5897a-4848-4674-a979-4051351388c0 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1796.356611] env[62298]: value = "task-1804769" [ 1796.356611] env[62298]: _type = "Task" [ 1796.356611] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.365678] env[62298]: DEBUG oslo_vmware.api [None req-30c5897a-4848-4674-a979-4051351388c0 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804769, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.382172] env[62298]: DEBUG oslo_vmware.api [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': task-1804768, 'name': Rename_Task, 'duration_secs': 0.342326} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.382751] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1796.383018] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99692f3a-2f94-4e2f-a88a-249982602f27 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.396152] env[62298]: DEBUG oslo_vmware.api [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Waiting for the task: (returnval){ [ 1796.396152] env[62298]: value = "task-1804770" [ 1796.396152] env[62298]: _type = "Task" [ 1796.396152] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.402679] env[62298]: DEBUG nova.network.neutron [-] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.403921] env[62298]: DEBUG oslo_vmware.api [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': task-1804770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.412276] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.412589] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.414398] env[62298]: INFO nova.compute.claims [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1796.454924] env[62298]: DEBUG nova.network.neutron [-] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.620083] env[62298]: DEBUG nova.compute.manager [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1796.685071] env[62298]: DEBUG nova.network.neutron [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Successfully created port: 299a4c7d-aab6-4823-9c4d-afd8ac0e68ca {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1796.711228] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.745643] env[62298]: DEBUG oslo_concurrency.lockutils [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "79b2f3b1-881e-4058-b04c-af8a906cad1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.745915] env[62298]: DEBUG oslo_concurrency.lockutils [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "79b2f3b1-881e-4058-b04c-af8a906cad1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.836887] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Getting list of instances from cluster (obj){ [ 1796.836887] env[62298]: value = "domain-c8" [ 1796.836887] env[62298]: _type = "ClusterComputeResource" [ 1796.836887] env[62298]: } {{(pid=62298) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1796.838682] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bffb1e-e207-4b8b-bbb6-6e233b6651ca {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.863558] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Got total of 6 instances {{(pid=62298) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1796.863702] env[62298]: WARNING nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] While synchronizing instance power states, found 10 instances in the database and 6 instances on the hypervisor. [ 1796.863850] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Triggering sync for uuid daa6606d-56d9-4776-8434-bdf8006e36ea {{(pid=62298) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1796.868145] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Triggering sync for uuid 962ecb80-8eec-4f8e-a407-3d453057bd5c {{(pid=62298) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1796.868425] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Triggering sync for uuid a79f5737-549b-4cdd-ae42-591ed2fb12c6 {{(pid=62298) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1796.868606] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Triggering sync for uuid 6144efa7-fb78-4b7b-8780-9dda46056e6c {{(pid=62298) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1796.868792] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Triggering sync for uuid 43685ecf-c669-4ff0-b05a-ff29697e0259 {{(pid=62298) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1796.868969] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Triggering sync for uuid 29b49c1a-e92f-4f68-aedd-59c2f82c7295 {{(pid=62298) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1796.869144] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Triggering sync for uuid 266b0b61-af59-4ac0-9cf1-b5b1828c9749 {{(pid=62298) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1796.869305] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Triggering sync for uuid 53304fd8-3272-4394-98f8-c8c8ea794ca4 {{(pid=62298) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1796.869460] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Triggering sync for uuid 49dbf9db-ce44-4acf-bc7f-c375a814749f {{(pid=62298) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1796.869612] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Triggering sync for uuid 3927345e-6db9-4970-a0ab-5b9385a1c9d7 {{(pid=62298) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 1796.874977] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "daa6606d-56d9-4776-8434-bdf8006e36ea" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.875216] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "962ecb80-8eec-4f8e-a407-3d453057bd5c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.875370] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "962ecb80-8eec-4f8e-a407-3d453057bd5c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.875672] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "a79f5737-549b-4cdd-ae42-591ed2fb12c6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.876205] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "a79f5737-549b-4cdd-ae42-591ed2fb12c6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.876826] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "6144efa7-fb78-4b7b-8780-9dda46056e6c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.877065] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "43685ecf-c669-4ff0-b05a-ff29697e0259" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.877248] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "43685ecf-c669-4ff0-b05a-ff29697e0259" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.877499] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "29b49c1a-e92f-4f68-aedd-59c2f82c7295" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.877745] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "266b0b61-af59-4ac0-9cf1-b5b1828c9749" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.878096] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "53304fd8-3272-4394-98f8-c8c8ea794ca4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.878202] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "49dbf9db-ce44-4acf-bc7f-c375a814749f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.878412] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "3927345e-6db9-4970-a0ab-5b9385a1c9d7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.878668] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1796.880731] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18d3b23-4b86-40af-908b-cdb427d9db64 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1796.881713] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abad385-75dd-4890-8e28-e4bfc9a06d8a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.884929] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe694d5-fa37-4cda-be6e-bc38b528e34a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.888067] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524fdd40-12a7-4e0d-b605-65b2c80c0091 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.890507] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51b77fcf-1f38-4b25-8ddb-c9c3f0261091 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.908761] env[62298]: DEBUG oslo_vmware.api [None req-30c5897a-4848-4674-a979-4051351388c0 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804769, 'name': ReconfigVM_Task, 'duration_secs': 0.244291} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.911064] env[62298]: INFO nova.compute.manager [-] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Took 1.74 seconds to deallocate network for instance. [ 1796.911372] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c5897a-4848-4674-a979-4051351388c0 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1796.916888] env[62298]: DEBUG oslo_vmware.api [None req-b18d3b23-4b86-40af-908b-cdb427d9db64 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 1796.916888] env[62298]: value = "task-1804771" [ 1796.916888] env[62298]: _type = "Task" [ 1796.916888] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.921612] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bbd166f-9cae-473d-8f98-35cab627bc3b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.935521] env[62298]: DEBUG oslo_vmware.api [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': task-1804770, 'name': PowerOnVM_Task, 'duration_secs': 0.466786} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.936456] env[62298]: DEBUG nova.network.neutron [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1796.948365] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1796.948601] env[62298]: INFO nova.compute.manager [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Took 4.90 seconds to spawn the instance on the hypervisor. [ 1796.948788] env[62298]: DEBUG nova.compute.manager [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1796.950630] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10609005-3356-4908-95eb-f5f86db68f84 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.956346] env[62298]: DEBUG oslo_vmware.api [None req-30c5897a-4848-4674-a979-4051351388c0 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1796.956346] env[62298]: value = "task-1804772" [ 1796.956346] env[62298]: _type = "Task" [ 1796.956346] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.959561] env[62298]: INFO nova.compute.manager [-] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Took 1.74 seconds to deallocate network for instance. [ 1796.960109] env[62298]: DEBUG oslo_vmware.api [None req-b18d3b23-4b86-40af-908b-cdb427d9db64 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1804771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.978891] env[62298]: DEBUG oslo_vmware.api [None req-30c5897a-4848-4674-a979-4051351388c0 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.123585] env[62298]: DEBUG nova.network.neutron [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Updating instance_info_cache with network_info: [{"id": "3502d7bb-1e65-4084-a947-f4bfec7cfaef", "address": "fa:16:3e:7a:70:59", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3502d7bb-1e", "ovs_interfaceid": "3502d7bb-1e65-4084-a947-f4bfec7cfaef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.124273] env[62298]: WARNING oslo_messaging._drivers.amqpdriver [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1797.249765] env[62298]: DEBUG nova.compute.manager [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1797.395031] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.411493] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "a79f5737-549b-4cdd-ae42-591ed2fb12c6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.411493] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "962ecb80-8eec-4f8e-a407-3d453057bd5c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.411493] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "43685ecf-c669-4ff0-b05a-ff29697e0259" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.448477] env[62298]: DEBUG oslo_vmware.api [None req-b18d3b23-4b86-40af-908b-cdb427d9db64 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1804771, 'name': PowerOffVM_Task, 'duration_secs': 0.225584} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.449103] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18d3b23-4b86-40af-908b-cdb427d9db64 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1797.449935] env[62298]: DEBUG nova.compute.manager [None req-b18d3b23-4b86-40af-908b-cdb427d9db64 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1797.451031] env[62298]: DEBUG oslo_concurrency.lockutils [None req-56f2cef1-919a-4bfb-879b-01c46f7cbe39 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.451877] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688d6f81-d73d-4b9f-8e4b-7905c2c6bea1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.484381] env[62298]: DEBUG oslo_concurrency.lockutils [None req-65ecdafe-b54b-46b0-9f8d-c9f71836b091 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.484381] env[62298]: DEBUG oslo_vmware.api [None req-30c5897a-4848-4674-a979-4051351388c0 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804772, 'name': ReconfigVM_Task, 'duration_secs': 0.145541} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.485955] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-30c5897a-4848-4674-a979-4051351388c0 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374119', 'volume_id': '93394ef0-760f-4ce1-9f83-d25b2ef123f8', 'name': 'volume-93394ef0-760f-4ce1-9f83-d25b2ef123f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'daa6606d-56d9-4776-8434-bdf8006e36ea', 'attached_at': '', 'detached_at': '', 'volume_id': '93394ef0-760f-4ce1-9f83-d25b2ef123f8', 'serial': '93394ef0-760f-4ce1-9f83-d25b2ef123f8'} {{(pid=62298) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1797.489743] env[62298]: INFO nova.compute.manager [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Took 16.09 seconds to build instance. [ 1797.605677] env[62298]: DEBUG nova.compute.manager [req-d3a6eb9d-508d-45fe-ac48-b804c2e53036 req-bfb74323-fff6-477e-98b9-85dd438acdd4 service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Received event network-changed-3502d7bb-1e65-4084-a947-f4bfec7cfaef {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1797.605677] env[62298]: DEBUG nova.compute.manager [req-d3a6eb9d-508d-45fe-ac48-b804c2e53036 req-bfb74323-fff6-477e-98b9-85dd438acdd4 service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Refreshing instance network info cache due to event network-changed-3502d7bb-1e65-4084-a947-f4bfec7cfaef. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1797.605677] env[62298]: DEBUG oslo_concurrency.lockutils [req-d3a6eb9d-508d-45fe-ac48-b804c2e53036 req-bfb74323-fff6-477e-98b9-85dd438acdd4 service nova] Acquiring lock "refresh_cache-53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.630303] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Releasing lock "refresh_cache-53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.630633] env[62298]: DEBUG nova.compute.manager [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Instance network_info: |[{"id": "3502d7bb-1e65-4084-a947-f4bfec7cfaef", "address": "fa:16:3e:7a:70:59", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3502d7bb-1e", "ovs_interfaceid": "3502d7bb-1e65-4084-a947-f4bfec7cfaef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1797.632167] env[62298]: DEBUG nova.compute.manager [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1797.634646] env[62298]: DEBUG oslo_concurrency.lockutils [req-d3a6eb9d-508d-45fe-ac48-b804c2e53036 req-bfb74323-fff6-477e-98b9-85dd438acdd4 service nova] Acquired lock "refresh_cache-53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.635114] env[62298]: DEBUG nova.network.neutron [req-d3a6eb9d-508d-45fe-ac48-b804c2e53036 req-bfb74323-fff6-477e-98b9-85dd438acdd4 service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Refreshing network info cache for port 3502d7bb-1e65-4084-a947-f4bfec7cfaef {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1797.636266] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:70:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3502d7bb-1e65-4084-a947-f4bfec7cfaef', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1797.644954] env[62298]: DEBUG oslo.service.loopingcall [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1797.651679] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1797.653807] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac126256-0587-46ea-80ba-f5b63ccf3aa0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.683678] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1797.683678] env[62298]: value = "task-1804773" [ 1797.683678] env[62298]: _type = "Task" [ 1797.683678] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.692112] env[62298]: DEBUG nova.virt.hardware [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1797.692112] env[62298]: DEBUG nova.virt.hardware [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1797.692112] env[62298]: DEBUG nova.virt.hardware [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1797.692112] env[62298]: DEBUG nova.virt.hardware [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1797.692112] env[62298]: DEBUG nova.virt.hardware [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1797.692369] env[62298]: DEBUG nova.virt.hardware [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1797.692809] env[62298]: DEBUG nova.virt.hardware [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1797.692809] env[62298]: DEBUG nova.virt.hardware [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1797.693100] env[62298]: DEBUG nova.virt.hardware [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1797.693373] env[62298]: DEBUG nova.virt.hardware [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1797.693642] env[62298]: DEBUG nova.virt.hardware [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1797.699579] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c7b6c8-8c93-4266-96cb-84afbc9990db {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.709211] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9555d55c-1800-41b1-92f7-9e66c4d5bcc1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.720303] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804773, 'name': CreateVM_Task} progress is 15%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.727501] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a18ac78-2a3d-48f1-a2bc-000d479e1545 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.735596] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6f1979-6213-4095-835c-1be8920cf95e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.782845] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cf3bae-f378-42e5-84b6-abd113ea38e6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.792735] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a064eb-3eb9-4775-8cd6-168e6c92d544 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.804022] env[62298]: DEBUG oslo_concurrency.lockutils [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.812497] env[62298]: DEBUG nova.compute.provider_tree [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1797.974284] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b18d3b23-4b86-40af-908b-cdb427d9db64 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "6144efa7-fb78-4b7b-8780-9dda46056e6c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.674s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.975531] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "6144efa7-fb78-4b7b-8780-9dda46056e6c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.099s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.975761] env[62298]: INFO nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] During sync_power_state the instance has a pending task (powering-off). Skip. [ 1797.975957] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "6144efa7-fb78-4b7b-8780-9dda46056e6c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.991153] env[62298]: DEBUG oslo_concurrency.lockutils [None req-167e650b-eae7-4e3a-af1e-48ab301bc79e tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Lock "49dbf9db-ce44-4acf-bc7f-c375a814749f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.601s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.991472] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "49dbf9db-ce44-4acf-bc7f-c375a814749f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.113s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.991665] env[62298]: INFO nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] During sync_power_state the instance has a pending task (spawning). Skip. [ 1797.991845] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "49dbf9db-ce44-4acf-bc7f-c375a814749f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.018714] env[62298]: DEBUG nova.network.neutron [req-d3a6eb9d-508d-45fe-ac48-b804c2e53036 req-bfb74323-fff6-477e-98b9-85dd438acdd4 service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Updated VIF entry in instance network info cache for port 3502d7bb-1e65-4084-a947-f4bfec7cfaef. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1798.019459] env[62298]: DEBUG nova.network.neutron [req-d3a6eb9d-508d-45fe-ac48-b804c2e53036 req-bfb74323-fff6-477e-98b9-85dd438acdd4 service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Updating instance_info_cache with network_info: [{"id": "3502d7bb-1e65-4084-a947-f4bfec7cfaef", "address": "fa:16:3e:7a:70:59", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3502d7bb-1e", "ovs_interfaceid": "3502d7bb-1e65-4084-a947-f4bfec7cfaef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.021492] env[62298]: INFO nova.compute.manager [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Rebuilding instance [ 1798.060312] env[62298]: DEBUG nova.objects.instance [None req-30c5897a-4848-4674-a979-4051351388c0 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lazy-loading 'flavor' on Instance uuid daa6606d-56d9-4776-8434-bdf8006e36ea {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1798.073024] env[62298]: DEBUG nova.compute.manager [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1798.073981] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb6cd10-2923-4619-8ed1-011cff6c00c4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.197889] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804773, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.305467] env[62298]: DEBUG nova.objects.instance [None req-e4504742-b51d-4b7f-a35c-8823ac233f8a tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lazy-loading 'flavor' on Instance uuid 6144efa7-fb78-4b7b-8780-9dda46056e6c {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1798.332511] env[62298]: DEBUG nova.network.neutron [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Successfully updated port: 299a4c7d-aab6-4823-9c4d-afd8ac0e68ca {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1798.341675] env[62298]: ERROR nova.scheduler.client.report [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [req-a2a572f7-41a8-49ea-b9d8-8535456a781b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a2a572f7-41a8-49ea-b9d8-8535456a781b"}]} [ 1798.359056] env[62298]: DEBUG nova.scheduler.client.report [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1798.374446] env[62298]: DEBUG nova.scheduler.client.report [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1798.374728] env[62298]: DEBUG nova.compute.provider_tree [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1798.385892] env[62298]: DEBUG nova.scheduler.client.report [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1798.406268] env[62298]: DEBUG nova.scheduler.client.report [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1798.524685] env[62298]: DEBUG oslo_concurrency.lockutils [req-d3a6eb9d-508d-45fe-ac48-b804c2e53036 req-bfb74323-fff6-477e-98b9-85dd438acdd4 service nova] Releasing lock "refresh_cache-53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.524980] env[62298]: DEBUG nova.compute.manager [req-d3a6eb9d-508d-45fe-ac48-b804c2e53036 req-bfb74323-fff6-477e-98b9-85dd438acdd4 service nova] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Received event network-vif-deleted-e17a62a5-fe1f-4f20-b214-7cc96edba422 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1798.525203] env[62298]: DEBUG nova.compute.manager [req-d3a6eb9d-508d-45fe-ac48-b804c2e53036 req-bfb74323-fff6-477e-98b9-85dd438acdd4 service nova] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Received event network-vif-deleted-8f404499-2304-4b32-ba70-c41ee1c6ddd7 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1798.583081] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77bdbf8-7777-46a2-8f53-9cf70487b089 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.594098] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714948b7-421b-4f18-b3ea-cc322a364652 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.626114] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50667b3b-3fc2-43f2-8019-206c5b90401d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.633737] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec281eda-cdc7-4cc5-9dec-94ccd8a0c3d7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.650171] env[62298]: DEBUG nova.compute.provider_tree [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1798.698129] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804773, 'name': CreateVM_Task, 'duration_secs': 0.560473} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.698435] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1798.699213] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.699367] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.699745] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1798.700052] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4870a2c-942f-4754-b863-7d2e115cf16c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.704875] env[62298]: DEBUG oslo_vmware.api [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1798.704875] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52638ac1-7359-84d2-fd88-a945fb19210c" [ 1798.704875] env[62298]: _type = "Task" [ 1798.704875] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.712579] env[62298]: DEBUG oslo_vmware.api [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52638ac1-7359-84d2-fd88-a945fb19210c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.810435] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e4504742-b51d-4b7f-a35c-8823ac233f8a tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "refresh_cache-6144efa7-fb78-4b7b-8780-9dda46056e6c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.810622] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e4504742-b51d-4b7f-a35c-8823ac233f8a tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquired lock "refresh_cache-6144efa7-fb78-4b7b-8780-9dda46056e6c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.810798] env[62298]: DEBUG nova.network.neutron [None req-e4504742-b51d-4b7f-a35c-8823ac233f8a tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1798.810975] env[62298]: DEBUG nova.objects.instance [None req-e4504742-b51d-4b7f-a35c-8823ac233f8a tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lazy-loading 'info_cache' on Instance uuid 6144efa7-fb78-4b7b-8780-9dda46056e6c {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1798.833448] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquiring lock "refresh_cache-3927345e-6db9-4970-a0ab-5b9385a1c9d7" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.833618] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquired lock "refresh_cache-3927345e-6db9-4970-a0ab-5b9385a1c9d7" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.833721] env[62298]: DEBUG nova.network.neutron [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1798.917034] env[62298]: DEBUG oslo_concurrency.lockutils [None req-04bad4cc-f9f7-406e-abf3-c65d2e549039 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquiring lock "daa6606d-56d9-4776-8434-bdf8006e36ea" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.068052] env[62298]: DEBUG oslo_concurrency.lockutils [None req-30c5897a-4848-4674-a979-4051351388c0 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "daa6606d-56d9-4776-8434-bdf8006e36ea" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.413s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.069488] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "daa6606d-56d9-4776-8434-bdf8006e36ea" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.194s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.070141] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0e3990-f355-4e0e-8eea-669aa48cfacd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.090433] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1799.090853] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-083b5a20-2a8a-4861-af53-dc671d0c0269 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.100684] env[62298]: DEBUG oslo_vmware.api [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Waiting for the task: (returnval){ [ 1799.100684] env[62298]: value = "task-1804774" [ 1799.100684] env[62298]: _type = "Task" [ 1799.100684] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.109999] env[62298]: DEBUG oslo_vmware.api [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': task-1804774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.202757] env[62298]: DEBUG nova.scheduler.client.report [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 123 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1799.203077] env[62298]: DEBUG nova.compute.provider_tree [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 123 to 124 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1799.203280] env[62298]: DEBUG nova.compute.provider_tree [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1799.218570] env[62298]: DEBUG oslo_vmware.api [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52638ac1-7359-84d2-fd88-a945fb19210c, 'name': SearchDatastore_Task, 'duration_secs': 0.011958} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.218904] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.219166] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1799.219417] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.219568] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.219771] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1799.220121] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14d9c722-442f-41db-aa33-005cff00e45b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.231147] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1799.231381] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1799.232286] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f33333e-b427-4159-96e5-512f5a87eafc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.239469] env[62298]: DEBUG oslo_vmware.api [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1799.239469] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52efdcef-f73a-81f1-8248-3ea2612a9d40" [ 1799.239469] env[62298]: _type = "Task" [ 1799.239469] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.249386] env[62298]: DEBUG oslo_vmware.api [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52efdcef-f73a-81f1-8248-3ea2612a9d40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.314636] env[62298]: DEBUG nova.objects.base [None req-e4504742-b51d-4b7f-a35c-8823ac233f8a tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Object Instance<6144efa7-fb78-4b7b-8780-9dda46056e6c> lazy-loaded attributes: flavor,info_cache {{(pid=62298) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1799.385584] env[62298]: DEBUG nova.network.neutron [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1799.527237] env[62298]: DEBUG nova.network.neutron [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Updating instance_info_cache with network_info: [{"id": "299a4c7d-aab6-4823-9c4d-afd8ac0e68ca", "address": "fa:16:3e:19:d6:8d", "network": {"id": "ddd73b2d-b773-479d-8d16-507c14c3b47d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-361272463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ba130cd6bcc44a7b8e449c3e63f9064c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap299a4c7d-aa", "ovs_interfaceid": "299a4c7d-aab6-4823-9c4d-afd8ac0e68ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.580890] env[62298]: INFO nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] During sync_power_state the instance has a pending task (powering-off). Skip. [ 1799.581064] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "daa6606d-56d9-4776-8434-bdf8006e36ea" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.581470] env[62298]: DEBUG oslo_concurrency.lockutils [None req-04bad4cc-f9f7-406e-abf3-c65d2e549039 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "daa6606d-56d9-4776-8434-bdf8006e36ea" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.666s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.581790] env[62298]: DEBUG nova.compute.manager [None req-04bad4cc-f9f7-406e-abf3-c65d2e549039 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1799.583210] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a83e1b-02db-4cc1-be03-b0f2ff6eb653 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.593064] env[62298]: DEBUG nova.compute.manager [None req-04bad4cc-f9f7-406e-abf3-c65d2e549039 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62298) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1799.594081] env[62298]: DEBUG nova.objects.instance [None req-04bad4cc-f9f7-406e-abf3-c65d2e549039 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lazy-loading 'flavor' on Instance uuid daa6606d-56d9-4776-8434-bdf8006e36ea {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1799.615269] env[62298]: DEBUG oslo_vmware.api [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': task-1804774, 'name': PowerOffVM_Task, 'duration_secs': 0.211997} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.615458] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1799.615755] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1799.616800] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e73a86e-b62c-48b1-9532-27410cf8af6d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.625435] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1799.625710] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b76766b-421b-4c4d-9cc9-7ab767a0ead9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.635304] env[62298]: DEBUG nova.compute.manager [req-cbad3ef3-57bd-4776-b93c-48f6d755e630 req-0c32d719-3780-4d53-8159-db798f31a95c service nova] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Received event network-vif-plugged-299a4c7d-aab6-4823-9c4d-afd8ac0e68ca {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1799.635562] env[62298]: DEBUG oslo_concurrency.lockutils [req-cbad3ef3-57bd-4776-b93c-48f6d755e630 req-0c32d719-3780-4d53-8159-db798f31a95c service nova] Acquiring lock "3927345e-6db9-4970-a0ab-5b9385a1c9d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.635777] env[62298]: DEBUG oslo_concurrency.lockutils [req-cbad3ef3-57bd-4776-b93c-48f6d755e630 req-0c32d719-3780-4d53-8159-db798f31a95c service nova] Lock "3927345e-6db9-4970-a0ab-5b9385a1c9d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.635947] env[62298]: DEBUG oslo_concurrency.lockutils [req-cbad3ef3-57bd-4776-b93c-48f6d755e630 req-0c32d719-3780-4d53-8159-db798f31a95c service nova] Lock "3927345e-6db9-4970-a0ab-5b9385a1c9d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.636131] env[62298]: DEBUG nova.compute.manager [req-cbad3ef3-57bd-4776-b93c-48f6d755e630 req-0c32d719-3780-4d53-8159-db798f31a95c service nova] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] No waiting events found dispatching network-vif-plugged-299a4c7d-aab6-4823-9c4d-afd8ac0e68ca {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1799.636303] env[62298]: WARNING nova.compute.manager [req-cbad3ef3-57bd-4776-b93c-48f6d755e630 req-0c32d719-3780-4d53-8159-db798f31a95c service nova] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Received unexpected event network-vif-plugged-299a4c7d-aab6-4823-9c4d-afd8ac0e68ca for instance with vm_state building and task_state spawning. [ 1799.636465] env[62298]: DEBUG nova.compute.manager [req-cbad3ef3-57bd-4776-b93c-48f6d755e630 req-0c32d719-3780-4d53-8159-db798f31a95c service nova] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Received event network-changed-299a4c7d-aab6-4823-9c4d-afd8ac0e68ca {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1799.636624] env[62298]: DEBUG nova.compute.manager [req-cbad3ef3-57bd-4776-b93c-48f6d755e630 req-0c32d719-3780-4d53-8159-db798f31a95c service nova] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Refreshing instance network info cache due to event network-changed-299a4c7d-aab6-4823-9c4d-afd8ac0e68ca. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1799.636791] env[62298]: DEBUG oslo_concurrency.lockutils [req-cbad3ef3-57bd-4776-b93c-48f6d755e630 req-0c32d719-3780-4d53-8159-db798f31a95c service nova] Acquiring lock "refresh_cache-3927345e-6db9-4970-a0ab-5b9385a1c9d7" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.653547] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1799.653762] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1799.653950] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Deleting the datastore file [datastore1] 49dbf9db-ce44-4acf-bc7f-c375a814749f {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1799.654230] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17a1eca7-873e-4539-9058-c9bdfdd4a3b0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.660783] env[62298]: DEBUG oslo_vmware.api [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Waiting for the task: (returnval){ [ 1799.660783] env[62298]: value = "task-1804776" [ 1799.660783] env[62298]: _type = "Task" [ 1799.660783] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.670275] env[62298]: DEBUG oslo_vmware.api [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': task-1804776, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.712568] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.300s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.713138] env[62298]: DEBUG nova.compute.manager [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1799.715830] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.005s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.717443] env[62298]: INFO nova.compute.claims [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1799.753509] env[62298]: DEBUG oslo_vmware.api [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52efdcef-f73a-81f1-8248-3ea2612a9d40, 'name': SearchDatastore_Task, 'duration_secs': 0.010765} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.753509] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad40f2c2-cd92-4b26-831c-bbd125d2142f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.759156] env[62298]: DEBUG oslo_vmware.api [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1799.759156] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52d1a828-1835-a058-2230-3478edaa8ac3" [ 1799.759156] env[62298]: _type = "Task" [ 1799.759156] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.769489] env[62298]: DEBUG oslo_vmware.api [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52d1a828-1835-a058-2230-3478edaa8ac3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.029965] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Releasing lock "refresh_cache-3927345e-6db9-4970-a0ab-5b9385a1c9d7" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.030902] env[62298]: DEBUG nova.compute.manager [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Instance network_info: |[{"id": "299a4c7d-aab6-4823-9c4d-afd8ac0e68ca", "address": "fa:16:3e:19:d6:8d", "network": {"id": "ddd73b2d-b773-479d-8d16-507c14c3b47d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-361272463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ba130cd6bcc44a7b8e449c3e63f9064c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap299a4c7d-aa", "ovs_interfaceid": "299a4c7d-aab6-4823-9c4d-afd8ac0e68ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1800.031608] env[62298]: DEBUG oslo_concurrency.lockutils [req-cbad3ef3-57bd-4776-b93c-48f6d755e630 req-0c32d719-3780-4d53-8159-db798f31a95c service nova] Acquired lock "refresh_cache-3927345e-6db9-4970-a0ab-5b9385a1c9d7" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.031929] env[62298]: DEBUG nova.network.neutron [req-cbad3ef3-57bd-4776-b93c-48f6d755e630 req-0c32d719-3780-4d53-8159-db798f31a95c service nova] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Refreshing network info cache for port 299a4c7d-aab6-4823-9c4d-afd8ac0e68ca {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1800.033799] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:d6:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '299a4c7d-aab6-4823-9c4d-afd8ac0e68ca', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1800.044507] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Creating folder: Project (ba130cd6bcc44a7b8e449c3e63f9064c). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1800.049737] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84a7c501-c600-4e4a-a455-0803c15d5949 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.061102] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Created folder: Project (ba130cd6bcc44a7b8e449c3e63f9064c) in parent group-v373906. [ 1800.061330] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Creating folder: Instances. Parent ref: group-v374150. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1800.061576] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bfe2d95-cb64-49cd-a737-32e8400e1c6d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.071828] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Created folder: Instances in parent group-v374150. [ 1800.072111] env[62298]: DEBUG oslo.service.loopingcall [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1800.072312] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1800.072521] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f59eb455-e9ca-4059-9f79-f917463a6a46 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.092395] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1800.092395] env[62298]: value = "task-1804779" [ 1800.092395] env[62298]: _type = "Task" [ 1800.092395] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.105871] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804779, 'name': CreateVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.171518] env[62298]: DEBUG oslo_vmware.api [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': task-1804776, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375078} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.171973] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1800.172342] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1800.172620] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1800.221768] env[62298]: DEBUG nova.compute.utils [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1800.223611] env[62298]: DEBUG nova.compute.manager [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1800.223687] env[62298]: DEBUG nova.network.neutron [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1800.270593] env[62298]: DEBUG oslo_vmware.api [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52d1a828-1835-a058-2230-3478edaa8ac3, 'name': SearchDatastore_Task, 'duration_secs': 0.010551} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.270917] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.271492] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 53304fd8-3272-4394-98f8-c8c8ea794ca4/53304fd8-3272-4394-98f8-c8c8ea794ca4.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1800.271492] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bc90303-c8e3-442f-a10e-1d2d925c8893 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.280187] env[62298]: DEBUG oslo_vmware.api [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1800.280187] env[62298]: value = "task-1804780" [ 1800.280187] env[62298]: _type = "Task" [ 1800.280187] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.290966] env[62298]: DEBUG oslo_vmware.api [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.354246] env[62298]: DEBUG nova.network.neutron [None req-e4504742-b51d-4b7f-a35c-8823ac233f8a tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Updating instance_info_cache with network_info: [{"id": "7c0cf4c4-ba63-4710-8998-297682cbadbd", "address": "fa:16:3e:16:2f:78", "network": {"id": "1b0325e7-c092-488a-b711-be05e76100b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-550134086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c391aea5021499b9b50a616b7937813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c0cf4c4-ba", "ovs_interfaceid": "7c0cf4c4-ba63-4710-8998-297682cbadbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.382314] env[62298]: DEBUG nova.policy [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca1d8c02d7ef47779787b184c3c8ba80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd819ba42d93442d90c65ee40ac606f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1800.605715] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804779, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.607269] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bad4cc-f9f7-406e-abf3-c65d2e549039 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1800.607592] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b23cd84-543f-4f8b-9a48-c4568ad23113 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.614076] env[62298]: DEBUG oslo_vmware.api [None req-04bad4cc-f9f7-406e-abf3-c65d2e549039 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1800.614076] env[62298]: value = "task-1804781" [ 1800.614076] env[62298]: _type = "Task" [ 1800.614076] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.623842] env[62298]: DEBUG oslo_vmware.api [None req-04bad4cc-f9f7-406e-abf3-c65d2e549039 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.639615] env[62298]: DEBUG nova.network.neutron [req-cbad3ef3-57bd-4776-b93c-48f6d755e630 req-0c32d719-3780-4d53-8159-db798f31a95c service nova] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Updated VIF entry in instance network info cache for port 299a4c7d-aab6-4823-9c4d-afd8ac0e68ca. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1800.640053] env[62298]: DEBUG nova.network.neutron [req-cbad3ef3-57bd-4776-b93c-48f6d755e630 req-0c32d719-3780-4d53-8159-db798f31a95c service nova] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Updating instance_info_cache with network_info: [{"id": "299a4c7d-aab6-4823-9c4d-afd8ac0e68ca", "address": "fa:16:3e:19:d6:8d", "network": {"id": "ddd73b2d-b773-479d-8d16-507c14c3b47d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-361272463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ba130cd6bcc44a7b8e449c3e63f9064c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap299a4c7d-aa", "ovs_interfaceid": "299a4c7d-aab6-4823-9c4d-afd8ac0e68ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.735179] env[62298]: DEBUG nova.compute.manager [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1800.799438] env[62298]: DEBUG oslo_vmware.api [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804780, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.858285] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e4504742-b51d-4b7f-a35c-8823ac233f8a tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Releasing lock "refresh_cache-6144efa7-fb78-4b7b-8780-9dda46056e6c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.983614] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3322bb04-02cc-4d72-b207-f19d8193a282 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.993775] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc3069b-cf2e-4f80-b237-2ca8eba95a0d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.028408] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878648e9-b35e-4d07-abf3-203a75b9b1ed {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.036290] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7082ed24-5846-400d-9da0-b338b6336db4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.054025] env[62298]: DEBUG nova.compute.provider_tree [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1801.105929] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804779, 'name': CreateVM_Task, 'duration_secs': 0.517771} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.106665] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1801.107157] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.107394] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.111451] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1801.111451] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7bc8b59-59a1-4528-b9eb-2896714cb489 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.117128] env[62298]: DEBUG oslo_vmware.api [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1801.117128] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52977751-d4e8-9b84-40c9-696919aa620b" [ 1801.117128] env[62298]: _type = "Task" [ 1801.117128] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.127399] env[62298]: DEBUG nova.network.neutron [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Successfully created port: 5f5f70fd-6310-4d83-ab33-97f5eda2a91f {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1801.135878] env[62298]: DEBUG oslo_vmware.api [None req-04bad4cc-f9f7-406e-abf3-c65d2e549039 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804781, 'name': PowerOffVM_Task, 'duration_secs': 0.435736} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.135878] env[62298]: DEBUG oslo_vmware.api [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52977751-d4e8-9b84-40c9-696919aa620b, 'name': SearchDatastore_Task, 'duration_secs': 0.010669} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.136078] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bad4cc-f9f7-406e-abf3-c65d2e549039 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1801.136423] env[62298]: DEBUG nova.compute.manager [None req-04bad4cc-f9f7-406e-abf3-c65d2e549039 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1801.136815] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.136815] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1801.139868] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.139868] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.139868] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1801.139868] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a3505b-b8fe-4ee9-a30f-e50120a7c0da {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.141558] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a708da0-7490-4d18-b862-8cd39cd53b37 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.144291] env[62298]: DEBUG oslo_concurrency.lockutils [req-cbad3ef3-57bd-4776-b93c-48f6d755e630 req-0c32d719-3780-4d53-8159-db798f31a95c service nova] Releasing lock "refresh_cache-3927345e-6db9-4970-a0ab-5b9385a1c9d7" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.151799] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1801.151989] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1801.152724] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb994669-8f2d-40fc-97cc-5505b118d92f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.158974] env[62298]: DEBUG oslo_vmware.api [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1801.158974] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52635906-f854-3e00-e40e-cf2478bf1407" [ 1801.158974] env[62298]: _type = "Task" [ 1801.158974] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.167509] env[62298]: DEBUG oslo_vmware.api [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52635906-f854-3e00-e40e-cf2478bf1407, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.224528] env[62298]: DEBUG nova.virt.hardware [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1801.224788] env[62298]: DEBUG nova.virt.hardware [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1801.224950] env[62298]: DEBUG nova.virt.hardware [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1801.225655] env[62298]: DEBUG nova.virt.hardware [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1801.225655] env[62298]: DEBUG nova.virt.hardware [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1801.225655] env[62298]: DEBUG nova.virt.hardware [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1801.225796] env[62298]: DEBUG nova.virt.hardware [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1801.225972] env[62298]: DEBUG nova.virt.hardware [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1801.226169] env[62298]: DEBUG nova.virt.hardware [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1801.227241] env[62298]: DEBUG nova.virt.hardware [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1801.227241] env[62298]: DEBUG nova.virt.hardware [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1801.230760] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3fbbd9-080b-41e2-9f18-c126d5f1e38d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.240075] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ed780b-7a8d-4ce4-ae2e-84e405584e58 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.260566] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Instance VIF info [] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1801.267705] env[62298]: DEBUG oslo.service.loopingcall [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1801.268239] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1801.268933] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c950fd66-585a-4030-9219-faa0f225c1a3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.294019] env[62298]: DEBUG oslo_vmware.api [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804780, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536597} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.294361] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 53304fd8-3272-4394-98f8-c8c8ea794ca4/53304fd8-3272-4394-98f8-c8c8ea794ca4.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1801.294586] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1801.294823] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1801.294823] env[62298]: value = "task-1804782" [ 1801.294823] env[62298]: _type = "Task" [ 1801.294823] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.295085] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b92728a-85bb-42c7-b995-e8db0a77d040 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.306156] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804782, 'name': CreateVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.307542] env[62298]: DEBUG oslo_vmware.api [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1801.307542] env[62298]: value = "task-1804783" [ 1801.307542] env[62298]: _type = "Task" [ 1801.307542] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.323648] env[62298]: DEBUG oslo_vmware.api [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.562716] env[62298]: DEBUG nova.scheduler.client.report [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1801.655085] env[62298]: DEBUG oslo_concurrency.lockutils [None req-04bad4cc-f9f7-406e-abf3-c65d2e549039 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "daa6606d-56d9-4776-8434-bdf8006e36ea" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.073s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.671850] env[62298]: DEBUG oslo_vmware.api [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52635906-f854-3e00-e40e-cf2478bf1407, 'name': SearchDatastore_Task, 'duration_secs': 0.008742} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.672923] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ef31f82-ebd2-4162-a033-7ecd2ab2868e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.679707] env[62298]: DEBUG oslo_vmware.api [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1801.679707] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522a2eb4-398e-0952-71c9-c9d26925adaf" [ 1801.679707] env[62298]: _type = "Task" [ 1801.679707] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.688790] env[62298]: DEBUG oslo_vmware.api [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522a2eb4-398e-0952-71c9-c9d26925adaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.750675] env[62298]: DEBUG nova.compute.manager [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1801.776788] env[62298]: DEBUG nova.virt.hardware [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1801.776934] env[62298]: DEBUG nova.virt.hardware [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1801.777091] env[62298]: DEBUG nova.virt.hardware [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1801.777280] env[62298]: DEBUG nova.virt.hardware [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1801.777429] env[62298]: DEBUG nova.virt.hardware [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1801.777576] env[62298]: DEBUG nova.virt.hardware [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1801.777862] env[62298]: DEBUG nova.virt.hardware [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1801.778044] env[62298]: DEBUG nova.virt.hardware [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1801.778244] env[62298]: DEBUG nova.virt.hardware [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1801.778426] env[62298]: DEBUG nova.virt.hardware [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1801.778602] env[62298]: DEBUG nova.virt.hardware [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1801.779522] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad910d9b-a4ce-468c-877b-59172ded66ff {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.787303] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0658d891-7386-405f-83fb-e8eb2053d343 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.808955] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804782, 'name': CreateVM_Task, 'duration_secs': 0.283035} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.811905] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1801.812345] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.812509] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.812825] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1801.813441] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1db4ff2b-a31d-4fb4-8ae1-f12e03805670 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.817551] env[62298]: DEBUG oslo_vmware.api [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073432} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.818181] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1801.818930] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19924fe-cc74-47ff-a544-0c5cc14e125a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.822389] env[62298]: DEBUG oslo_vmware.api [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Waiting for the task: (returnval){ [ 1801.822389] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52bfad72-a175-018f-2866-a7ee461c4a30" [ 1801.822389] env[62298]: _type = "Task" [ 1801.822389] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.845699] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 53304fd8-3272-4394-98f8-c8c8ea794ca4/53304fd8-3272-4394-98f8-c8c8ea794ca4.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1801.845699] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce64e60b-6f84-4ab0-9a3b-040bbcbcf302 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.861782] env[62298]: DEBUG oslo_vmware.api [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52bfad72-a175-018f-2866-a7ee461c4a30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.865120] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4504742-b51d-4b7f-a35c-8823ac233f8a tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1801.865309] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1da08679-d0f5-49c8-8491-14e22dabdea6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.868168] env[62298]: DEBUG oslo_vmware.api [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1801.868168] env[62298]: value = "task-1804784" [ 1801.868168] env[62298]: _type = "Task" [ 1801.868168] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.872992] env[62298]: DEBUG oslo_vmware.api [None req-e4504742-b51d-4b7f-a35c-8823ac233f8a tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 1801.872992] env[62298]: value = "task-1804785" [ 1801.872992] env[62298]: _type = "Task" [ 1801.872992] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.876233] env[62298]: DEBUG oslo_vmware.api [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804784, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.883297] env[62298]: DEBUG oslo_vmware.api [None req-e4504742-b51d-4b7f-a35c-8823ac233f8a tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1804785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.069160] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.069612] env[62298]: DEBUG nova.compute.manager [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1802.076039] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.682s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.076241] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.076483] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62298) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1802.076908] env[62298]: DEBUG oslo_concurrency.lockutils [None req-56f2cef1-919a-4bfb-879b-01c46f7cbe39 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.626s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.077152] env[62298]: DEBUG nova.objects.instance [None req-56f2cef1-919a-4bfb-879b-01c46f7cbe39 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lazy-loading 'resources' on Instance uuid 29b49c1a-e92f-4f68-aedd-59c2f82c7295 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1802.078991] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565b9134-d01f-4aa2-9c11-3504156218ee {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.087752] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d234cc-523c-4aa1-8e60-49dc1546baad {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.107512] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb558a23-2e67-41cb-b554-464ab66bc385 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.115174] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c594ae11-e64b-4a1f-b610-7e6764800727 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.146301] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179508MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62298) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1802.146470] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.191050] env[62298]: DEBUG oslo_vmware.api [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522a2eb4-398e-0952-71c9-c9d26925adaf, 'name': SearchDatastore_Task, 'duration_secs': 0.07321} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.191248] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.191516] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 3927345e-6db9-4970-a0ab-5b9385a1c9d7/3927345e-6db9-4970-a0ab-5b9385a1c9d7.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1802.191783] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ad20d0f-5b17-4b3b-9b6c-9ff92bd2f93d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.198100] env[62298]: DEBUG oslo_vmware.api [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1802.198100] env[62298]: value = "task-1804786" [ 1802.198100] env[62298]: _type = "Task" [ 1802.198100] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.206542] env[62298]: DEBUG oslo_vmware.api [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.333672] env[62298]: DEBUG oslo_vmware.api [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52bfad72-a175-018f-2866-a7ee461c4a30, 'name': SearchDatastore_Task, 'duration_secs': 0.038357} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.334513] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.338018] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1802.338018] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.338018] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.338018] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1802.338018] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4b335a9-9b54-4896-ac5a-6148ebc19d46 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.344045] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1802.344232] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1802.344945] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1f74158-72e0-41bb-88f1-be494897fc29 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.352115] env[62298]: DEBUG oslo_vmware.api [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Waiting for the task: (returnval){ [ 1802.352115] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52351ce9-a839-767c-abef-81f1d96afffb" [ 1802.352115] env[62298]: _type = "Task" [ 1802.352115] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.359832] env[62298]: DEBUG oslo_vmware.api [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52351ce9-a839-767c-abef-81f1d96afffb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.378181] env[62298]: DEBUG oslo_vmware.api [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804784, 'name': ReconfigVM_Task, 'duration_secs': 0.282759} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.381948] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 53304fd8-3272-4394-98f8-c8c8ea794ca4/53304fd8-3272-4394-98f8-c8c8ea794ca4.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1802.382626] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b75a2ded-11fd-4b02-a393-58ad87562eb5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.394185] env[62298]: DEBUG oslo_vmware.api [None req-e4504742-b51d-4b7f-a35c-8823ac233f8a tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1804785, 'name': PowerOnVM_Task, 'duration_secs': 0.408245} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.394465] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4504742-b51d-4b7f-a35c-8823ac233f8a tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1802.394894] env[62298]: DEBUG nova.compute.manager [None req-e4504742-b51d-4b7f-a35c-8823ac233f8a tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1802.395432] env[62298]: DEBUG oslo_vmware.api [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1802.395432] env[62298]: value = "task-1804787" [ 1802.395432] env[62298]: _type = "Task" [ 1802.395432] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.396330] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be32917b-e93a-409c-a2ad-9ab2347e003e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.581185] env[62298]: DEBUG nova.compute.utils [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1802.582702] env[62298]: DEBUG nova.compute.manager [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1802.586022] env[62298]: DEBUG nova.network.neutron [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1802.638762] env[62298]: DEBUG nova.policy [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c16ef65eec34b9c85807a1754794f64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b21cc13a51c247c792a858f2044dbc55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1802.708772] env[62298]: DEBUG oslo_vmware.api [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804786, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.842323] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42eda60d-ca69-4163-9c67-d66dd5b67aa5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.851822] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942ca18b-3b9e-4847-a632-4af2718218c1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.866321] env[62298]: DEBUG oslo_vmware.api [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52351ce9-a839-767c-abef-81f1d96afffb, 'name': SearchDatastore_Task, 'duration_secs': 0.009184} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.894582] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52b2fb51-978f-438b-b54c-299d66538c04 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.897778] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23e9ed1-9e80-4c2a-a254-92c540e81e24 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.905902] env[62298]: DEBUG oslo_vmware.api [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Waiting for the task: (returnval){ [ 1802.905902] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522c08b8-2196-99bb-4817-00d58271f2bc" [ 1802.905902] env[62298]: _type = "Task" [ 1802.905902] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.912911] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36e1be6-9062-4a94-80f1-df22d23a76ff {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.923981] env[62298]: DEBUG nova.objects.instance [None req-b885ce20-86ed-4fdf-b551-b61e95264797 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lazy-loading 'flavor' on Instance uuid daa6606d-56d9-4776-8434-bdf8006e36ea {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1802.925193] env[62298]: DEBUG oslo_vmware.api [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804787, 'name': Rename_Task, 'duration_secs': 0.315373} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.930147] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1802.930715] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a15fd268-fe9a-4db6-aef5-6072a259a621 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.945076] env[62298]: DEBUG nova.compute.provider_tree [None req-56f2cef1-919a-4bfb-879b-01c46f7cbe39 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1802.946901] env[62298]: DEBUG oslo_vmware.api [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522c08b8-2196-99bb-4817-00d58271f2bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009432} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.949088] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.950092] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 49dbf9db-ce44-4acf-bc7f-c375a814749f/49dbf9db-ce44-4acf-bc7f-c375a814749f.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1802.950092] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d70227d0-02ca-4c39-82b3-cf1d22d54096 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.955297] env[62298]: DEBUG oslo_vmware.api [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1802.955297] env[62298]: value = "task-1804788" [ 1802.955297] env[62298]: _type = "Task" [ 1802.955297] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.963057] env[62298]: DEBUG oslo_vmware.api [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Waiting for the task: (returnval){ [ 1802.963057] env[62298]: value = "task-1804789" [ 1802.963057] env[62298]: _type = "Task" [ 1802.963057] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.974080] env[62298]: DEBUG oslo_vmware.api [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.977283] env[62298]: DEBUG oslo_vmware.api [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': task-1804789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.065919] env[62298]: DEBUG nova.compute.manager [req-3efd788d-bdfa-4f96-acb2-fd62e4d8f626 req-97d45eb5-e770-4795-88e9-65235a77920b service nova] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Received event network-vif-plugged-5f5f70fd-6310-4d83-ab33-97f5eda2a91f {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1803.066281] env[62298]: DEBUG oslo_concurrency.lockutils [req-3efd788d-bdfa-4f96-acb2-fd62e4d8f626 req-97d45eb5-e770-4795-88e9-65235a77920b service nova] Acquiring lock "335e0309-fd80-419b-af19-20f533c5d4d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.066550] env[62298]: DEBUG oslo_concurrency.lockutils [req-3efd788d-bdfa-4f96-acb2-fd62e4d8f626 req-97d45eb5-e770-4795-88e9-65235a77920b service nova] Lock "335e0309-fd80-419b-af19-20f533c5d4d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.066614] env[62298]: DEBUG oslo_concurrency.lockutils [req-3efd788d-bdfa-4f96-acb2-fd62e4d8f626 req-97d45eb5-e770-4795-88e9-65235a77920b service nova] Lock "335e0309-fd80-419b-af19-20f533c5d4d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.066810] env[62298]: DEBUG nova.compute.manager [req-3efd788d-bdfa-4f96-acb2-fd62e4d8f626 req-97d45eb5-e770-4795-88e9-65235a77920b service nova] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] No waiting events found dispatching network-vif-plugged-5f5f70fd-6310-4d83-ab33-97f5eda2a91f {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1803.066965] env[62298]: WARNING nova.compute.manager [req-3efd788d-bdfa-4f96-acb2-fd62e4d8f626 req-97d45eb5-e770-4795-88e9-65235a77920b service nova] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Received unexpected event network-vif-plugged-5f5f70fd-6310-4d83-ab33-97f5eda2a91f for instance with vm_state building and task_state spawning. [ 1803.090590] env[62298]: DEBUG nova.compute.manager [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1803.210530] env[62298]: DEBUG oslo_vmware.api [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520803} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.210886] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 3927345e-6db9-4970-a0ab-5b9385a1c9d7/3927345e-6db9-4970-a0ab-5b9385a1c9d7.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1803.211241] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1803.211486] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-943152e5-7f73-45e1-bc78-328dcb587200 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.220429] env[62298]: DEBUG oslo_vmware.api [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1803.220429] env[62298]: value = "task-1804790" [ 1803.220429] env[62298]: _type = "Task" [ 1803.220429] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.229346] env[62298]: DEBUG oslo_vmware.api [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804790, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.288032] env[62298]: DEBUG nova.network.neutron [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Successfully updated port: 5f5f70fd-6310-4d83-ab33-97f5eda2a91f {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1803.333201] env[62298]: DEBUG nova.network.neutron [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Successfully created port: abee33f2-38fe-4d60-ada8-be0738c1137a {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1803.435021] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b885ce20-86ed-4fdf-b551-b61e95264797 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquiring lock "refresh_cache-daa6606d-56d9-4776-8434-bdf8006e36ea" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.435021] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b885ce20-86ed-4fdf-b551-b61e95264797 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquired lock "refresh_cache-daa6606d-56d9-4776-8434-bdf8006e36ea" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.435021] env[62298]: DEBUG nova.network.neutron [None req-b885ce20-86ed-4fdf-b551-b61e95264797 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1803.435021] env[62298]: DEBUG nova.objects.instance [None req-b885ce20-86ed-4fdf-b551-b61e95264797 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lazy-loading 'info_cache' on Instance uuid daa6606d-56d9-4776-8434-bdf8006e36ea {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1803.452018] env[62298]: DEBUG nova.scheduler.client.report [None req-56f2cef1-919a-4bfb-879b-01c46f7cbe39 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1803.472500] env[62298]: DEBUG oslo_vmware.api [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804788, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.484578] env[62298]: DEBUG oslo_vmware.api [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': task-1804789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445956} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.485181] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 49dbf9db-ce44-4acf-bc7f-c375a814749f/49dbf9db-ce44-4acf-bc7f-c375a814749f.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1803.485181] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1803.485361] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf1ebacd-4349-4854-9c89-8e3cf63b5e9f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.492860] env[62298]: DEBUG oslo_vmware.api [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Waiting for the task: (returnval){ [ 1803.492860] env[62298]: value = "task-1804791" [ 1803.492860] env[62298]: _type = "Task" [ 1803.492860] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.501567] env[62298]: DEBUG oslo_vmware.api [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': task-1804791, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.597344] env[62298]: INFO nova.virt.block_device [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Booting with volume 187827d9-e89c-45d3-9ef6-2a6f34cab555 at /dev/sda [ 1803.638145] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b131e7d1-8bd2-444e-91bb-ddc6b2936648 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.647476] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbbb879-93c0-4dd9-bd8e-b392cc20da1e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.677196] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cdaf64bb-094b-4c41-9e40-3ea199050b5e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.685591] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188cf2d5-3e78-454c-a64f-18224c5a8977 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.716156] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf3f235-ef40-4d64-984f-cbd732dbc1f5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.726507] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5deba300-190c-4860-849d-ea96da06448b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.733503] env[62298]: DEBUG oslo_vmware.api [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804790, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141548} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.733758] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1803.734494] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec9fa74-b474-4e9c-882b-2994cd638264 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.742468] env[62298]: DEBUG nova.virt.block_device [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Updating existing volume attachment record: 91691be1-33a7-4483-856b-1d0ff47b861a {{(pid=62298) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1803.765399] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 3927345e-6db9-4970-a0ab-5b9385a1c9d7/3927345e-6db9-4970-a0ab-5b9385a1c9d7.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1803.765692] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c4f35a6-1c2f-4b75-af4b-eedaf8af09a2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.789460] env[62298]: DEBUG oslo_vmware.api [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1803.789460] env[62298]: value = "task-1804792" [ 1803.789460] env[62298]: _type = "Task" [ 1803.789460] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.793253] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "refresh_cache-335e0309-fd80-419b-af19-20f533c5d4d4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.793325] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquired lock "refresh_cache-335e0309-fd80-419b-af19-20f533c5d4d4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.793493] env[62298]: DEBUG nova.network.neutron [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1803.799799] env[62298]: DEBUG oslo_vmware.api [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804792, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.940858] env[62298]: DEBUG nova.objects.base [None req-b885ce20-86ed-4fdf-b551-b61e95264797 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62298) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1803.953783] env[62298]: DEBUG oslo_concurrency.lockutils [None req-56f2cef1-919a-4bfb-879b-01c46f7cbe39 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.958900] env[62298]: DEBUG oslo_concurrency.lockutils [None req-65ecdafe-b54b-46b0-9f8d-c9f71836b091 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.475s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.958900] env[62298]: DEBUG nova.objects.instance [None req-65ecdafe-b54b-46b0-9f8d-c9f71836b091 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Lazy-loading 'resources' on Instance uuid 266b0b61-af59-4ac0-9cf1-b5b1828c9749 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1803.979559] env[62298]: DEBUG oslo_vmware.api [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804788, 'name': PowerOnVM_Task, 'duration_secs': 0.900135} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.979853] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1803.980084] env[62298]: INFO nova.compute.manager [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Took 16.10 seconds to spawn the instance on the hypervisor. [ 1803.980274] env[62298]: DEBUG nova.compute.manager [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1803.981112] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f46401-3c11-4a27-b986-4159bdce236e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.995907] env[62298]: INFO nova.scheduler.client.report [None req-56f2cef1-919a-4bfb-879b-01c46f7cbe39 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Deleted allocations for instance 29b49c1a-e92f-4f68-aedd-59c2f82c7295 [ 1804.013276] env[62298]: DEBUG oslo_vmware.api [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': task-1804791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069298} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.016580] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1804.020735] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c114e5e-b872-4da1-900c-e8d92cfdd8d9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.048598] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 49dbf9db-ce44-4acf-bc7f-c375a814749f/49dbf9db-ce44-4acf-bc7f-c375a814749f.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1804.052224] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3832d71b-3a12-4522-8731-bda10384173e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.079281] env[62298]: DEBUG oslo_vmware.api [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Waiting for the task: (returnval){ [ 1804.079281] env[62298]: value = "task-1804793" [ 1804.079281] env[62298]: _type = "Task" [ 1804.079281] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.091858] env[62298]: DEBUG oslo_vmware.api [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': task-1804793, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.237865] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d8a351-55d3-4306-96e8-50e9553ddb00 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.248352] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63bcdd9-c537-45e2-942b-c0e968713da8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.280862] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e854069-58ad-4206-ba7e-3a77e0abb08d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.289224] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d6bb7c-331c-444f-9385-34f6ddcede73 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.314048] env[62298]: DEBUG nova.compute.provider_tree [None req-65ecdafe-b54b-46b0-9f8d-c9f71836b091 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1804.319304] env[62298]: DEBUG oslo_vmware.api [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804792, 'name': ReconfigVM_Task, 'duration_secs': 0.282032} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.319304] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 3927345e-6db9-4970-a0ab-5b9385a1c9d7/3927345e-6db9-4970-a0ab-5b9385a1c9d7.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1804.319817] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5b58124-8ce2-4d7a-bebb-54f9d2636e52 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.330722] env[62298]: DEBUG oslo_vmware.api [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1804.330722] env[62298]: value = "task-1804794" [ 1804.330722] env[62298]: _type = "Task" [ 1804.330722] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.338596] env[62298]: DEBUG oslo_vmware.api [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804794, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.369018] env[62298]: DEBUG nova.network.neutron [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1804.513805] env[62298]: INFO nova.compute.manager [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Took 25.20 seconds to build instance. [ 1804.513805] env[62298]: DEBUG oslo_concurrency.lockutils [None req-56f2cef1-919a-4bfb-879b-01c46f7cbe39 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "29b49c1a-e92f-4f68-aedd-59c2f82c7295" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.052s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.513805] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "29b49c1a-e92f-4f68-aedd-59c2f82c7295" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.634s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.513805] env[62298]: INFO nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] During sync_power_state the instance has a pending task (deleting). Skip. [ 1804.513805] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "29b49c1a-e92f-4f68-aedd-59c2f82c7295" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.589805] env[62298]: DEBUG oslo_vmware.api [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': task-1804793, 'name': ReconfigVM_Task, 'duration_secs': 0.282801} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.590125] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 49dbf9db-ce44-4acf-bc7f-c375a814749f/49dbf9db-ce44-4acf-bc7f-c375a814749f.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1804.590762] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06c582a9-9a2d-4b92-b98f-41aacb12cd1f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.597630] env[62298]: DEBUG oslo_vmware.api [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Waiting for the task: (returnval){ [ 1804.597630] env[62298]: value = "task-1804795" [ 1804.597630] env[62298]: _type = "Task" [ 1804.597630] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.613089] env[62298]: DEBUG oslo_vmware.api [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': task-1804795, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.652696] env[62298]: DEBUG oslo_concurrency.lockutils [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Acquiring lock "ddec6348-5324-489b-ad44-305971929a40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.652891] env[62298]: DEBUG oslo_concurrency.lockutils [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Lock "ddec6348-5324-489b-ad44-305971929a40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.732786] env[62298]: DEBUG nova.network.neutron [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Updating instance_info_cache with network_info: [{"id": "5f5f70fd-6310-4d83-ab33-97f5eda2a91f", "address": "fa:16:3e:b4:9c:59", "network": {"id": "66ddb69c-a0b5-4d9a-812e-c071845bc88a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165425722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd819ba42d93442d90c65ee40ac606f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f5f70fd-63", "ovs_interfaceid": "5f5f70fd-6310-4d83-ab33-97f5eda2a91f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.820582] env[62298]: DEBUG nova.scheduler.client.report [None req-65ecdafe-b54b-46b0-9f8d-c9f71836b091 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1804.839401] env[62298]: DEBUG oslo_vmware.api [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804794, 'name': Rename_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.870098] env[62298]: DEBUG nova.network.neutron [None req-b885ce20-86ed-4fdf-b551-b61e95264797 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Updating instance_info_cache with network_info: [{"id": "e9c44a60-ee92-4a59-8c9d-ec6a690a5a20", "address": "fa:16:3e:23:38:94", "network": {"id": "13270d72-58a9-4f8e-9a98-e63424365680", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26636454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1301f935b049f589fbf998df6a6e70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c44a60-ee", "ovs_interfaceid": "e9c44a60-ee92-4a59-8c9d-ec6a690a5a20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.017681] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ac7caabd-8d4b-4822-acb6-333f935aaf12 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "53304fd8-3272-4394-98f8-c8c8ea794ca4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.709s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.017681] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "53304fd8-3272-4394-98f8-c8c8ea794ca4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.138s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.017681] env[62298]: INFO nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] During sync_power_state the instance has a pending task (spawning). Skip. [ 1805.017681] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "53304fd8-3272-4394-98f8-c8c8ea794ca4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.034329] env[62298]: DEBUG nova.compute.manager [req-40612532-ffa1-4c62-aa1f-2b62836bfdbe req-ff6fa210-9ff5-48f9-9626-177b6c0f960a service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Received event network-changed-3502d7bb-1e65-4084-a947-f4bfec7cfaef {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1805.034521] env[62298]: DEBUG nova.compute.manager [req-40612532-ffa1-4c62-aa1f-2b62836bfdbe req-ff6fa210-9ff5-48f9-9626-177b6c0f960a service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Refreshing instance network info cache due to event network-changed-3502d7bb-1e65-4084-a947-f4bfec7cfaef. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1805.034730] env[62298]: DEBUG oslo_concurrency.lockutils [req-40612532-ffa1-4c62-aa1f-2b62836bfdbe req-ff6fa210-9ff5-48f9-9626-177b6c0f960a service nova] Acquiring lock "refresh_cache-53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.034932] env[62298]: DEBUG oslo_concurrency.lockutils [req-40612532-ffa1-4c62-aa1f-2b62836bfdbe req-ff6fa210-9ff5-48f9-9626-177b6c0f960a service nova] Acquired lock "refresh_cache-53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.035156] env[62298]: DEBUG nova.network.neutron [req-40612532-ffa1-4c62-aa1f-2b62836bfdbe req-ff6fa210-9ff5-48f9-9626-177b6c0f960a service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Refreshing network info cache for port 3502d7bb-1e65-4084-a947-f4bfec7cfaef {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1805.094796] env[62298]: DEBUG nova.compute.manager [req-d32105b3-deb5-4d71-8fc6-f40e8aca4d5f req-c9748d8b-c741-4281-916d-248662b2a1c9 service nova] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Received event network-changed-5f5f70fd-6310-4d83-ab33-97f5eda2a91f {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1805.094796] env[62298]: DEBUG nova.compute.manager [req-d32105b3-deb5-4d71-8fc6-f40e8aca4d5f req-c9748d8b-c741-4281-916d-248662b2a1c9 service nova] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Refreshing instance network info cache due to event network-changed-5f5f70fd-6310-4d83-ab33-97f5eda2a91f. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1805.095659] env[62298]: DEBUG oslo_concurrency.lockutils [req-d32105b3-deb5-4d71-8fc6-f40e8aca4d5f req-c9748d8b-c741-4281-916d-248662b2a1c9 service nova] Acquiring lock "refresh_cache-335e0309-fd80-419b-af19-20f533c5d4d4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.109386] env[62298]: DEBUG oslo_vmware.api [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': task-1804795, 'name': Rename_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.155423] env[62298]: DEBUG nova.compute.manager [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1805.237510] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Releasing lock "refresh_cache-335e0309-fd80-419b-af19-20f533c5d4d4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.237510] env[62298]: DEBUG nova.compute.manager [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Instance network_info: |[{"id": "5f5f70fd-6310-4d83-ab33-97f5eda2a91f", "address": "fa:16:3e:b4:9c:59", "network": {"id": "66ddb69c-a0b5-4d9a-812e-c071845bc88a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165425722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd819ba42d93442d90c65ee40ac606f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f5f70fd-63", "ovs_interfaceid": "5f5f70fd-6310-4d83-ab33-97f5eda2a91f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1805.237836] env[62298]: DEBUG oslo_concurrency.lockutils [req-d32105b3-deb5-4d71-8fc6-f40e8aca4d5f req-c9748d8b-c741-4281-916d-248662b2a1c9 service nova] Acquired lock "refresh_cache-335e0309-fd80-419b-af19-20f533c5d4d4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.238237] env[62298]: DEBUG nova.network.neutron [req-d32105b3-deb5-4d71-8fc6-f40e8aca4d5f req-c9748d8b-c741-4281-916d-248662b2a1c9 service nova] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Refreshing network info cache for port 5f5f70fd-6310-4d83-ab33-97f5eda2a91f {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1805.239523] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:9c:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f5f70fd-6310-4d83-ab33-97f5eda2a91f', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1805.251327] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Creating folder: Project (fd819ba42d93442d90c65ee40ac606f2). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1805.251491] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc170595-ead1-4c2e-9b25-e7ad9dc06b45 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.263925] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Created folder: Project (fd819ba42d93442d90c65ee40ac606f2) in parent group-v373906. [ 1805.264222] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Creating folder: Instances. Parent ref: group-v374154. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1805.264549] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b28f68b0-376c-497c-bd6b-d84c4e7ab456 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.274291] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Created folder: Instances in parent group-v374154. [ 1805.274574] env[62298]: DEBUG oslo.service.loopingcall [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1805.274718] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1805.274935] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-129aa125-3ffd-4f3b-9a53-7ac796265e41 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.292088] env[62298]: DEBUG nova.network.neutron [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Successfully updated port: abee33f2-38fe-4d60-ada8-be0738c1137a {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1805.299718] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1805.299718] env[62298]: value = "task-1804798" [ 1805.299718] env[62298]: _type = "Task" [ 1805.299718] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.309635] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804798, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.327226] env[62298]: DEBUG oslo_concurrency.lockutils [None req-65ecdafe-b54b-46b0-9f8d-c9f71836b091 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.368s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.331157] env[62298]: DEBUG oslo_concurrency.lockutils [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.530s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.333055] env[62298]: INFO nova.compute.claims [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1805.366598] env[62298]: DEBUG oslo_vmware.api [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804794, 'name': Rename_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.372627] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b885ce20-86ed-4fdf-b551-b61e95264797 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Releasing lock "refresh_cache-daa6606d-56d9-4776-8434-bdf8006e36ea" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.376952] env[62298]: INFO nova.scheduler.client.report [None req-65ecdafe-b54b-46b0-9f8d-c9f71836b091 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Deleted allocations for instance 266b0b61-af59-4ac0-9cf1-b5b1828c9749 [ 1805.610374] env[62298]: DEBUG oslo_vmware.api [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': task-1804795, 'name': Rename_Task, 'duration_secs': 0.894836} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.610700] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1805.611828] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3fbf322-838b-495c-b06e-ec640aa5a9e1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.620204] env[62298]: DEBUG oslo_vmware.api [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Waiting for the task: (returnval){ [ 1805.620204] env[62298]: value = "task-1804799" [ 1805.620204] env[62298]: _type = "Task" [ 1805.620204] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.635950] env[62298]: DEBUG oslo_vmware.api [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': task-1804799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.696768] env[62298]: DEBUG oslo_concurrency.lockutils [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.795268] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Acquiring lock "refresh_cache-d08daf56-6574-459e-ba9b-d38e107130e9" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.797240] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Acquired lock "refresh_cache-d08daf56-6574-459e-ba9b-d38e107130e9" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.797240] env[62298]: DEBUG nova.network.neutron [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1805.824181] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804798, 'name': CreateVM_Task, 'duration_secs': 0.471322} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.824181] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1805.825410] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.825410] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.825893] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1805.827015] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd04a0b9-f8a0-4d36-8f2a-16d71add72df {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.834026] env[62298]: DEBUG oslo_vmware.api [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1805.834026] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5274070b-622c-8c07-d383-f7fc5b573df7" [ 1805.834026] env[62298]: _type = "Task" [ 1805.834026] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.850193] env[62298]: DEBUG oslo_vmware.api [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5274070b-622c-8c07-d383-f7fc5b573df7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.856122] env[62298]: DEBUG nova.compute.manager [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1805.856837] env[62298]: DEBUG nova.virt.hardware [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1805.858819] env[62298]: DEBUG nova.virt.hardware [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1805.858819] env[62298]: DEBUG nova.virt.hardware [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1805.858819] env[62298]: DEBUG nova.virt.hardware [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1805.858819] env[62298]: DEBUG nova.virt.hardware [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1805.858819] env[62298]: DEBUG nova.virt.hardware [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1805.858819] env[62298]: DEBUG nova.virt.hardware [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1805.858819] env[62298]: DEBUG nova.virt.hardware [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1805.859190] env[62298]: DEBUG nova.virt.hardware [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1805.860022] env[62298]: DEBUG nova.virt.hardware [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1805.860022] env[62298]: DEBUG nova.virt.hardware [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1805.860977] env[62298]: DEBUG oslo_vmware.api [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804794, 'name': Rename_Task, 'duration_secs': 1.16515} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.861839] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622ccb57-ee7a-4ef2-8417-d2d132006e28 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.864518] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1805.865153] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dc7398b-ea96-4b2a-9e88-5529827f42a4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.873268] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b6c1ba-8703-433d-b083-7edf9da0d720 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.877366] env[62298]: DEBUG oslo_vmware.api [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1805.877366] env[62298]: value = "task-1804800" [ 1805.877366] env[62298]: _type = "Task" [ 1805.877366] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.894077] env[62298]: DEBUG oslo_concurrency.lockutils [None req-65ecdafe-b54b-46b0-9f8d-c9f71836b091 tempest-ImagesOneServerNegativeTestJSON-593605650 tempest-ImagesOneServerNegativeTestJSON-593605650-project-member] Lock "266b0b61-af59-4ac0-9cf1-b5b1828c9749" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.862s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.895680] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "266b0b61-af59-4ac0-9cf1-b5b1828c9749" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.018s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.895993] env[62298]: INFO nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] During sync_power_state the instance has a pending task (deleting). Skip. [ 1805.896303] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "266b0b61-af59-4ac0-9cf1-b5b1828c9749" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.900866] env[62298]: DEBUG oslo_vmware.api [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804800, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.907069] env[62298]: DEBUG nova.network.neutron [req-40612532-ffa1-4c62-aa1f-2b62836bfdbe req-ff6fa210-9ff5-48f9-9626-177b6c0f960a service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Updated VIF entry in instance network info cache for port 3502d7bb-1e65-4084-a947-f4bfec7cfaef. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1805.907509] env[62298]: DEBUG nova.network.neutron [req-40612532-ffa1-4c62-aa1f-2b62836bfdbe req-ff6fa210-9ff5-48f9-9626-177b6c0f960a service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Updating instance_info_cache with network_info: [{"id": "3502d7bb-1e65-4084-a947-f4bfec7cfaef", "address": "fa:16:3e:7a:70:59", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3502d7bb-1e", "ovs_interfaceid": "3502d7bb-1e65-4084-a947-f4bfec7cfaef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.093206] env[62298]: DEBUG nova.network.neutron [req-d32105b3-deb5-4d71-8fc6-f40e8aca4d5f req-c9748d8b-c741-4281-916d-248662b2a1c9 service nova] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Updated VIF entry in instance network info cache for port 5f5f70fd-6310-4d83-ab33-97f5eda2a91f. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1806.093601] env[62298]: DEBUG nova.network.neutron [req-d32105b3-deb5-4d71-8fc6-f40e8aca4d5f req-c9748d8b-c741-4281-916d-248662b2a1c9 service nova] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Updating instance_info_cache with network_info: [{"id": "5f5f70fd-6310-4d83-ab33-97f5eda2a91f", "address": "fa:16:3e:b4:9c:59", "network": {"id": "66ddb69c-a0b5-4d9a-812e-c071845bc88a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165425722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd819ba42d93442d90c65ee40ac606f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f5f70fd-63", "ovs_interfaceid": "5f5f70fd-6310-4d83-ab33-97f5eda2a91f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.134901] env[62298]: DEBUG oslo_vmware.api [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': task-1804799, 'name': PowerOnVM_Task, 'duration_secs': 0.487119} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.135289] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1806.135512] env[62298]: DEBUG nova.compute.manager [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1806.136401] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a66823-e602-4f8e-af98-736c635bd9b5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.303691] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "b56b90e1-8e96-4f22-8fc9-fb096395099b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.303691] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "b56b90e1-8e96-4f22-8fc9-fb096395099b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.344137] env[62298]: DEBUG oslo_vmware.api [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5274070b-622c-8c07-d383-f7fc5b573df7, 'name': SearchDatastore_Task, 'duration_secs': 0.018787} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.344598] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.344776] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1806.344979] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.345142] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.345328] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1806.345596] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fa8e3e2-1899-4976-88d9-213f5d43c27c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.356450] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1806.356643] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1806.357428] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-124db4ff-3b84-42f9-8c55-72c162d156cb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.363247] env[62298]: DEBUG oslo_vmware.api [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1806.363247] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b33755-ce34-94d9-7ce3-97a3120fde5d" [ 1806.363247] env[62298]: _type = "Task" [ 1806.363247] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.367666] env[62298]: DEBUG nova.network.neutron [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1806.378099] env[62298]: DEBUG oslo_vmware.api [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b33755-ce34-94d9-7ce3-97a3120fde5d, 'name': SearchDatastore_Task, 'duration_secs': 0.010045} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.379059] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-256a48cd-93b0-458c-9e9b-830f2b6bb3bd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.391241] env[62298]: DEBUG oslo_vmware.api [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1806.391241] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52aa5aaa-1dee-b880-5a09-c9e00033c3ac" [ 1806.391241] env[62298]: _type = "Task" [ 1806.391241] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.394238] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b885ce20-86ed-4fdf-b551-b61e95264797 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1806.397938] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-caa8d62c-e007-4d35-a8cf-863122aa195c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.402828] env[62298]: DEBUG oslo_vmware.api [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804800, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.411650] env[62298]: DEBUG oslo_concurrency.lockutils [req-40612532-ffa1-4c62-aa1f-2b62836bfdbe req-ff6fa210-9ff5-48f9-9626-177b6c0f960a service nova] Releasing lock "refresh_cache-53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.412163] env[62298]: DEBUG oslo_vmware.api [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52aa5aaa-1dee-b880-5a09-c9e00033c3ac, 'name': SearchDatastore_Task, 'duration_secs': 0.013919} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.416149] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.416427] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 335e0309-fd80-419b-af19-20f533c5d4d4/335e0309-fd80-419b-af19-20f533c5d4d4.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1806.416820] env[62298]: DEBUG oslo_vmware.api [None req-b885ce20-86ed-4fdf-b551-b61e95264797 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1806.416820] env[62298]: value = "task-1804801" [ 1806.416820] env[62298]: _type = "Task" [ 1806.416820] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.417352] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c40aae25-577a-415c-bec9-6799c5d9ed1c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.434644] env[62298]: DEBUG oslo_vmware.api [None req-b885ce20-86ed-4fdf-b551-b61e95264797 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804801, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.435386] env[62298]: DEBUG oslo_vmware.api [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1806.435386] env[62298]: value = "task-1804802" [ 1806.435386] env[62298]: _type = "Task" [ 1806.435386] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.447774] env[62298]: DEBUG oslo_vmware.api [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.577946] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487316ce-9515-45d1-a5f2-6f55abf05ba1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.588955] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d233954-9013-40e5-ab2f-d5ced620b674 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.621297] env[62298]: DEBUG oslo_concurrency.lockutils [req-d32105b3-deb5-4d71-8fc6-f40e8aca4d5f req-c9748d8b-c741-4281-916d-248662b2a1c9 service nova] Releasing lock "refresh_cache-335e0309-fd80-419b-af19-20f533c5d4d4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.622914] env[62298]: DEBUG nova.network.neutron [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Updating instance_info_cache with network_info: [{"id": "abee33f2-38fe-4d60-ada8-be0738c1137a", "address": "fa:16:3e:e5:ab:b2", "network": {"id": "0f232d0f-087a-4207-836d-4e2978e9befd", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-982987931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21cc13a51c247c792a858f2044dbc55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabee33f2-38", "ovs_interfaceid": "abee33f2-38fe-4d60-ada8-be0738c1137a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.625554] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f203e44a-669e-4853-92bb-eab89272f060 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.637131] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd05b4f9-7ca9-4878-a491-49476d0ea01f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.659146] env[62298]: DEBUG nova.compute.provider_tree [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1806.663069] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.805346] env[62298]: DEBUG nova.compute.manager [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1806.893202] env[62298]: DEBUG oslo_vmware.api [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804800, 'name': PowerOnVM_Task, 'duration_secs': 0.5861} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.893202] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1806.893430] env[62298]: INFO nova.compute.manager [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1806.893573] env[62298]: DEBUG nova.compute.manager [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1806.894538] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122df8ee-c0d6-48c0-9107-b456fc0147ac {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.933191] env[62298]: DEBUG oslo_vmware.api [None req-b885ce20-86ed-4fdf-b551-b61e95264797 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804801, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.947185] env[62298]: DEBUG oslo_vmware.api [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494443} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.947449] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 335e0309-fd80-419b-af19-20f533c5d4d4/335e0309-fd80-419b-af19-20f533c5d4d4.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1806.947669] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1806.947961] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f085af6e-9ea2-41c1-8ff5-724fb50dd772 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.954863] env[62298]: DEBUG oslo_vmware.api [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1806.954863] env[62298]: value = "task-1804803" [ 1806.954863] env[62298]: _type = "Task" [ 1806.954863] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.962684] env[62298]: DEBUG oslo_vmware.api [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.132786] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Releasing lock "refresh_cache-d08daf56-6574-459e-ba9b-d38e107130e9" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.133160] env[62298]: DEBUG nova.compute.manager [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Instance network_info: |[{"id": "abee33f2-38fe-4d60-ada8-be0738c1137a", "address": "fa:16:3e:e5:ab:b2", "network": {"id": "0f232d0f-087a-4207-836d-4e2978e9befd", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-982987931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21cc13a51c247c792a858f2044dbc55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabee33f2-38", "ovs_interfaceid": "abee33f2-38fe-4d60-ada8-be0738c1137a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1807.133603] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:ab:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20fbc86c-0935-406c-9659-3ffc33fc0d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abee33f2-38fe-4d60-ada8-be0738c1137a', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1807.142375] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Creating folder: Project (b21cc13a51c247c792a858f2044dbc55). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1807.142992] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd878bb6-adc7-4589-b8cc-84ff06c7a36d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.145269] env[62298]: DEBUG nova.compute.manager [req-3f7a3fa1-1307-411f-a1f7-184eef3326da req-bed04f73-a53a-4c17-b023-5a4820838abc service nova] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Received event network-vif-plugged-abee33f2-38fe-4d60-ada8-be0738c1137a {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1807.145383] env[62298]: DEBUG oslo_concurrency.lockutils [req-3f7a3fa1-1307-411f-a1f7-184eef3326da req-bed04f73-a53a-4c17-b023-5a4820838abc service nova] Acquiring lock "d08daf56-6574-459e-ba9b-d38e107130e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.145714] env[62298]: DEBUG oslo_concurrency.lockutils [req-3f7a3fa1-1307-411f-a1f7-184eef3326da req-bed04f73-a53a-4c17-b023-5a4820838abc service nova] Lock "d08daf56-6574-459e-ba9b-d38e107130e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.145942] env[62298]: DEBUG oslo_concurrency.lockutils [req-3f7a3fa1-1307-411f-a1f7-184eef3326da req-bed04f73-a53a-4c17-b023-5a4820838abc service nova] Lock "d08daf56-6574-459e-ba9b-d38e107130e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.146104] env[62298]: DEBUG nova.compute.manager [req-3f7a3fa1-1307-411f-a1f7-184eef3326da req-bed04f73-a53a-4c17-b023-5a4820838abc service nova] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] No waiting events found dispatching network-vif-plugged-abee33f2-38fe-4d60-ada8-be0738c1137a {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1807.146195] env[62298]: WARNING nova.compute.manager [req-3f7a3fa1-1307-411f-a1f7-184eef3326da req-bed04f73-a53a-4c17-b023-5a4820838abc service nova] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Received unexpected event network-vif-plugged-abee33f2-38fe-4d60-ada8-be0738c1137a for instance with vm_state building and task_state spawning. [ 1807.146305] env[62298]: DEBUG nova.compute.manager [req-3f7a3fa1-1307-411f-a1f7-184eef3326da req-bed04f73-a53a-4c17-b023-5a4820838abc service nova] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Received event network-changed-abee33f2-38fe-4d60-ada8-be0738c1137a {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1807.146465] env[62298]: DEBUG nova.compute.manager [req-3f7a3fa1-1307-411f-a1f7-184eef3326da req-bed04f73-a53a-4c17-b023-5a4820838abc service nova] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Refreshing instance network info cache due to event network-changed-abee33f2-38fe-4d60-ada8-be0738c1137a. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1807.146652] env[62298]: DEBUG oslo_concurrency.lockutils [req-3f7a3fa1-1307-411f-a1f7-184eef3326da req-bed04f73-a53a-4c17-b023-5a4820838abc service nova] Acquiring lock "refresh_cache-d08daf56-6574-459e-ba9b-d38e107130e9" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.146793] env[62298]: DEBUG oslo_concurrency.lockutils [req-3f7a3fa1-1307-411f-a1f7-184eef3326da req-bed04f73-a53a-4c17-b023-5a4820838abc service nova] Acquired lock "refresh_cache-d08daf56-6574-459e-ba9b-d38e107130e9" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.146951] env[62298]: DEBUG nova.network.neutron [req-3f7a3fa1-1307-411f-a1f7-184eef3326da req-bed04f73-a53a-4c17-b023-5a4820838abc service nova] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Refreshing network info cache for port abee33f2-38fe-4d60-ada8-be0738c1137a {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1807.160028] env[62298]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1807.160195] env[62298]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62298) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1807.160527] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Folder already exists: Project (b21cc13a51c247c792a858f2044dbc55). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1807.160708] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Creating folder: Instances. Parent ref: group-v374140. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1807.161523] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2465a91f-cb6e-4088-909b-240d65026c44 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.164024] env[62298]: DEBUG nova.scheduler.client.report [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1807.176106] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Created folder: Instances in parent group-v374140. [ 1807.176406] env[62298]: DEBUG oslo.service.loopingcall [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1807.176716] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1807.176812] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e178899-80d9-4930-a48e-a3a19f394594 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.201660] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1807.201660] env[62298]: value = "task-1804806" [ 1807.201660] env[62298]: _type = "Task" [ 1807.201660] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.211284] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804806, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.329090] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.410587] env[62298]: INFO nova.compute.manager [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Took 14.12 seconds to build instance. [ 1807.439053] env[62298]: DEBUG oslo_vmware.api [None req-b885ce20-86ed-4fdf-b551-b61e95264797 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804801, 'name': PowerOnVM_Task, 'duration_secs': 0.681057} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.439343] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b885ce20-86ed-4fdf-b551-b61e95264797 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1807.439544] env[62298]: DEBUG nova.compute.manager [None req-b885ce20-86ed-4fdf-b551-b61e95264797 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1807.440373] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7fff1c-1f20-4690-8ee7-d07354a6941d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.466361] env[62298]: DEBUG oslo_vmware.api [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070626} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.466748] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1807.467464] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb780b21-b17c-41a7-ae1b-1de76ab7f0c5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.494505] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 335e0309-fd80-419b-af19-20f533c5d4d4/335e0309-fd80-419b-af19-20f533c5d4d4.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1807.495320] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e15fb2a-82b2-4e35-aa0d-55d271398a57 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.516872] env[62298]: DEBUG oslo_vmware.api [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1807.516872] env[62298]: value = "task-1804807" [ 1807.516872] env[62298]: _type = "Task" [ 1807.516872] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.525311] env[62298]: DEBUG oslo_vmware.api [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804807, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.669643] env[62298]: DEBUG oslo_concurrency.lockutils [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.670651] env[62298]: DEBUG nova.compute.manager [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1807.672834] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.526s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.712877] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804806, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.912416] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cf13f10c-282f-43fd-a44b-bdbcf0f174d6 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Lock "3927345e-6db9-4970-a0ab-5b9385a1c9d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.627s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.912762] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "3927345e-6db9-4970-a0ab-5b9385a1c9d7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.034s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.912962] env[62298]: INFO nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] During sync_power_state the instance has a pending task (networking). Skip. [ 1807.913075] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "3927345e-6db9-4970-a0ab-5b9385a1c9d7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.925858] env[62298]: INFO nova.compute.manager [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Rebuilding instance [ 1807.933052] env[62298]: INFO nova.compute.manager [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Rescuing [ 1807.933052] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquiring lock "refresh_cache-3927345e-6db9-4970-a0ab-5b9385a1c9d7" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.933052] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquired lock "refresh_cache-3927345e-6db9-4970-a0ab-5b9385a1c9d7" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.933052] env[62298]: DEBUG nova.network.neutron [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1807.979226] env[62298]: DEBUG nova.compute.manager [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1807.980110] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84f0ab3-3e4a-4226-9cff-34809426886e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.028919] env[62298]: DEBUG oslo_vmware.api [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.040037] env[62298]: DEBUG nova.network.neutron [req-3f7a3fa1-1307-411f-a1f7-184eef3326da req-bed04f73-a53a-4c17-b023-5a4820838abc service nova] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Updated VIF entry in instance network info cache for port abee33f2-38fe-4d60-ada8-be0738c1137a. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1808.041037] env[62298]: DEBUG nova.network.neutron [req-3f7a3fa1-1307-411f-a1f7-184eef3326da req-bed04f73-a53a-4c17-b023-5a4820838abc service nova] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Updating instance_info_cache with network_info: [{"id": "abee33f2-38fe-4d60-ada8-be0738c1137a", "address": "fa:16:3e:e5:ab:b2", "network": {"id": "0f232d0f-087a-4207-836d-4e2978e9befd", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-982987931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21cc13a51c247c792a858f2044dbc55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabee33f2-38", "ovs_interfaceid": "abee33f2-38fe-4d60-ada8-be0738c1137a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.176817] env[62298]: DEBUG nova.compute.utils [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1808.186077] env[62298]: DEBUG nova.compute.manager [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1808.186280] env[62298]: DEBUG nova.network.neutron [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1808.214034] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804806, 'name': CreateVM_Task, 'duration_secs': 0.961853} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.214242] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1808.214949] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374145', 'volume_id': '187827d9-e89c-45d3-9ef6-2a6f34cab555', 'name': 'volume-187827d9-e89c-45d3-9ef6-2a6f34cab555', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd08daf56-6574-459e-ba9b-d38e107130e9', 'attached_at': '', 'detached_at': '', 'volume_id': '187827d9-e89c-45d3-9ef6-2a6f34cab555', 'serial': '187827d9-e89c-45d3-9ef6-2a6f34cab555'}, 'device_type': None, 'guest_format': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'boot_index': 0, 'attachment_id': '91691be1-33a7-4483-856b-1d0ff47b861a', 'volume_type': None}], 'swap': None} {{(pid=62298) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1808.215196] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Root volume attach. Driver type: vmdk {{(pid=62298) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1808.216135] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586b8c63-15a1-46cd-93a3-4c98271f955f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.224913] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624db26c-c91e-4221-8d1e-6936fccad56b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.231632] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d25d5ea-5950-452f-96a5-a10506063938 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.240127] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-61110084-abbe-445f-b4a2-686ed2c53099 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.248297] env[62298]: DEBUG oslo_vmware.api [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Waiting for the task: (returnval){ [ 1808.248297] env[62298]: value = "task-1804808" [ 1808.248297] env[62298]: _type = "Task" [ 1808.248297] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.257633] env[62298]: DEBUG oslo_vmware.api [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Task: {'id': task-1804808, 'name': RelocateVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.273963] env[62298]: DEBUG nova.policy [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca1d8c02d7ef47779787b184c3c8ba80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd819ba42d93442d90c65ee40ac606f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1808.528804] env[62298]: DEBUG oslo_vmware.api [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804807, 'name': ReconfigVM_Task, 'duration_secs': 0.871341} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.529029] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 335e0309-fd80-419b-af19-20f533c5d4d4/335e0309-fd80-419b-af19-20f533c5d4d4.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1808.529645] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f693d49-f939-4cfd-8406-da140073e23d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.537836] env[62298]: DEBUG oslo_vmware.api [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1808.537836] env[62298]: value = "task-1804809" [ 1808.537836] env[62298]: _type = "Task" [ 1808.537836] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.548536] env[62298]: DEBUG oslo_concurrency.lockutils [req-3f7a3fa1-1307-411f-a1f7-184eef3326da req-bed04f73-a53a-4c17-b023-5a4820838abc service nova] Releasing lock "refresh_cache-d08daf56-6574-459e-ba9b-d38e107130e9" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.548536] env[62298]: DEBUG oslo_vmware.api [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804809, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.686781] env[62298]: DEBUG nova.compute.manager [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1808.717828] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance daa6606d-56d9-4776-8434-bdf8006e36ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1808.720828] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 962ecb80-8eec-4f8e-a407-3d453057bd5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1808.720828] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance a79f5737-549b-4cdd-ae42-591ed2fb12c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1808.720828] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 6144efa7-fb78-4b7b-8780-9dda46056e6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1808.720828] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 43685ecf-c669-4ff0-b05a-ff29697e0259 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1808.720828] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 53304fd8-3272-4394-98f8-c8c8ea794ca4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1808.720828] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 49dbf9db-ce44-4acf-bc7f-c375a814749f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1808.720828] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 3927345e-6db9-4970-a0ab-5b9385a1c9d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1808.720828] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 335e0309-fd80-419b-af19-20f533c5d4d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1808.720828] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance d08daf56-6574-459e-ba9b-d38e107130e9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1808.720828] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 79b2f3b1-881e-4058-b04c-af8a906cad1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1808.764053] env[62298]: DEBUG oslo_vmware.api [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Task: {'id': task-1804808, 'name': RelocateVM_Task} progress is 20%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.914123] env[62298]: DEBUG nova.network.neutron [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Successfully created port: dd7ac726-c81e-4ae5-9b87-5aa4a1afb80f {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1808.917677] env[62298]: DEBUG nova.network.neutron [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Updating instance_info_cache with network_info: [{"id": "299a4c7d-aab6-4823-9c4d-afd8ac0e68ca", "address": "fa:16:3e:19:d6:8d", "network": {"id": "ddd73b2d-b773-479d-8d16-507c14c3b47d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-361272463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ba130cd6bcc44a7b8e449c3e63f9064c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap299a4c7d-aa", "ovs_interfaceid": "299a4c7d-aab6-4823-9c4d-afd8ac0e68ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.000138] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1809.000433] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3305ebad-d654-421b-85d6-de61a07ee626 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.009354] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Waiting for the task: (returnval){ [ 1809.009354] env[62298]: value = "task-1804810" [ 1809.009354] env[62298]: _type = "Task" [ 1809.009354] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.018312] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Task: {'id': task-1804810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.047498] env[62298]: DEBUG oslo_vmware.api [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804809, 'name': Rename_Task, 'duration_secs': 0.177156} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.047900] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1809.048080] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3583609b-bbc4-4353-98cd-72116b47e496 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.054118] env[62298]: DEBUG oslo_vmware.api [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1809.054118] env[62298]: value = "task-1804811" [ 1809.054118] env[62298]: _type = "Task" [ 1809.054118] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.062854] env[62298]: DEBUG oslo_vmware.api [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804811, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.223669] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance ddec6348-5324-489b-ad44-305971929a40 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1809.259311] env[62298]: DEBUG oslo_vmware.api [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Task: {'id': task-1804808, 'name': RelocateVM_Task, 'duration_secs': 0.566324} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.259756] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Volume attach. Driver type: vmdk {{(pid=62298) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1809.259999] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374145', 'volume_id': '187827d9-e89c-45d3-9ef6-2a6f34cab555', 'name': 'volume-187827d9-e89c-45d3-9ef6-2a6f34cab555', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd08daf56-6574-459e-ba9b-d38e107130e9', 'attached_at': '', 'detached_at': '', 'volume_id': '187827d9-e89c-45d3-9ef6-2a6f34cab555', 'serial': '187827d9-e89c-45d3-9ef6-2a6f34cab555'} {{(pid=62298) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1809.260824] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe168fb-fbe3-4ab8-b7d1-e8efa11a60ac {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.277634] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1169fdcf-c751-4c1f-860c-807cd04a454c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.302373] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] volume-187827d9-e89c-45d3-9ef6-2a6f34cab555/volume-187827d9-e89c-45d3-9ef6-2a6f34cab555.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1809.302712] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0de40443-6216-40e0-bff2-822836390070 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.323101] env[62298]: DEBUG oslo_vmware.api [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Waiting for the task: (returnval){ [ 1809.323101] env[62298]: value = "task-1804812" [ 1809.323101] env[62298]: _type = "Task" [ 1809.323101] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.330828] env[62298]: DEBUG oslo_vmware.api [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Task: {'id': task-1804812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.421223] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Releasing lock "refresh_cache-3927345e-6db9-4970-a0ab-5b9385a1c9d7" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.519880] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Task: {'id': task-1804810, 'name': PowerOffVM_Task, 'duration_secs': 0.190705} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.520251] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1809.520498] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1809.521294] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a033a180-3404-44ff-9b76-94b22c2dad7a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.527948] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1809.528220] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58cb0dad-4c60-49a1-a933-b58009599443 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.554530] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1809.556843] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1809.556843] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Deleting the datastore file [datastore1] 49dbf9db-ce44-4acf-bc7f-c375a814749f {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1809.556843] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d0afc16-5f83-49c6-86bb-5b2d811bbd0a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.566022] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Waiting for the task: (returnval){ [ 1809.566022] env[62298]: value = "task-1804814" [ 1809.566022] env[62298]: _type = "Task" [ 1809.566022] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.569437] env[62298]: DEBUG oslo_vmware.api [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804811, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.577143] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Task: {'id': task-1804814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.700146] env[62298]: DEBUG nova.compute.manager [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1809.728885] env[62298]: DEBUG nova.virt.hardware [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1809.728885] env[62298]: DEBUG nova.virt.hardware [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1809.729077] env[62298]: DEBUG nova.virt.hardware [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1809.729412] env[62298]: DEBUG nova.virt.hardware [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1809.729655] env[62298]: DEBUG nova.virt.hardware [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1809.729894] env[62298]: DEBUG nova.virt.hardware [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1809.730243] env[62298]: DEBUG nova.virt.hardware [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1809.730478] env[62298]: DEBUG nova.virt.hardware [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1809.730717] env[62298]: DEBUG nova.virt.hardware [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1809.730945] env[62298]: DEBUG nova.virt.hardware [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1809.731219] env[62298]: DEBUG nova.virt.hardware [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1809.732046] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance b56b90e1-8e96-4f22-8fc9-fb096395099b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1809.732398] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1809.732629] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1809.736415] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ecbc07-fc9a-4e6e-a5fb-4fadd3ad9a7a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.746851] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9615ca6-7417-4581-ac60-17214c04cf38 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.835486] env[62298]: DEBUG oslo_vmware.api [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Task: {'id': task-1804812, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.950060] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d7c4e9-fe7e-4dbb-9663-18123dda1358 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.958786] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69aba12-a404-4944-ad5a-127976b38819 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.992645] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cae419d-8e37-4c94-a8c1-5b0f854de810 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.001807] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b215ef9-ff31-472c-b18e-cd8ee4d59d8d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.015489] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1810.065995] env[62298]: DEBUG oslo_vmware.api [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804811, 'name': PowerOnVM_Task, 'duration_secs': 0.691542} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.066302] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1810.066507] env[62298]: INFO nova.compute.manager [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1810.066686] env[62298]: DEBUG nova.compute.manager [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1810.067471] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8bab54-23f7-4ed6-ace1-e333d13b533d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.082544] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Task: {'id': task-1804814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113512} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.083029] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1810.083228] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1810.083445] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1810.333215] env[62298]: DEBUG oslo_vmware.api [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Task: {'id': task-1804812, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.353742] env[62298]: DEBUG nova.compute.manager [req-adf94d6e-a67e-4e23-be29-539cdcf0af35 req-e48a1cce-c83f-44a2-a51d-3abd00e6a9cf service nova] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Received event network-vif-plugged-dd7ac726-c81e-4ae5-9b87-5aa4a1afb80f {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1810.354083] env[62298]: DEBUG oslo_concurrency.lockutils [req-adf94d6e-a67e-4e23-be29-539cdcf0af35 req-e48a1cce-c83f-44a2-a51d-3abd00e6a9cf service nova] Acquiring lock "79b2f3b1-881e-4058-b04c-af8a906cad1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.354303] env[62298]: DEBUG oslo_concurrency.lockutils [req-adf94d6e-a67e-4e23-be29-539cdcf0af35 req-e48a1cce-c83f-44a2-a51d-3abd00e6a9cf service nova] Lock "79b2f3b1-881e-4058-b04c-af8a906cad1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.354486] env[62298]: DEBUG oslo_concurrency.lockutils [req-adf94d6e-a67e-4e23-be29-539cdcf0af35 req-e48a1cce-c83f-44a2-a51d-3abd00e6a9cf service nova] Lock "79b2f3b1-881e-4058-b04c-af8a906cad1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.354534] env[62298]: DEBUG nova.compute.manager [req-adf94d6e-a67e-4e23-be29-539cdcf0af35 req-e48a1cce-c83f-44a2-a51d-3abd00e6a9cf service nova] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] No waiting events found dispatching network-vif-plugged-dd7ac726-c81e-4ae5-9b87-5aa4a1afb80f {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1810.354834] env[62298]: WARNING nova.compute.manager [req-adf94d6e-a67e-4e23-be29-539cdcf0af35 req-e48a1cce-c83f-44a2-a51d-3abd00e6a9cf service nova] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Received unexpected event network-vif-plugged-dd7ac726-c81e-4ae5-9b87-5aa4a1afb80f for instance with vm_state building and task_state spawning. [ 1810.436896] env[62298]: DEBUG nova.network.neutron [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Successfully updated port: dd7ac726-c81e-4ae5-9b87-5aa4a1afb80f {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1810.518957] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1810.592221] env[62298]: INFO nova.compute.manager [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Took 14.20 seconds to build instance. [ 1810.834860] env[62298]: DEBUG oslo_vmware.api [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Task: {'id': task-1804812, 'name': ReconfigVM_Task, 'duration_secs': 1.43177} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.835467] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Reconfigured VM instance instance-00000059 to attach disk [datastore1] volume-187827d9-e89c-45d3-9ef6-2a6f34cab555/volume-187827d9-e89c-45d3-9ef6-2a6f34cab555.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1810.841513] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3136a46-8832-4721-95ac-916503313c9b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.860872] env[62298]: DEBUG oslo_vmware.api [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Waiting for the task: (returnval){ [ 1810.860872] env[62298]: value = "task-1804815" [ 1810.860872] env[62298]: _type = "Task" [ 1810.860872] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.872746] env[62298]: DEBUG oslo_vmware.api [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Task: {'id': task-1804815, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.939710] env[62298]: DEBUG oslo_concurrency.lockutils [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "refresh_cache-79b2f3b1-881e-4058-b04c-af8a906cad1d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.939985] env[62298]: DEBUG oslo_concurrency.lockutils [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquired lock "refresh_cache-79b2f3b1-881e-4058-b04c-af8a906cad1d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.940304] env[62298]: DEBUG nova.network.neutron [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1810.962689] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1810.964117] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9e535bb-34b1-4529-8f2c-1b49fecc5333 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.971867] env[62298]: DEBUG oslo_vmware.api [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1810.971867] env[62298]: value = "task-1804816" [ 1810.971867] env[62298]: _type = "Task" [ 1810.971867] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.992654] env[62298]: DEBUG oslo_vmware.api [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.027021] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1811.027021] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.351s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.027021] env[62298]: DEBUG oslo_concurrency.lockutils [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.328s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.027021] env[62298]: INFO nova.compute.claims [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1811.095567] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a7af9a21-c043-4b08-97a2-a0b2cc42a6c0 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "335e0309-fd80-419b-af19-20f533c5d4d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.715s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.130958] env[62298]: DEBUG nova.virt.hardware [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1811.131234] env[62298]: DEBUG nova.virt.hardware [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1811.131397] env[62298]: DEBUG nova.virt.hardware [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1811.131585] env[62298]: DEBUG nova.virt.hardware [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1811.131736] env[62298]: DEBUG nova.virt.hardware [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1811.131894] env[62298]: DEBUG nova.virt.hardware [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1811.132170] env[62298]: DEBUG nova.virt.hardware [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1811.132346] env[62298]: DEBUG nova.virt.hardware [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1811.132520] env[62298]: DEBUG nova.virt.hardware [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1811.132688] env[62298]: DEBUG nova.virt.hardware [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1811.132867] env[62298]: DEBUG nova.virt.hardware [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1811.133780] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae880da-40b0-4430-bd7c-d30820d970d6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.142687] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bf4f8b-e3bd-45ce-83d4-9cbbdb0ab176 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.158861] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Instance VIF info [] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1811.166849] env[62298]: DEBUG oslo.service.loopingcall [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1811.167179] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1811.167409] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a189e350-87e9-4076-88e0-b67e99cfb908 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.184018] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1811.184018] env[62298]: value = "task-1804817" [ 1811.184018] env[62298]: _type = "Task" [ 1811.184018] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.192399] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804817, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.375360] env[62298]: DEBUG oslo_vmware.api [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Task: {'id': task-1804815, 'name': ReconfigVM_Task, 'duration_secs': 0.218876} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.375834] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374145', 'volume_id': '187827d9-e89c-45d3-9ef6-2a6f34cab555', 'name': 'volume-187827d9-e89c-45d3-9ef6-2a6f34cab555', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd08daf56-6574-459e-ba9b-d38e107130e9', 'attached_at': '', 'detached_at': '', 'volume_id': '187827d9-e89c-45d3-9ef6-2a6f34cab555', 'serial': '187827d9-e89c-45d3-9ef6-2a6f34cab555'} {{(pid=62298) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1811.376422] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7a97d21-3de1-4cee-bc4f-12fe821cd854 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.383688] env[62298]: DEBUG oslo_vmware.api [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Waiting for the task: (returnval){ [ 1811.383688] env[62298]: value = "task-1804818" [ 1811.383688] env[62298]: _type = "Task" [ 1811.383688] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.392575] env[62298]: DEBUG oslo_vmware.api [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Task: {'id': task-1804818, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.477926] env[62298]: DEBUG nova.network.neutron [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1811.486451] env[62298]: DEBUG oslo_vmware.api [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804816, 'name': PowerOffVM_Task, 'duration_secs': 0.321006} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.486870] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1811.487761] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c380ad2d-7e43-4ad4-97fb-a31ecf00d7b3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.509659] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4473ea16-675f-4aa7-8895-41bb1548d392 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.543500] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1811.543796] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0bfcf53-e19a-431e-831a-ac6312e29118 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.553287] env[62298]: DEBUG oslo_vmware.api [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1811.553287] env[62298]: value = "task-1804819" [ 1811.553287] env[62298]: _type = "Task" [ 1811.553287] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.563343] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] VM already powered off {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1811.563545] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1811.563957] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.563957] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.564143] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1811.564377] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec5a7062-48ee-4020-9115-fd02e71caa7c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.574141] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1811.574343] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1811.575087] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d85335a5-f201-4a5f-877e-3a615e62e471 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.581857] env[62298]: DEBUG oslo_vmware.api [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1811.581857] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]520dc64c-88de-5ca8-8158-10424f1b2b23" [ 1811.581857] env[62298]: _type = "Task" [ 1811.581857] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.590070] env[62298]: DEBUG oslo_vmware.api [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]520dc64c-88de-5ca8-8158-10424f1b2b23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.695421] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804817, 'name': CreateVM_Task, 'duration_secs': 0.365822} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.695683] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1811.696392] env[62298]: DEBUG oslo_concurrency.lockutils [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.696588] env[62298]: DEBUG oslo_concurrency.lockutils [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.696925] env[62298]: DEBUG oslo_concurrency.lockutils [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1811.697207] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-950f3f58-16d8-4949-ae9c-2969a0135ebd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.702222] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Waiting for the task: (returnval){ [ 1811.702222] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f5d5b1-2e39-f474-eeb2-ce0a2187afa1" [ 1811.702222] env[62298]: _type = "Task" [ 1811.702222] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.711666] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f5d5b1-2e39-f474-eeb2-ce0a2187afa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.722621] env[62298]: DEBUG nova.network.neutron [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Updating instance_info_cache with network_info: [{"id": "dd7ac726-c81e-4ae5-9b87-5aa4a1afb80f", "address": "fa:16:3e:ab:ec:2a", "network": {"id": "66ddb69c-a0b5-4d9a-812e-c071845bc88a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165425722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd819ba42d93442d90c65ee40ac606f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd7ac726-c8", "ovs_interfaceid": "dd7ac726-c81e-4ae5-9b87-5aa4a1afb80f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.894404] env[62298]: DEBUG oslo_vmware.api [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Task: {'id': task-1804818, 'name': Rename_Task, 'duration_secs': 0.174406} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.894404] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1811.894404] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d655d18a-08c5-494d-bf5a-9e46c8cb7bd6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.900367] env[62298]: DEBUG oslo_vmware.api [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Waiting for the task: (returnval){ [ 1811.900367] env[62298]: value = "task-1804820" [ 1811.900367] env[62298]: _type = "Task" [ 1811.900367] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.908425] env[62298]: DEBUG oslo_vmware.api [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Task: {'id': task-1804820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.099503] env[62298]: DEBUG oslo_vmware.api [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]520dc64c-88de-5ca8-8158-10424f1b2b23, 'name': SearchDatastore_Task, 'duration_secs': 0.035791} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.104860] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4626d2c2-8249-4eab-85d0-4ca7d12edbda {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.112537] env[62298]: DEBUG oslo_vmware.api [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1812.112537] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52eee643-a2c2-8aa9-8b04-8678bcd25ee0" [ 1812.112537] env[62298]: _type = "Task" [ 1812.112537] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.122018] env[62298]: DEBUG oslo_vmware.api [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52eee643-a2c2-8aa9-8b04-8678bcd25ee0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.215158] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f5d5b1-2e39-f474-eeb2-ce0a2187afa1, 'name': SearchDatastore_Task, 'duration_secs': 0.032408} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.217072] env[62298]: DEBUG oslo_concurrency.lockutils [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.217387] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1812.217614] env[62298]: DEBUG oslo_concurrency.lockutils [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.225496] env[62298]: DEBUG oslo_concurrency.lockutils [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Releasing lock "refresh_cache-79b2f3b1-881e-4058-b04c-af8a906cad1d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.225835] env[62298]: DEBUG nova.compute.manager [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Instance network_info: |[{"id": "dd7ac726-c81e-4ae5-9b87-5aa4a1afb80f", "address": "fa:16:3e:ab:ec:2a", "network": {"id": "66ddb69c-a0b5-4d9a-812e-c071845bc88a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165425722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd819ba42d93442d90c65ee40ac606f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd7ac726-c8", "ovs_interfaceid": "dd7ac726-c81e-4ae5-9b87-5aa4a1afb80f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1812.226222] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:ec:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd7ac726-c81e-4ae5-9b87-5aa4a1afb80f', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1812.234681] env[62298]: DEBUG oslo.service.loopingcall [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1812.237703] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1812.238342] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-213d53dd-eb31-46f5-b115-b507452a1a1c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.264412] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1812.264412] env[62298]: value = "task-1804821" [ 1812.264412] env[62298]: _type = "Task" [ 1812.264412] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.280688] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804821, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.303521] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef83a0b7-053c-4b82-8869-1965ce9e6577 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.310756] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4f2ac1-1638-4526-9192-869b7b083e04 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.342320] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cb1273-bfa5-43c7-9275-9da164e11ff7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.350183] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78de3d9-f19e-4c34-b45d-73f343486485 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.364434] env[62298]: DEBUG nova.compute.provider_tree [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1812.383025] env[62298]: DEBUG nova.compute.manager [req-db6280f8-c93d-4574-b032-3a5014630fd4 req-72aa7f9b-f684-4911-b057-c1650b7186c9 service nova] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Received event network-changed-dd7ac726-c81e-4ae5-9b87-5aa4a1afb80f {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1812.383266] env[62298]: DEBUG nova.compute.manager [req-db6280f8-c93d-4574-b032-3a5014630fd4 req-72aa7f9b-f684-4911-b057-c1650b7186c9 service nova] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Refreshing instance network info cache due to event network-changed-dd7ac726-c81e-4ae5-9b87-5aa4a1afb80f. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1812.383429] env[62298]: DEBUG oslo_concurrency.lockutils [req-db6280f8-c93d-4574-b032-3a5014630fd4 req-72aa7f9b-f684-4911-b057-c1650b7186c9 service nova] Acquiring lock "refresh_cache-79b2f3b1-881e-4058-b04c-af8a906cad1d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.383577] env[62298]: DEBUG oslo_concurrency.lockutils [req-db6280f8-c93d-4574-b032-3a5014630fd4 req-72aa7f9b-f684-4911-b057-c1650b7186c9 service nova] Acquired lock "refresh_cache-79b2f3b1-881e-4058-b04c-af8a906cad1d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.383735] env[62298]: DEBUG nova.network.neutron [req-db6280f8-c93d-4574-b032-3a5014630fd4 req-72aa7f9b-f684-4911-b057-c1650b7186c9 service nova] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Refreshing network info cache for port dd7ac726-c81e-4ae5-9b87-5aa4a1afb80f {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1812.411551] env[62298]: DEBUG oslo_vmware.api [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Task: {'id': task-1804820, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.504406] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "8dc455b9-3fbe-4d78-aa98-6f556b2319e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.504684] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "8dc455b9-3fbe-4d78-aa98-6f556b2319e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.625795] env[62298]: DEBUG oslo_vmware.api [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52eee643-a2c2-8aa9-8b04-8678bcd25ee0, 'name': SearchDatastore_Task, 'duration_secs': 0.032344} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.626145] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.626435] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 3927345e-6db9-4970-a0ab-5b9385a1c9d7/98ae388b-0b1b-4651-9947-99a7127491a5-rescue.vmdk. {{(pid=62298) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1812.626748] env[62298]: DEBUG oslo_concurrency.lockutils [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.626955] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1812.627226] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5de706d0-7bf4-42fa-aab2-f856a766665d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.629641] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c79225b8-4b98-4586-84f7-1522875b2738 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.637150] env[62298]: DEBUG oslo_vmware.api [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1812.637150] env[62298]: value = "task-1804822" [ 1812.637150] env[62298]: _type = "Task" [ 1812.637150] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.641598] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1812.641886] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1812.642944] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ccee860-7db8-42c3-a157-725b2197680c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.649037] env[62298]: DEBUG oslo_vmware.api [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.653510] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Waiting for the task: (returnval){ [ 1812.653510] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526d5c0b-3081-6b27-bd38-6d5b43ee3701" [ 1812.653510] env[62298]: _type = "Task" [ 1812.653510] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.662224] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526d5c0b-3081-6b27-bd38-6d5b43ee3701, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.774958] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804821, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.868188] env[62298]: DEBUG nova.scheduler.client.report [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1812.913750] env[62298]: DEBUG oslo_vmware.api [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Task: {'id': task-1804820, 'name': PowerOnVM_Task} progress is 92%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.007387] env[62298]: DEBUG nova.compute.manager [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1813.131016] env[62298]: DEBUG nova.network.neutron [req-db6280f8-c93d-4574-b032-3a5014630fd4 req-72aa7f9b-f684-4911-b057-c1650b7186c9 service nova] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Updated VIF entry in instance network info cache for port dd7ac726-c81e-4ae5-9b87-5aa4a1afb80f. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1813.131419] env[62298]: DEBUG nova.network.neutron [req-db6280f8-c93d-4574-b032-3a5014630fd4 req-72aa7f9b-f684-4911-b057-c1650b7186c9 service nova] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Updating instance_info_cache with network_info: [{"id": "dd7ac726-c81e-4ae5-9b87-5aa4a1afb80f", "address": "fa:16:3e:ab:ec:2a", "network": {"id": "66ddb69c-a0b5-4d9a-812e-c071845bc88a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165425722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd819ba42d93442d90c65ee40ac606f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd7ac726-c8", "ovs_interfaceid": "dd7ac726-c81e-4ae5-9b87-5aa4a1afb80f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.148563] env[62298]: DEBUG oslo_vmware.api [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496557} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.148882] env[62298]: INFO nova.virt.vmwareapi.ds_util [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 3927345e-6db9-4970-a0ab-5b9385a1c9d7/98ae388b-0b1b-4651-9947-99a7127491a5-rescue.vmdk. [ 1813.149713] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2267f08b-82b5-4074-9a45-144075627b73 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.180889] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 3927345e-6db9-4970-a0ab-5b9385a1c9d7/98ae388b-0b1b-4651-9947-99a7127491a5-rescue.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1813.183526] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ab03a5f-739d-4cce-8985-51e84162a4a8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.205233] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526d5c0b-3081-6b27-bd38-6d5b43ee3701, 'name': SearchDatastore_Task, 'duration_secs': 0.009459} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.205589] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-356068f8-3346-45ef-ad00-fdff708d2cf0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.211310] env[62298]: DEBUG oslo_vmware.api [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1813.211310] env[62298]: value = "task-1804823" [ 1813.211310] env[62298]: _type = "Task" [ 1813.211310] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.212151] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Waiting for the task: (returnval){ [ 1813.212151] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5234e3d2-2453-97cc-dc54-89c246142e28" [ 1813.212151] env[62298]: _type = "Task" [ 1813.212151] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.228257] env[62298]: DEBUG oslo_vmware.api [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804823, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.228257] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5234e3d2-2453-97cc-dc54-89c246142e28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.279556] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804821, 'name': CreateVM_Task, 'duration_secs': 0.988058} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.280108] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1813.280513] env[62298]: DEBUG oslo_concurrency.lockutils [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.280706] env[62298]: DEBUG oslo_concurrency.lockutils [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.281025] env[62298]: DEBUG oslo_concurrency.lockutils [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1813.281299] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d78ef817-c2f8-4528-a1d3-0c073939a214 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.286416] env[62298]: DEBUG oslo_vmware.api [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1813.286416] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]527f6c82-76f0-bcaa-9d60-cee0440adc9c" [ 1813.286416] env[62298]: _type = "Task" [ 1813.286416] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.295738] env[62298]: DEBUG oslo_vmware.api [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]527f6c82-76f0-bcaa-9d60-cee0440adc9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.373432] env[62298]: DEBUG oslo_concurrency.lockutils [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.373997] env[62298]: DEBUG nova.compute.manager [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1813.377371] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.714s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.377646] env[62298]: DEBUG nova.objects.instance [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62298) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1813.413468] env[62298]: DEBUG oslo_vmware.api [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Task: {'id': task-1804820, 'name': PowerOnVM_Task, 'duration_secs': 1.235457} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.414480] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1813.414480] env[62298]: INFO nova.compute.manager [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Took 7.56 seconds to spawn the instance on the hypervisor. [ 1813.414480] env[62298]: DEBUG nova.compute.manager [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1813.418023] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880c3366-a4f2-4ac0-844c-460efd7b8b5a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.532775] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.634725] env[62298]: DEBUG oslo_concurrency.lockutils [req-db6280f8-c93d-4574-b032-3a5014630fd4 req-72aa7f9b-f684-4911-b057-c1650b7186c9 service nova] Releasing lock "refresh_cache-79b2f3b1-881e-4058-b04c-af8a906cad1d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.725327] env[62298]: DEBUG oslo_vmware.api [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.728917] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5234e3d2-2453-97cc-dc54-89c246142e28, 'name': SearchDatastore_Task, 'duration_secs': 0.013818} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.729172] env[62298]: DEBUG oslo_concurrency.lockutils [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.729431] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 49dbf9db-ce44-4acf-bc7f-c375a814749f/49dbf9db-ce44-4acf-bc7f-c375a814749f.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1813.729677] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-288400f9-8985-43a5-9acf-25559fe51f92 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.736727] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Waiting for the task: (returnval){ [ 1813.736727] env[62298]: value = "task-1804824" [ 1813.736727] env[62298]: _type = "Task" [ 1813.736727] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.744490] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Task: {'id': task-1804824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.795299] env[62298]: DEBUG oslo_vmware.api [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]527f6c82-76f0-bcaa-9d60-cee0440adc9c, 'name': SearchDatastore_Task, 'duration_secs': 0.01154} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.795600] env[62298]: DEBUG oslo_concurrency.lockutils [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.795863] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1813.796179] env[62298]: DEBUG oslo_concurrency.lockutils [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.796326] env[62298]: DEBUG oslo_concurrency.lockutils [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.796515] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1813.796768] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aec68228-6038-412a-82e5-47af3a18bbe4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.817483] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1813.817627] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1813.818469] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dae28270-8127-46ca-8c8f-21a683160398 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.823565] env[62298]: DEBUG oslo_vmware.api [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1813.823565] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52fc8604-ee70-b834-de56-4a8869303447" [ 1813.823565] env[62298]: _type = "Task" [ 1813.823565] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.831417] env[62298]: DEBUG oslo_vmware.api [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52fc8604-ee70-b834-de56-4a8869303447, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.882022] env[62298]: DEBUG nova.compute.utils [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1813.883475] env[62298]: DEBUG nova.compute.manager [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1813.883656] env[62298]: DEBUG nova.network.neutron [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1813.932702] env[62298]: DEBUG nova.policy [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69c74eda988541f99912d8ffec1a9d60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '106f77519fb54a12bea79918e7ca3f0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1813.936339] env[62298]: INFO nova.compute.manager [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Took 17.24 seconds to build instance. [ 1814.217469] env[62298]: DEBUG nova.network.neutron [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Successfully created port: f978a46a-8cc2-45be-97df-388675449c19 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1814.224842] env[62298]: DEBUG oslo_vmware.api [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.246075] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Task: {'id': task-1804824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.334635] env[62298]: DEBUG oslo_vmware.api [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52fc8604-ee70-b834-de56-4a8869303447, 'name': SearchDatastore_Task, 'duration_secs': 0.047623} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.335329] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d561c856-21ba-40b6-9a65-938ad73b6062 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.342696] env[62298]: DEBUG oslo_vmware.api [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1814.342696] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]528abfc0-f9e7-f5d6-e54b-85e9f237a7f7" [ 1814.342696] env[62298]: _type = "Task" [ 1814.342696] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.351200] env[62298]: DEBUG oslo_vmware.api [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]528abfc0-f9e7-f5d6-e54b-85e9f237a7f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.387074] env[62298]: DEBUG nova.compute.manager [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1814.390530] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6359f69d-c9c1-4069-aa90-40dd2f1ab081 tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.391622] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.063s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.393047] env[62298]: INFO nova.compute.claims [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1814.440298] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fb54080f-7c3c-4521-a2a5-09ff28015d94 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Lock "d08daf56-6574-459e-ba9b-d38e107130e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.763s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.725019] env[62298]: DEBUG oslo_vmware.api [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804823, 'name': ReconfigVM_Task, 'duration_secs': 1.148246} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.725019] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 3927345e-6db9-4970-a0ab-5b9385a1c9d7/98ae388b-0b1b-4651-9947-99a7127491a5-rescue.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1814.726236] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d7aaa4-30c8-4e04-8244-11a65fc560ae {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.761500] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bfff183-7c83-4c2c-9416-3fc503e2d361 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.778653] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Task: {'id': task-1804824, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.780307] env[62298]: DEBUG oslo_vmware.api [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1814.780307] env[62298]: value = "task-1804825" [ 1814.780307] env[62298]: _type = "Task" [ 1814.780307] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.789336] env[62298]: DEBUG oslo_vmware.api [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804825, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.854296] env[62298]: DEBUG oslo_vmware.api [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]528abfc0-f9e7-f5d6-e54b-85e9f237a7f7, 'name': SearchDatastore_Task, 'duration_secs': 0.034069} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.854587] env[62298]: DEBUG oslo_concurrency.lockutils [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.854979] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 79b2f3b1-881e-4058-b04c-af8a906cad1d/79b2f3b1-881e-4058-b04c-af8a906cad1d.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1814.855281] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b59f642-77d5-4a02-ad82-6bb3847a1a06 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.863419] env[62298]: DEBUG oslo_vmware.api [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1814.863419] env[62298]: value = "task-1804826" [ 1814.863419] env[62298]: _type = "Task" [ 1814.863419] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.871812] env[62298]: DEBUG oslo_vmware.api [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.264496] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Task: {'id': task-1804824, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.15351} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.265838] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 49dbf9db-ce44-4acf-bc7f-c375a814749f/49dbf9db-ce44-4acf-bc7f-c375a814749f.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1815.266564] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1815.267509] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34988310-7a97-4554-81dd-e9a360d2cf18 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.279287] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Waiting for the task: (returnval){ [ 1815.279287] env[62298]: value = "task-1804827" [ 1815.279287] env[62298]: _type = "Task" [ 1815.279287] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.296396] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Task: {'id': task-1804827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.300123] env[62298]: DEBUG oslo_vmware.api [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804825, 'name': ReconfigVM_Task, 'duration_secs': 0.21698} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.300449] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1815.300739] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2684a251-b60e-4308-882a-03eb1adb0e03 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.307597] env[62298]: DEBUG oslo_vmware.api [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1815.307597] env[62298]: value = "task-1804828" [ 1815.307597] env[62298]: _type = "Task" [ 1815.307597] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.315573] env[62298]: DEBUG oslo_vmware.api [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.326350] env[62298]: DEBUG nova.compute.manager [req-6896a6a9-61c8-47e0-888d-8a22835ca921 req-1fec3ff7-b5e5-4df0-9661-b9b77acd37fd service nova] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Received event network-changed-abee33f2-38fe-4d60-ada8-be0738c1137a {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1815.326580] env[62298]: DEBUG nova.compute.manager [req-6896a6a9-61c8-47e0-888d-8a22835ca921 req-1fec3ff7-b5e5-4df0-9661-b9b77acd37fd service nova] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Refreshing instance network info cache due to event network-changed-abee33f2-38fe-4d60-ada8-be0738c1137a. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1815.327224] env[62298]: DEBUG oslo_concurrency.lockutils [req-6896a6a9-61c8-47e0-888d-8a22835ca921 req-1fec3ff7-b5e5-4df0-9661-b9b77acd37fd service nova] Acquiring lock "refresh_cache-d08daf56-6574-459e-ba9b-d38e107130e9" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1815.327224] env[62298]: DEBUG oslo_concurrency.lockutils [req-6896a6a9-61c8-47e0-888d-8a22835ca921 req-1fec3ff7-b5e5-4df0-9661-b9b77acd37fd service nova] Acquired lock "refresh_cache-d08daf56-6574-459e-ba9b-d38e107130e9" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.327224] env[62298]: DEBUG nova.network.neutron [req-6896a6a9-61c8-47e0-888d-8a22835ca921 req-1fec3ff7-b5e5-4df0-9661-b9b77acd37fd service nova] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Refreshing network info cache for port abee33f2-38fe-4d60-ada8-be0738c1137a {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1815.374468] env[62298]: DEBUG oslo_vmware.api [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436843} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.374907] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 79b2f3b1-881e-4058-b04c-af8a906cad1d/79b2f3b1-881e-4058-b04c-af8a906cad1d.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1815.375268] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1815.375642] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-366fe47f-607a-449f-9d12-d9157c6853fa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.382253] env[62298]: DEBUG oslo_vmware.api [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1815.382253] env[62298]: value = "task-1804829" [ 1815.382253] env[62298]: _type = "Task" [ 1815.382253] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.390870] env[62298]: DEBUG oslo_vmware.api [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.399877] env[62298]: DEBUG nova.compute.manager [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1815.436466] env[62298]: DEBUG nova.virt.hardware [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1815.436722] env[62298]: DEBUG nova.virt.hardware [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1815.436882] env[62298]: DEBUG nova.virt.hardware [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1815.437080] env[62298]: DEBUG nova.virt.hardware [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1815.437234] env[62298]: DEBUG nova.virt.hardware [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1815.437380] env[62298]: DEBUG nova.virt.hardware [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1815.437589] env[62298]: DEBUG nova.virt.hardware [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1815.437804] env[62298]: DEBUG nova.virt.hardware [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1815.438162] env[62298]: DEBUG nova.virt.hardware [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1815.438211] env[62298]: DEBUG nova.virt.hardware [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1815.438405] env[62298]: DEBUG nova.virt.hardware [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1815.439523] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddfc5db-69f1-4ff0-b62f-98241b068752 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.450965] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f2ace3-264a-4393-ac2c-6d17d9fc43b1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.624102] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba5106a-d047-44e1-9a83-5e46ea436846 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.633120] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3454638-90ee-4e3f-a15f-16feb3aba7cd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.669995] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff22c75-8b58-4911-9172-8033a4f33e27 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.678080] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33fde8a-6735-4c34-a05a-2d2cbf1532d3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.694471] env[62298]: DEBUG nova.compute.provider_tree [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1815.788786] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Task: {'id': task-1804827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062011} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.789140] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1815.789981] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bee2a52-7064-4271-a864-6869f4fe1951 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.813595] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 49dbf9db-ce44-4acf-bc7f-c375a814749f/49dbf9db-ce44-4acf-bc7f-c375a814749f.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1815.814908] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96925595-4c64-4a29-a95a-a0184b0aa4e9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.840217] env[62298]: DEBUG oslo_vmware.api [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804828, 'name': PowerOnVM_Task, 'duration_secs': 0.380174} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.841652] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1815.844573] env[62298]: DEBUG nova.compute.manager [None req-cc8d15f2-3f99-41d7-a38a-09863054c3c0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1815.845520] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Waiting for the task: (returnval){ [ 1815.845520] env[62298]: value = "task-1804830" [ 1815.845520] env[62298]: _type = "Task" [ 1815.845520] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.846585] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535db766-1122-4abf-9e5a-4b9e8371118d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.863013] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Task: {'id': task-1804830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.894748] env[62298]: DEBUG oslo_vmware.api [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.233387} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.898464] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1815.899345] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a527916-b993-40dc-8ff6-5363ed9c1230 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.924205] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 79b2f3b1-881e-4058-b04c-af8a906cad1d/79b2f3b1-881e-4058-b04c-af8a906cad1d.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1815.924875] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56dbd72f-e59c-4cb6-b8a6-5201c0f11d96 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.944250] env[62298]: DEBUG oslo_vmware.api [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1815.944250] env[62298]: value = "task-1804831" [ 1815.944250] env[62298]: _type = "Task" [ 1815.944250] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.955397] env[62298]: DEBUG oslo_vmware.api [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804831, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.093996] env[62298]: DEBUG nova.network.neutron [req-6896a6a9-61c8-47e0-888d-8a22835ca921 req-1fec3ff7-b5e5-4df0-9661-b9b77acd37fd service nova] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Updated VIF entry in instance network info cache for port abee33f2-38fe-4d60-ada8-be0738c1137a. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1816.094506] env[62298]: DEBUG nova.network.neutron [req-6896a6a9-61c8-47e0-888d-8a22835ca921 req-1fec3ff7-b5e5-4df0-9661-b9b77acd37fd service nova] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Updating instance_info_cache with network_info: [{"id": "abee33f2-38fe-4d60-ada8-be0738c1137a", "address": "fa:16:3e:e5:ab:b2", "network": {"id": "0f232d0f-087a-4207-836d-4e2978e9befd", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-982987931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21cc13a51c247c792a858f2044dbc55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabee33f2-38", "ovs_interfaceid": "abee33f2-38fe-4d60-ada8-be0738c1137a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.213603] env[62298]: ERROR nova.scheduler.client.report [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [req-d5876794-eb3c-4965-bc03-4750080fb0e3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d5876794-eb3c-4965-bc03-4750080fb0e3"}]} [ 1816.230913] env[62298]: DEBUG nova.scheduler.client.report [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1816.246037] env[62298]: DEBUG nova.scheduler.client.report [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1816.246286] env[62298]: DEBUG nova.compute.provider_tree [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1816.258330] env[62298]: DEBUG nova.scheduler.client.report [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1816.280459] env[62298]: DEBUG nova.scheduler.client.report [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1816.363378] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Task: {'id': task-1804830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.454441] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0744d609-1593-45f6-917c-140267f3f245 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.463537] env[62298]: DEBUG oslo_vmware.api [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.464475] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5364a6-dc49-447e-8cdd-43c318da6721 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.493796] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9c1150-e29f-4bf6-ab32-7c6c9390db82 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.500464] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f305d0-2026-4a7e-803b-47c4d2c2be9e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.513129] env[62298]: DEBUG nova.compute.provider_tree [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1816.597251] env[62298]: DEBUG oslo_concurrency.lockutils [req-6896a6a9-61c8-47e0-888d-8a22835ca921 req-1fec3ff7-b5e5-4df0-9661-b9b77acd37fd service nova] Releasing lock "refresh_cache-d08daf56-6574-459e-ba9b-d38e107130e9" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.858612] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Task: {'id': task-1804830, 'name': ReconfigVM_Task, 'duration_secs': 0.980876} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.858919] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 49dbf9db-ce44-4acf-bc7f-c375a814749f/49dbf9db-ce44-4acf-bc7f-c375a814749f.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1816.859550] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2eb84b7d-6180-4df1-b25a-2a5dcf664105 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.865452] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Waiting for the task: (returnval){ [ 1816.865452] env[62298]: value = "task-1804832" [ 1816.865452] env[62298]: _type = "Task" [ 1816.865452] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.872868] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Task: {'id': task-1804832, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.957627] env[62298]: DEBUG oslo_vmware.api [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.048689] env[62298]: DEBUG nova.scheduler.client.report [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 127 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1817.049138] env[62298]: DEBUG nova.compute.provider_tree [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 127 to 128 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1817.049390] env[62298]: DEBUG nova.compute.provider_tree [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1817.377268] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Task: {'id': task-1804832, 'name': Rename_Task, 'duration_secs': 0.199969} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.377547] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1817.377621] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-928ae917-8c31-4d07-ac9b-033861c2ec47 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.384853] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Waiting for the task: (returnval){ [ 1817.384853] env[62298]: value = "task-1804833" [ 1817.384853] env[62298]: _type = "Task" [ 1817.384853] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.399732] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Task: {'id': task-1804833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.461177] env[62298]: DEBUG oslo_vmware.api [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804831, 'name': ReconfigVM_Task, 'duration_secs': 1.156751} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.461581] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 79b2f3b1-881e-4058-b04c-af8a906cad1d/79b2f3b1-881e-4058-b04c-af8a906cad1d.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1817.462453] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-884e4096-ca65-487a-9993-9633928bbc32 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.469470] env[62298]: DEBUG oslo_vmware.api [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1817.469470] env[62298]: value = "task-1804834" [ 1817.469470] env[62298]: _type = "Task" [ 1817.469470] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.485386] env[62298]: DEBUG oslo_vmware.api [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804834, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.554904] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.163s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.555753] env[62298]: DEBUG nova.compute.manager [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1817.558510] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.026s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.559999] env[62298]: INFO nova.compute.claims [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1817.895113] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Task: {'id': task-1804833, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.981041] env[62298]: DEBUG oslo_vmware.api [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804834, 'name': Rename_Task, 'duration_secs': 0.15165} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.981235] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1817.981531] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a58ddd49-ee7b-497b-9e37-8b130aa92296 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.988128] env[62298]: DEBUG oslo_vmware.api [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1817.988128] env[62298]: value = "task-1804835" [ 1817.988128] env[62298]: _type = "Task" [ 1817.988128] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.003759] env[62298]: DEBUG oslo_vmware.api [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.064965] env[62298]: DEBUG nova.compute.utils [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1818.069067] env[62298]: DEBUG nova.compute.manager [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1818.069229] env[62298]: DEBUG nova.network.neutron [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1818.113748] env[62298]: DEBUG nova.policy [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db21c5cc71bc4980801893134edefba9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '590be3a2ce564aadaff20814b841c464', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1818.197443] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquiring lock "1c8f1434-feec-4fb6-9747-104299753463" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.197837] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Lock "1c8f1434-feec-4fb6-9747-104299753463" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.397282] env[62298]: DEBUG oslo_vmware.api [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Task: {'id': task-1804833, 'name': PowerOnVM_Task, 'duration_secs': 0.557183} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.397282] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1818.397282] env[62298]: DEBUG nova.compute.manager [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1818.398925] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393f5f3e-6230-43cc-a59b-39d6feaf5a20 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.412594] env[62298]: DEBUG nova.network.neutron [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Successfully created port: 2962fae3-81ee-41b5-b6ff-aa0c66991cf4 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1818.499683] env[62298]: DEBUG oslo_vmware.api [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804835, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.569483] env[62298]: DEBUG nova.compute.manager [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1818.702630] env[62298]: DEBUG nova.compute.manager [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1818.803942] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2d974e-46bf-4879-aca7-1534502bc6ed {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.811826] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d0a491-2364-4b2c-bffc-9a727f7fa5ff {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.843326] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2da8aa8-a6ba-4e2e-837a-bd9f721074ef {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.851553] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bb0d0f-7a4e-4cd1-b96d-846e0ebb320b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.864998] env[62298]: DEBUG nova.compute.provider_tree [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1818.915571] env[62298]: DEBUG oslo_concurrency.lockutils [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.005467] env[62298]: DEBUG oslo_vmware.api [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804835, 'name': PowerOnVM_Task, 'duration_secs': 0.864302} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.006055] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1819.006294] env[62298]: INFO nova.compute.manager [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1819.006484] env[62298]: DEBUG nova.compute.manager [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1819.007816] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaaa9a0e-7cf8-4609-91a8-0484165aa57f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.220883] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.269696] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "43685ecf-c669-4ff0-b05a-ff29697e0259" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.269959] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "43685ecf-c669-4ff0-b05a-ff29697e0259" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.270195] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "43685ecf-c669-4ff0-b05a-ff29697e0259-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.270384] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "43685ecf-c669-4ff0-b05a-ff29697e0259-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.270554] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "43685ecf-c669-4ff0-b05a-ff29697e0259-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.272612] env[62298]: INFO nova.compute.manager [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Terminating instance [ 1819.369066] env[62298]: DEBUG nova.scheduler.client.report [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1819.499889] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Acquiring lock "49dbf9db-ce44-4acf-bc7f-c375a814749f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.500206] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Lock "49dbf9db-ce44-4acf-bc7f-c375a814749f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.500418] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Acquiring lock "49dbf9db-ce44-4acf-bc7f-c375a814749f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.500608] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Lock "49dbf9db-ce44-4acf-bc7f-c375a814749f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.500777] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Lock "49dbf9db-ce44-4acf-bc7f-c375a814749f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.503976] env[62298]: INFO nova.compute.manager [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Terminating instance [ 1819.525997] env[62298]: INFO nova.compute.manager [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Took 21.75 seconds to build instance. [ 1819.582541] env[62298]: DEBUG nova.compute.manager [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1819.609029] env[62298]: DEBUG nova.virt.hardware [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1819.609318] env[62298]: DEBUG nova.virt.hardware [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1819.609499] env[62298]: DEBUG nova.virt.hardware [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1819.609686] env[62298]: DEBUG nova.virt.hardware [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1819.609850] env[62298]: DEBUG nova.virt.hardware [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1819.610017] env[62298]: DEBUG nova.virt.hardware [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1819.610246] env[62298]: DEBUG nova.virt.hardware [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1819.610422] env[62298]: DEBUG nova.virt.hardware [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1819.610592] env[62298]: DEBUG nova.virt.hardware [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1819.610768] env[62298]: DEBUG nova.virt.hardware [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1819.610954] env[62298]: DEBUG nova.virt.hardware [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1819.611850] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cae9e6e-f097-4134-9429-d2792405345f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.619728] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecd0159-5708-4757-a5a0-f642a4ac8b65 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.777151] env[62298]: DEBUG nova.compute.manager [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1819.777388] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1819.778348] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d32575-41ba-432a-b8f5-c419b39978bb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.785895] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1819.786111] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2412eb4-a19f-43d4-9e73-604821733141 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.792297] env[62298]: DEBUG oslo_vmware.api [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1819.792297] env[62298]: value = "task-1804836" [ 1819.792297] env[62298]: _type = "Task" [ 1819.792297] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.800897] env[62298]: DEBUG oslo_vmware.api [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.875027] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.875598] env[62298]: DEBUG nova.compute.manager [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1819.879028] env[62298]: DEBUG oslo_concurrency.lockutils [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.963s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.879028] env[62298]: DEBUG nova.objects.instance [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62298) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1820.007348] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Acquiring lock "refresh_cache-49dbf9db-ce44-4acf-bc7f-c375a814749f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.007611] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Acquired lock "refresh_cache-49dbf9db-ce44-4acf-bc7f-c375a814749f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.008782] env[62298]: DEBUG nova.network.neutron [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1820.028513] env[62298]: DEBUG oslo_concurrency.lockutils [None req-68b80ca3-48ef-4dfe-8437-2463be2ae8b8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "79b2f3b1-881e-4058-b04c-af8a906cad1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.282s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.302903] env[62298]: DEBUG oslo_vmware.api [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804836, 'name': PowerOffVM_Task, 'duration_secs': 0.365336} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.302903] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1820.302903] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1820.302903] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9c9806c-6e73-47b1-a7b1-ab3606862216 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.383772] env[62298]: DEBUG nova.compute.utils [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1820.388581] env[62298]: DEBUG nova.compute.manager [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1820.388581] env[62298]: DEBUG nova.network.neutron [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1820.446755] env[62298]: DEBUG nova.policy [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ae0284a53d24f548b8cab4e856dd1d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c1cee775abb4a1eb529b35f1cfae0f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1820.529715] env[62298]: DEBUG nova.network.neutron [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1820.586406] env[62298]: DEBUG nova.network.neutron [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.753834] env[62298]: DEBUG nova.network.neutron [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Successfully created port: 3661d4a5-eb0d-40a5-b919-1febab26abca {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1820.893444] env[62298]: DEBUG oslo_concurrency.lockutils [None req-37ef4b03-f62b-44b6-a2b7-35a85f37d72e tempest-ServersAdmin275Test-155664541 tempest-ServersAdmin275Test-155664541-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.897448] env[62298]: DEBUG nova.compute.manager [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1820.897640] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.677s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.899687] env[62298]: INFO nova.compute.claims [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1820.925139] env[62298]: INFO nova.compute.manager [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Rescuing [ 1820.925139] env[62298]: DEBUG oslo_concurrency.lockutils [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "refresh_cache-79b2f3b1-881e-4058-b04c-af8a906cad1d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.925139] env[62298]: DEBUG oslo_concurrency.lockutils [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquired lock "refresh_cache-79b2f3b1-881e-4058-b04c-af8a906cad1d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.925304] env[62298]: DEBUG nova.network.neutron [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1821.088900] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Releasing lock "refresh_cache-49dbf9db-ce44-4acf-bc7f-c375a814749f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.089388] env[62298]: DEBUG nova.compute.manager [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1821.089661] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1821.091333] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004b249c-0301-446b-8c48-3fdb772aaf7f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.100409] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1821.100834] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3f9e3a1-4424-4223-b8f3-93b56e734b84 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.107108] env[62298]: DEBUG oslo_vmware.api [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Waiting for the task: (returnval){ [ 1821.107108] env[62298]: value = "task-1804838" [ 1821.107108] env[62298]: _type = "Task" [ 1821.107108] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.115637] env[62298]: DEBUG oslo_vmware.api [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': task-1804838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.619258] env[62298]: DEBUG oslo_vmware.api [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': task-1804838, 'name': PowerOffVM_Task, 'duration_secs': 0.207196} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.619644] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1821.619697] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1821.619941] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47196d3e-d63d-460c-8b12-83ff405cfbcb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.645486] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1821.645729] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1821.645890] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Deleting the datastore file [datastore1] 49dbf9db-ce44-4acf-bc7f-c375a814749f {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1821.646334] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53e8bb40-081d-45c1-a865-5581419ce0a3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.650487] env[62298]: DEBUG nova.network.neutron [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Updating instance_info_cache with network_info: [{"id": "dd7ac726-c81e-4ae5-9b87-5aa4a1afb80f", "address": "fa:16:3e:ab:ec:2a", "network": {"id": "66ddb69c-a0b5-4d9a-812e-c071845bc88a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165425722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd819ba42d93442d90c65ee40ac606f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd7ac726-c8", "ovs_interfaceid": "dd7ac726-c81e-4ae5-9b87-5aa4a1afb80f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1821.652856] env[62298]: DEBUG oslo_vmware.api [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Waiting for the task: (returnval){ [ 1821.652856] env[62298]: value = "task-1804840" [ 1821.652856] env[62298]: _type = "Task" [ 1821.652856] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.661044] env[62298]: DEBUG oslo_vmware.api [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': task-1804840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.807317] env[62298]: DEBUG oslo_concurrency.lockutils [None req-86aaa3b6-5d4c-4052-a48c-5c05240ec40b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "a79f5737-549b-4cdd-ae42-591ed2fb12c6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.807556] env[62298]: DEBUG oslo_concurrency.lockutils [None req-86aaa3b6-5d4c-4052-a48c-5c05240ec40b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "a79f5737-549b-4cdd-ae42-591ed2fb12c6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.911072] env[62298]: DEBUG nova.compute.manager [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1821.944235] env[62298]: DEBUG nova.virt.hardware [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1821.944529] env[62298]: DEBUG nova.virt.hardware [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1821.944695] env[62298]: DEBUG nova.virt.hardware [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1821.944883] env[62298]: DEBUG nova.virt.hardware [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1821.945047] env[62298]: DEBUG nova.virt.hardware [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1821.945204] env[62298]: DEBUG nova.virt.hardware [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1821.945414] env[62298]: DEBUG nova.virt.hardware [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1821.945579] env[62298]: DEBUG nova.virt.hardware [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1821.945749] env[62298]: DEBUG nova.virt.hardware [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1821.945923] env[62298]: DEBUG nova.virt.hardware [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1821.946118] env[62298]: DEBUG nova.virt.hardware [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1821.946992] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43da7cb2-9646-444e-bcbc-593b1245fe51 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.958282] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce535f9b-1c0a-4f0d-85cb-576abd515bdf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.054332] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1822.054691] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1822.054997] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Deleting the datastore file [datastore1] 43685ecf-c669-4ff0-b05a-ff29697e0259 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1822.055400] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5dab9843-3c4d-4641-9d0d-94e665fd3fa7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.064864] env[62298]: DEBUG oslo_vmware.api [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1822.064864] env[62298]: value = "task-1804841" [ 1822.064864] env[62298]: _type = "Task" [ 1822.064864] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.075600] env[62298]: DEBUG oslo_vmware.api [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.112993] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea33652-7673-4231-8b8f-c4f472f20fec {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.121134] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bb551f-fd8c-4ba1-9fec-621ae2669301 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.151071] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cb78d6-6596-42e0-a671-24c650c0798c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.154150] env[62298]: DEBUG oslo_concurrency.lockutils [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Releasing lock "refresh_cache-79b2f3b1-881e-4058-b04c-af8a906cad1d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.166899] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970bf615-7037-4204-98ab-e3584aabbb1a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.170937] env[62298]: DEBUG oslo_vmware.api [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Task: {'id': task-1804840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.408339} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.172866] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1822.173076] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1822.173259] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1822.173436] env[62298]: INFO nova.compute.manager [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1822.173676] env[62298]: DEBUG oslo.service.loopingcall [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1822.174458] env[62298]: DEBUG nova.compute.manager [-] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1822.174569] env[62298]: DEBUG nova.network.neutron [-] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1822.184376] env[62298]: DEBUG nova.compute.provider_tree [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1822.202982] env[62298]: DEBUG nova.network.neutron [-] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1822.310363] env[62298]: DEBUG nova.compute.utils [None req-86aaa3b6-5d4c-4052-a48c-5c05240ec40b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1822.534816] env[62298]: DEBUG nova.compute.manager [req-a393c1e7-bc75-473d-aead-bba66f3f591a req-35e50953-a554-4942-9c02-a5b8265ef407 service nova] [instance: ddec6348-5324-489b-ad44-305971929a40] Received event network-vif-plugged-f978a46a-8cc2-45be-97df-388675449c19 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1822.535084] env[62298]: DEBUG oslo_concurrency.lockutils [req-a393c1e7-bc75-473d-aead-bba66f3f591a req-35e50953-a554-4942-9c02-a5b8265ef407 service nova] Acquiring lock "ddec6348-5324-489b-ad44-305971929a40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.535321] env[62298]: DEBUG oslo_concurrency.lockutils [req-a393c1e7-bc75-473d-aead-bba66f3f591a req-35e50953-a554-4942-9c02-a5b8265ef407 service nova] Lock "ddec6348-5324-489b-ad44-305971929a40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.535492] env[62298]: DEBUG oslo_concurrency.lockutils [req-a393c1e7-bc75-473d-aead-bba66f3f591a req-35e50953-a554-4942-9c02-a5b8265ef407 service nova] Lock "ddec6348-5324-489b-ad44-305971929a40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.535661] env[62298]: DEBUG nova.compute.manager [req-a393c1e7-bc75-473d-aead-bba66f3f591a req-35e50953-a554-4942-9c02-a5b8265ef407 service nova] [instance: ddec6348-5324-489b-ad44-305971929a40] No waiting events found dispatching network-vif-plugged-f978a46a-8cc2-45be-97df-388675449c19 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1822.535883] env[62298]: WARNING nova.compute.manager [req-a393c1e7-bc75-473d-aead-bba66f3f591a req-35e50953-a554-4942-9c02-a5b8265ef407 service nova] [instance: ddec6348-5324-489b-ad44-305971929a40] Received unexpected event network-vif-plugged-f978a46a-8cc2-45be-97df-388675449c19 for instance with vm_state building and task_state spawning. [ 1822.575107] env[62298]: DEBUG oslo_vmware.api [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.631467] env[62298]: DEBUG nova.network.neutron [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Successfully updated port: f978a46a-8cc2-45be-97df-388675449c19 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1822.691715] env[62298]: DEBUG nova.scheduler.client.report [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1822.705214] env[62298]: DEBUG nova.network.neutron [-] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.813412] env[62298]: DEBUG oslo_concurrency.lockutils [None req-86aaa3b6-5d4c-4052-a48c-5c05240ec40b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "a79f5737-549b-4cdd-ae42-591ed2fb12c6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.003873] env[62298]: DEBUG nova.network.neutron [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Successfully updated port: 2962fae3-81ee-41b5-b6ff-aa0c66991cf4 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1823.077062] env[62298]: DEBUG oslo_vmware.api [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.547806} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.077371] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1823.077560] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1823.077745] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1823.077954] env[62298]: INFO nova.compute.manager [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Took 3.30 seconds to destroy the instance on the hypervisor. [ 1823.078225] env[62298]: DEBUG oslo.service.loopingcall [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1823.078425] env[62298]: DEBUG nova.compute.manager [-] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1823.078510] env[62298]: DEBUG nova.network.neutron [-] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1823.134214] env[62298]: DEBUG oslo_concurrency.lockutils [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Acquiring lock "refresh_cache-ddec6348-5324-489b-ad44-305971929a40" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.134375] env[62298]: DEBUG oslo_concurrency.lockutils [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Acquired lock "refresh_cache-ddec6348-5324-489b-ad44-305971929a40" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.134530] env[62298]: DEBUG nova.network.neutron [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1823.198477] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.198555] env[62298]: DEBUG nova.compute.manager [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1823.210460] env[62298]: INFO nova.compute.manager [-] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Took 1.04 seconds to deallocate network for instance. [ 1823.508508] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "refresh_cache-b56b90e1-8e96-4f22-8fc9-fb096395099b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.508672] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquired lock "refresh_cache-b56b90e1-8e96-4f22-8fc9-fb096395099b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.508828] env[62298]: DEBUG nova.network.neutron [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1823.571235] env[62298]: DEBUG nova.network.neutron [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Successfully updated port: 3661d4a5-eb0d-40a5-b919-1febab26abca {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1823.688983] env[62298]: DEBUG nova.network.neutron [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1823.703797] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1823.705013] env[62298]: DEBUG nova.compute.utils [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1823.706502] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52d37ddf-d758-471b-8bf0-de12e0d7a54c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.709131] env[62298]: DEBUG nova.compute.manager [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1823.709265] env[62298]: DEBUG nova.network.neutron [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1823.716564] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.716799] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.717015] env[62298]: DEBUG nova.objects.instance [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Lazy-loading 'resources' on Instance uuid 49dbf9db-ce44-4acf-bc7f-c375a814749f {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1823.723378] env[62298]: DEBUG oslo_vmware.api [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1823.723378] env[62298]: value = "task-1804842" [ 1823.723378] env[62298]: _type = "Task" [ 1823.723378] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.734238] env[62298]: DEBUG oslo_vmware.api [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.869724] env[62298]: DEBUG nova.policy [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e268a6d7b7f74a4fa39b8b45523a3875', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba130cd6bcc44a7b8e449c3e63f9064c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1823.894385] env[62298]: DEBUG oslo_concurrency.lockutils [None req-86aaa3b6-5d4c-4052-a48c-5c05240ec40b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "a79f5737-549b-4cdd-ae42-591ed2fb12c6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.894653] env[62298]: DEBUG oslo_concurrency.lockutils [None req-86aaa3b6-5d4c-4052-a48c-5c05240ec40b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "a79f5737-549b-4cdd-ae42-591ed2fb12c6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.894898] env[62298]: INFO nova.compute.manager [None req-86aaa3b6-5d4c-4052-a48c-5c05240ec40b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Attaching volume c828b319-9cb5-49b2-b59b-9c52c26ed543 to /dev/sdb [ 1823.938326] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d920ebb7-b8ec-4ea6-9e7f-aaa81564fad0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.946689] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cffdc07-e2e2-45af-9124-bc9347afeeb2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.961510] env[62298]: DEBUG nova.virt.block_device [None req-86aaa3b6-5d4c-4052-a48c-5c05240ec40b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Updating existing volume attachment record: e6467e43-67af-4499-935a-3f29f00c7a94 {{(pid=62298) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1824.073852] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "refresh_cache-8dc455b9-3fbe-4d78-aa98-6f556b2319e3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.074028] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquired lock "refresh_cache-8dc455b9-3fbe-4d78-aa98-6f556b2319e3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.074254] env[62298]: DEBUG nova.network.neutron [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1824.128246] env[62298]: DEBUG nova.network.neutron [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1824.148710] env[62298]: DEBUG nova.network.neutron [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Updating instance_info_cache with network_info: [{"id": "f978a46a-8cc2-45be-97df-388675449c19", "address": "fa:16:3e:89:f4:ca", "network": {"id": "4400cc40-16f3-4a75-a6f9-5b23a99baac8", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1376052872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "106f77519fb54a12bea79918e7ca3f0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf978a46a-8c", "ovs_interfaceid": "f978a46a-8cc2-45be-97df-388675449c19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.216432] env[62298]: DEBUG nova.compute.manager [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1824.233192] env[62298]: DEBUG oslo_vmware.api [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804842, 'name': PowerOffVM_Task, 'duration_secs': 0.227165} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.237150] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1824.238331] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3815a1d-21ba-4459-b169-e758df2bd957 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.264884] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a152e5-ec6c-42af-acf9-ce9e792e7c5f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.304741] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1824.305472] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ae017ff-db56-438a-9d31-6e913c642b0a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.314228] env[62298]: DEBUG oslo_vmware.api [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1824.314228] env[62298]: value = "task-1804846" [ 1824.314228] env[62298]: _type = "Task" [ 1824.314228] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.323402] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] VM already powered off {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1824.323697] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1824.324028] env[62298]: DEBUG oslo_concurrency.lockutils [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.324311] env[62298]: DEBUG oslo_concurrency.lockutils [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.324560] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1824.325518] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2497de25-3270-462b-901e-25053f0db4be {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.334256] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1824.334256] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1824.335295] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb054766-ce7a-4ed9-aecb-c34ddf33c722 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.347621] env[62298]: DEBUG oslo_vmware.api [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1824.347621] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c82533-2c24-e29b-2046-12102d385100" [ 1824.347621] env[62298]: _type = "Task" [ 1824.347621] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.357934] env[62298]: DEBUG oslo_vmware.api [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c82533-2c24-e29b-2046-12102d385100, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.413451] env[62298]: DEBUG nova.network.neutron [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Updating instance_info_cache with network_info: [{"id": "2962fae3-81ee-41b5-b6ff-aa0c66991cf4", "address": "fa:16:3e:e5:e0:96", "network": {"id": "091ff129-3451-49f5-adcd-213ad39e86c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-239447299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "590be3a2ce564aadaff20814b841c464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2962fae3-81", "ovs_interfaceid": "2962fae3-81ee-41b5-b6ff-aa0c66991cf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.459056] env[62298]: DEBUG nova.network.neutron [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Successfully created port: 13e07f2d-7913-4822-8ad1-e9d8d45ac311 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1824.521735] env[62298]: DEBUG nova.network.neutron [-] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.571017] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ef0c5c-9e5d-4c33-8337-ac32b96cd2cb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.579395] env[62298]: DEBUG nova.compute.manager [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] [instance: ddec6348-5324-489b-ad44-305971929a40] Received event network-changed-f978a46a-8cc2-45be-97df-388675449c19 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1824.579395] env[62298]: DEBUG nova.compute.manager [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] [instance: ddec6348-5324-489b-ad44-305971929a40] Refreshing instance network info cache due to event network-changed-f978a46a-8cc2-45be-97df-388675449c19. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1824.579395] env[62298]: DEBUG oslo_concurrency.lockutils [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] Acquiring lock "refresh_cache-ddec6348-5324-489b-ad44-305971929a40" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.589629] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246bacf0-ed74-4f28-9486-9d57532251b5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.621641] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57c8b8f-ae2e-4dc3-8adf-758b32c2a051 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.630129] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7dc6a92-d19f-488a-9462-55e89c80bb99 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.647158] env[62298]: DEBUG nova.compute.provider_tree [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1824.650938] env[62298]: DEBUG nova.network.neutron [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1824.657143] env[62298]: DEBUG oslo_concurrency.lockutils [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Releasing lock "refresh_cache-ddec6348-5324-489b-ad44-305971929a40" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.657470] env[62298]: DEBUG nova.compute.manager [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Instance network_info: |[{"id": "f978a46a-8cc2-45be-97df-388675449c19", "address": "fa:16:3e:89:f4:ca", "network": {"id": "4400cc40-16f3-4a75-a6f9-5b23a99baac8", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1376052872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "106f77519fb54a12bea79918e7ca3f0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf978a46a-8c", "ovs_interfaceid": "f978a46a-8cc2-45be-97df-388675449c19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1824.657796] env[62298]: DEBUG oslo_concurrency.lockutils [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] Acquired lock "refresh_cache-ddec6348-5324-489b-ad44-305971929a40" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.658033] env[62298]: DEBUG nova.network.neutron [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] [instance: ddec6348-5324-489b-ad44-305971929a40] Refreshing network info cache for port f978a46a-8cc2-45be-97df-388675449c19 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1824.659619] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:f4:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f978a46a-8cc2-45be-97df-388675449c19', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1824.667307] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Creating folder: Project (106f77519fb54a12bea79918e7ca3f0a). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1824.668115] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e02eddbe-158a-464b-8c5e-d8360d46ba2a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.744025] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Created folder: Project (106f77519fb54a12bea79918e7ca3f0a) in parent group-v373906. [ 1824.744025] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Creating folder: Instances. Parent ref: group-v374163. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1824.744025] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-799ba540-a517-4f87-96c2-d7ddd4496577 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.751627] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Created folder: Instances in parent group-v374163. [ 1824.751865] env[62298]: DEBUG oslo.service.loopingcall [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1824.752069] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddec6348-5324-489b-ad44-305971929a40] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1824.752272] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7978e52-79b1-4526-8f64-24faf995cd6d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.772608] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1824.772608] env[62298]: value = "task-1804849" [ 1824.772608] env[62298]: _type = "Task" [ 1824.772608] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.780395] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804849, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.859521] env[62298]: DEBUG oslo_vmware.api [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c82533-2c24-e29b-2046-12102d385100, 'name': SearchDatastore_Task, 'duration_secs': 0.017572} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.860329] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b31d9e87-5b3b-426a-ae3e-0117166dfee5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.867799] env[62298]: DEBUG oslo_vmware.api [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1824.867799] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5217339e-18d3-5529-3d53-88a9834bdea5" [ 1824.867799] env[62298]: _type = "Task" [ 1824.867799] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.875577] env[62298]: DEBUG oslo_vmware.api [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5217339e-18d3-5529-3d53-88a9834bdea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.915843] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Releasing lock "refresh_cache-b56b90e1-8e96-4f22-8fc9-fb096395099b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.916191] env[62298]: DEBUG nova.compute.manager [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Instance network_info: |[{"id": "2962fae3-81ee-41b5-b6ff-aa0c66991cf4", "address": "fa:16:3e:e5:e0:96", "network": {"id": "091ff129-3451-49f5-adcd-213ad39e86c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-239447299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "590be3a2ce564aadaff20814b841c464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2962fae3-81", "ovs_interfaceid": "2962fae3-81ee-41b5-b6ff-aa0c66991cf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1824.916618] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:e0:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2962fae3-81ee-41b5-b6ff-aa0c66991cf4', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1824.924319] env[62298]: DEBUG oslo.service.loopingcall [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1824.925313] env[62298]: DEBUG nova.network.neutron [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Updating instance_info_cache with network_info: [{"id": "3661d4a5-eb0d-40a5-b919-1febab26abca", "address": "fa:16:3e:15:4e:25", "network": {"id": "06b906cf-d50a-43c4-8cd2-58ea08057ab7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-166934998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c1cee775abb4a1eb529b35f1cfae0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3661d4a5-eb", "ovs_interfaceid": "3661d4a5-eb0d-40a5-b919-1febab26abca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.926460] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1824.926693] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43f42656-4dc8-4ae3-91e1-366215dfb838 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.949817] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1824.949817] env[62298]: value = "task-1804850" [ 1824.949817] env[62298]: _type = "Task" [ 1824.949817] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.957641] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804850, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.025539] env[62298]: INFO nova.compute.manager [-] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Took 1.95 seconds to deallocate network for instance. [ 1825.165553] env[62298]: ERROR nova.scheduler.client.report [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] [req-b7189686-e4ad-45eb-9eea-726eae02ae08] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b7189686-e4ad-45eb-9eea-726eae02ae08"}]} [ 1825.181525] env[62298]: DEBUG nova.scheduler.client.report [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1825.195457] env[62298]: DEBUG nova.scheduler.client.report [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1825.195683] env[62298]: DEBUG nova.compute.provider_tree [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1825.206566] env[62298]: DEBUG nova.scheduler.client.report [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1825.224647] env[62298]: DEBUG nova.scheduler.client.report [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1825.230931] env[62298]: DEBUG nova.compute.manager [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1825.258574] env[62298]: DEBUG nova.virt.hardware [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1825.258959] env[62298]: DEBUG nova.virt.hardware [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1825.259180] env[62298]: DEBUG nova.virt.hardware [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1825.259895] env[62298]: DEBUG nova.virt.hardware [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1825.259895] env[62298]: DEBUG nova.virt.hardware [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1825.259895] env[62298]: DEBUG nova.virt.hardware [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1825.259895] env[62298]: DEBUG nova.virt.hardware [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1825.260075] env[62298]: DEBUG nova.virt.hardware [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1825.260274] env[62298]: DEBUG nova.virt.hardware [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1825.260470] env[62298]: DEBUG nova.virt.hardware [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1825.260610] env[62298]: DEBUG nova.virt.hardware [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1825.261530] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b551494b-3719-40e0-a522-fdb3fed1c673 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.273967] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdd7b58-d7d1-4cbb-85ee-fd9aaa2a593b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.297856] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804849, 'name': CreateVM_Task, 'duration_secs': 0.404945} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.302560] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddec6348-5324-489b-ad44-305971929a40] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1825.303444] env[62298]: DEBUG oslo_concurrency.lockutils [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.303626] env[62298]: DEBUG oslo_concurrency.lockutils [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.303969] env[62298]: DEBUG oslo_concurrency.lockutils [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1825.304552] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93220936-1538-41f4-af62-369c050aa11a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.309845] env[62298]: DEBUG oslo_vmware.api [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Waiting for the task: (returnval){ [ 1825.309845] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f54541-058e-ab6a-c809-b595ac1a8180" [ 1825.309845] env[62298]: _type = "Task" [ 1825.309845] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.320316] env[62298]: DEBUG oslo_vmware.api [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f54541-058e-ab6a-c809-b595ac1a8180, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.379875] env[62298]: DEBUG oslo_vmware.api [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5217339e-18d3-5529-3d53-88a9834bdea5, 'name': SearchDatastore_Task, 'duration_secs': 0.008559} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.382373] env[62298]: DEBUG oslo_concurrency.lockutils [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.382637] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 79b2f3b1-881e-4058-b04c-af8a906cad1d/98ae388b-0b1b-4651-9947-99a7127491a5-rescue.vmdk. {{(pid=62298) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1825.383073] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d2f9ceb-dd81-413e-9cfb-a703f66668b7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.388978] env[62298]: DEBUG oslo_vmware.api [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1825.388978] env[62298]: value = "task-1804851" [ 1825.388978] env[62298]: _type = "Task" [ 1825.388978] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.399307] env[62298]: DEBUG oslo_vmware.api [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.444131] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Releasing lock "refresh_cache-8dc455b9-3fbe-4d78-aa98-6f556b2319e3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.444995] env[62298]: DEBUG nova.compute.manager [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Instance network_info: |[{"id": "3661d4a5-eb0d-40a5-b919-1febab26abca", "address": "fa:16:3e:15:4e:25", "network": {"id": "06b906cf-d50a-43c4-8cd2-58ea08057ab7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-166934998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c1cee775abb4a1eb529b35f1cfae0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3661d4a5-eb", "ovs_interfaceid": "3661d4a5-eb0d-40a5-b919-1febab26abca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1825.444995] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:4e:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3661d4a5-eb0d-40a5-b919-1febab26abca', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1825.452733] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Creating folder: Project (7c1cee775abb4a1eb529b35f1cfae0f6). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1825.453981] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4cab80c-1f3d-444b-84e8-85ad9ba69624 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.456306] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815ba2c9-1ebe-4b75-9280-de99dee8dc5b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.469297] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772e58ce-a8bf-487a-ab62-7264a00d948c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.473028] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804850, 'name': CreateVM_Task, 'duration_secs': 0.411891} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.474774] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1825.474774] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Created folder: Project (7c1cee775abb4a1eb529b35f1cfae0f6) in parent group-v373906. [ 1825.474774] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Creating folder: Instances. Parent ref: group-v374167. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1825.475209] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.475209] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-103025e2-e319-406c-beae-53b431cac396 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.510376] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f104243-e94b-425d-be3c-163e2e6cab9e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.519501] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff07de89-6598-45f4-a25a-a112d682edaf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.523724] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Created folder: Instances in parent group-v374167. [ 1825.524137] env[62298]: DEBUG oslo.service.loopingcall [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1825.524234] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1825.524794] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e91d9de-afbe-4191-b4ab-e9e663af3554 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.548907] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.549490] env[62298]: DEBUG nova.compute.provider_tree [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1825.556212] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1825.556212] env[62298]: value = "task-1804854" [ 1825.556212] env[62298]: _type = "Task" [ 1825.556212] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.565103] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804854, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.780337] env[62298]: DEBUG nova.network.neutron [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] [instance: ddec6348-5324-489b-ad44-305971929a40] Updated VIF entry in instance network info cache for port f978a46a-8cc2-45be-97df-388675449c19. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1825.780912] env[62298]: DEBUG nova.network.neutron [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] [instance: ddec6348-5324-489b-ad44-305971929a40] Updating instance_info_cache with network_info: [{"id": "f978a46a-8cc2-45be-97df-388675449c19", "address": "fa:16:3e:89:f4:ca", "network": {"id": "4400cc40-16f3-4a75-a6f9-5b23a99baac8", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1376052872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "106f77519fb54a12bea79918e7ca3f0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf978a46a-8c", "ovs_interfaceid": "f978a46a-8cc2-45be-97df-388675449c19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.821330] env[62298]: DEBUG oslo_vmware.api [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f54541-058e-ab6a-c809-b595ac1a8180, 'name': SearchDatastore_Task, 'duration_secs': 0.00913} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.821726] env[62298]: DEBUG oslo_concurrency.lockutils [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.821976] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1825.822284] env[62298]: DEBUG oslo_concurrency.lockutils [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.822438] env[62298]: DEBUG oslo_concurrency.lockutils [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.822644] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1825.823123] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.823537] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1825.823778] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55bc9a68-5920-4414-8f84-037b4dd41319 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.825901] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e34b4452-9c3d-47cc-b79c-5260c6a3b088 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.832248] env[62298]: DEBUG oslo_vmware.api [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1825.832248] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52755873-16ef-5dd9-f820-eccd0a6e259e" [ 1825.832248] env[62298]: _type = "Task" [ 1825.832248] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.839305] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1825.839609] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1825.843969] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27fd64fd-acef-4dc0-880a-e57984a5ef1c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.847326] env[62298]: DEBUG oslo_vmware.api [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52755873-16ef-5dd9-f820-eccd0a6e259e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.850671] env[62298]: DEBUG oslo_vmware.api [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Waiting for the task: (returnval){ [ 1825.850671] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5246d625-64bf-10b6-f0e9-65859cb60d6a" [ 1825.850671] env[62298]: _type = "Task" [ 1825.850671] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.860699] env[62298]: DEBUG oslo_vmware.api [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5246d625-64bf-10b6-f0e9-65859cb60d6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.898965] env[62298]: DEBUG oslo_vmware.api [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477031} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.900048] env[62298]: INFO nova.virt.vmwareapi.ds_util [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 79b2f3b1-881e-4058-b04c-af8a906cad1d/98ae388b-0b1b-4651-9947-99a7127491a5-rescue.vmdk. [ 1825.900160] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb41837-c815-41aa-8e6e-8aa6cdef56d2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.925971] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 79b2f3b1-881e-4058-b04c-af8a906cad1d/98ae388b-0b1b-4651-9947-99a7127491a5-rescue.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1825.926536] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8e69a7a-b5c1-4b1c-a49d-3f6e77054375 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.944780] env[62298]: DEBUG oslo_vmware.api [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1825.944780] env[62298]: value = "task-1804855" [ 1825.944780] env[62298]: _type = "Task" [ 1825.944780] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.954309] env[62298]: DEBUG oslo_vmware.api [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.066283] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804854, 'name': CreateVM_Task, 'duration_secs': 0.436791} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.066467] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1826.067131] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.080792] env[62298]: DEBUG nova.scheduler.client.report [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 129 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1826.081060] env[62298]: DEBUG nova.compute.provider_tree [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 129 to 130 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1826.081248] env[62298]: DEBUG nova.compute.provider_tree [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1826.283874] env[62298]: DEBUG oslo_concurrency.lockutils [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] Releasing lock "refresh_cache-ddec6348-5324-489b-ad44-305971929a40" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.284221] env[62298]: DEBUG nova.compute.manager [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Received event network-vif-plugged-2962fae3-81ee-41b5-b6ff-aa0c66991cf4 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1826.284428] env[62298]: DEBUG oslo_concurrency.lockutils [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] Acquiring lock "b56b90e1-8e96-4f22-8fc9-fb096395099b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.284639] env[62298]: DEBUG oslo_concurrency.lockutils [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] Lock "b56b90e1-8e96-4f22-8fc9-fb096395099b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.284806] env[62298]: DEBUG oslo_concurrency.lockutils [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] Lock "b56b90e1-8e96-4f22-8fc9-fb096395099b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.284988] env[62298]: DEBUG nova.compute.manager [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] No waiting events found dispatching network-vif-plugged-2962fae3-81ee-41b5-b6ff-aa0c66991cf4 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1826.285170] env[62298]: WARNING nova.compute.manager [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Received unexpected event network-vif-plugged-2962fae3-81ee-41b5-b6ff-aa0c66991cf4 for instance with vm_state building and task_state spawning. [ 1826.285338] env[62298]: DEBUG nova.compute.manager [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Received event network-changed-2962fae3-81ee-41b5-b6ff-aa0c66991cf4 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1826.285493] env[62298]: DEBUG nova.compute.manager [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Refreshing instance network info cache due to event network-changed-2962fae3-81ee-41b5-b6ff-aa0c66991cf4. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1826.285680] env[62298]: DEBUG oslo_concurrency.lockutils [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] Acquiring lock "refresh_cache-b56b90e1-8e96-4f22-8fc9-fb096395099b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.285847] env[62298]: DEBUG oslo_concurrency.lockutils [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] Acquired lock "refresh_cache-b56b90e1-8e96-4f22-8fc9-fb096395099b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.286022] env[62298]: DEBUG nova.network.neutron [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Refreshing network info cache for port 2962fae3-81ee-41b5-b6ff-aa0c66991cf4 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1826.342754] env[62298]: DEBUG oslo_vmware.api [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52755873-16ef-5dd9-f820-eccd0a6e259e, 'name': SearchDatastore_Task, 'duration_secs': 0.023146} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.343070] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.347027] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1826.347027] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.347027] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.347027] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1826.347027] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c5aade9-dd70-4534-aeb0-f8267e36179c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.348766] env[62298]: DEBUG oslo_vmware.api [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1826.348766] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52961734-97d0-4c7f-2c2f-9df1f54c764b" [ 1826.348766] env[62298]: _type = "Task" [ 1826.348766] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.361412] env[62298]: DEBUG oslo_vmware.api [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5246d625-64bf-10b6-f0e9-65859cb60d6a, 'name': SearchDatastore_Task, 'duration_secs': 0.008259} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.365952] env[62298]: DEBUG oslo_vmware.api [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52961734-97d0-4c7f-2c2f-9df1f54c764b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.366183] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16c55610-0b01-4e7d-919b-4c107e1af6dc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.371395] env[62298]: DEBUG oslo_vmware.api [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Waiting for the task: (returnval){ [ 1826.371395] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5290dcc9-1f92-5efd-11f5-9b2fa163c13f" [ 1826.371395] env[62298]: _type = "Task" [ 1826.371395] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.379935] env[62298]: DEBUG oslo_vmware.api [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5290dcc9-1f92-5efd-11f5-9b2fa163c13f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.441926] env[62298]: DEBUG nova.network.neutron [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Successfully updated port: 13e07f2d-7913-4822-8ad1-e9d8d45ac311 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1826.454817] env[62298]: DEBUG oslo_vmware.api [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804855, 'name': ReconfigVM_Task, 'duration_secs': 0.332583} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.455360] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 79b2f3b1-881e-4058-b04c-af8a906cad1d/98ae388b-0b1b-4651-9947-99a7127491a5-rescue.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1826.456915] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238d5a0a-eff5-4030-bc1a-39d3c9dbf1c6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.482695] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecdb880a-0f31-42c7-bbe0-0c5c922dddbb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.498312] env[62298]: DEBUG oslo_vmware.api [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1826.498312] env[62298]: value = "task-1804857" [ 1826.498312] env[62298]: _type = "Task" [ 1826.498312] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.507626] env[62298]: DEBUG oslo_vmware.api [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804857, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.585761] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.869s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.588268] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.039s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.588392] env[62298]: DEBUG nova.objects.instance [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lazy-loading 'resources' on Instance uuid 43685ecf-c669-4ff0-b05a-ff29697e0259 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1826.601097] env[62298]: DEBUG nova.compute.manager [req-afd93882-18ee-49ef-8f33-fe3f017c6967 req-0e3eb21e-a7e4-4a60-8f12-d4c2bdf3bf4d service nova] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Received event network-vif-plugged-13e07f2d-7913-4822-8ad1-e9d8d45ac311 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1826.601531] env[62298]: DEBUG oslo_concurrency.lockutils [req-afd93882-18ee-49ef-8f33-fe3f017c6967 req-0e3eb21e-a7e4-4a60-8f12-d4c2bdf3bf4d service nova] Acquiring lock "1c8f1434-feec-4fb6-9747-104299753463-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.601531] env[62298]: DEBUG oslo_concurrency.lockutils [req-afd93882-18ee-49ef-8f33-fe3f017c6967 req-0e3eb21e-a7e4-4a60-8f12-d4c2bdf3bf4d service nova] Lock "1c8f1434-feec-4fb6-9747-104299753463-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.601767] env[62298]: DEBUG oslo_concurrency.lockutils [req-afd93882-18ee-49ef-8f33-fe3f017c6967 req-0e3eb21e-a7e4-4a60-8f12-d4c2bdf3bf4d service nova] Lock "1c8f1434-feec-4fb6-9747-104299753463-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.601909] env[62298]: DEBUG nova.compute.manager [req-afd93882-18ee-49ef-8f33-fe3f017c6967 req-0e3eb21e-a7e4-4a60-8f12-d4c2bdf3bf4d service nova] [instance: 1c8f1434-feec-4fb6-9747-104299753463] No waiting events found dispatching network-vif-plugged-13e07f2d-7913-4822-8ad1-e9d8d45ac311 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1826.602034] env[62298]: WARNING nova.compute.manager [req-afd93882-18ee-49ef-8f33-fe3f017c6967 req-0e3eb21e-a7e4-4a60-8f12-d4c2bdf3bf4d service nova] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Received unexpected event network-vif-plugged-13e07f2d-7913-4822-8ad1-e9d8d45ac311 for instance with vm_state building and task_state spawning. [ 1826.602203] env[62298]: DEBUG nova.compute.manager [req-afd93882-18ee-49ef-8f33-fe3f017c6967 req-0e3eb21e-a7e4-4a60-8f12-d4c2bdf3bf4d service nova] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Received event network-changed-13e07f2d-7913-4822-8ad1-e9d8d45ac311 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1826.602357] env[62298]: DEBUG nova.compute.manager [req-afd93882-18ee-49ef-8f33-fe3f017c6967 req-0e3eb21e-a7e4-4a60-8f12-d4c2bdf3bf4d service nova] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Refreshing instance network info cache due to event network-changed-13e07f2d-7913-4822-8ad1-e9d8d45ac311. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1826.602551] env[62298]: DEBUG oslo_concurrency.lockutils [req-afd93882-18ee-49ef-8f33-fe3f017c6967 req-0e3eb21e-a7e4-4a60-8f12-d4c2bdf3bf4d service nova] Acquiring lock "refresh_cache-1c8f1434-feec-4fb6-9747-104299753463" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.602687] env[62298]: DEBUG oslo_concurrency.lockutils [req-afd93882-18ee-49ef-8f33-fe3f017c6967 req-0e3eb21e-a7e4-4a60-8f12-d4c2bdf3bf4d service nova] Acquired lock "refresh_cache-1c8f1434-feec-4fb6-9747-104299753463" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.602842] env[62298]: DEBUG nova.network.neutron [req-afd93882-18ee-49ef-8f33-fe3f017c6967 req-0e3eb21e-a7e4-4a60-8f12-d4c2bdf3bf4d service nova] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Refreshing network info cache for port 13e07f2d-7913-4822-8ad1-e9d8d45ac311 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1826.607033] env[62298]: INFO nova.scheduler.client.report [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Deleted allocations for instance 49dbf9db-ce44-4acf-bc7f-c375a814749f [ 1826.860031] env[62298]: DEBUG oslo_vmware.api [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52961734-97d0-4c7f-2c2f-9df1f54c764b, 'name': SearchDatastore_Task, 'duration_secs': 0.01499} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.860449] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.860895] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1826.861047] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.880974] env[62298]: DEBUG oslo_vmware.api [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5290dcc9-1f92-5efd-11f5-9b2fa163c13f, 'name': SearchDatastore_Task, 'duration_secs': 0.011235} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.881364] env[62298]: DEBUG oslo_concurrency.lockutils [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.881663] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] ddec6348-5324-489b-ad44-305971929a40/ddec6348-5324-489b-ad44-305971929a40.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1826.881982] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.882242] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1826.882496] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5102a24d-b3ec-47c1-b1f0-09a6924d5779 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.884440] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c99e9a1-b9c5-46e4-b582-d1c4bcec1c49 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.890845] env[62298]: DEBUG oslo_vmware.api [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Waiting for the task: (returnval){ [ 1826.890845] env[62298]: value = "task-1804858" [ 1826.890845] env[62298]: _type = "Task" [ 1826.890845] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.895267] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1826.895488] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1826.896510] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f75d4d2-ee65-4db7-9156-54777778a646 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.901560] env[62298]: DEBUG oslo_vmware.api [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Task: {'id': task-1804858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.904313] env[62298]: DEBUG oslo_vmware.api [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1826.904313] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52591f25-8947-e3dc-6964-b2cabb70e441" [ 1826.904313] env[62298]: _type = "Task" [ 1826.904313] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.914163] env[62298]: DEBUG oslo_vmware.api [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52591f25-8947-e3dc-6964-b2cabb70e441, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.951763] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquiring lock "refresh_cache-1c8f1434-feec-4fb6-9747-104299753463" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.008538] env[62298]: DEBUG oslo_vmware.api [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804857, 'name': ReconfigVM_Task, 'duration_secs': 0.156904} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.009309] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1827.009309] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7881f54f-dc38-46c7-8537-b1bd509544b7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.015519] env[62298]: DEBUG oslo_vmware.api [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1827.015519] env[62298]: value = "task-1804859" [ 1827.015519] env[62298]: _type = "Task" [ 1827.015519] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.023351] env[62298]: DEBUG oslo_vmware.api [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.094946] env[62298]: DEBUG nova.network.neutron [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Updated VIF entry in instance network info cache for port 2962fae3-81ee-41b5-b6ff-aa0c66991cf4. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1827.095329] env[62298]: DEBUG nova.network.neutron [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Updating instance_info_cache with network_info: [{"id": "2962fae3-81ee-41b5-b6ff-aa0c66991cf4", "address": "fa:16:3e:e5:e0:96", "network": {"id": "091ff129-3451-49f5-adcd-213ad39e86c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-239447299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "590be3a2ce564aadaff20814b841c464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2962fae3-81", "ovs_interfaceid": "2962fae3-81ee-41b5-b6ff-aa0c66991cf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.118890] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d5d8cbe3-4c95-4893-8dc5-5086a01ff64d tempest-ServersAdmin275Test-370399217 tempest-ServersAdmin275Test-370399217-project-member] Lock "49dbf9db-ce44-4acf-bc7f-c375a814749f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.618s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.143118] env[62298]: DEBUG nova.network.neutron [req-afd93882-18ee-49ef-8f33-fe3f017c6967 req-0e3eb21e-a7e4-4a60-8f12-d4c2bdf3bf4d service nova] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1827.298353] env[62298]: DEBUG nova.network.neutron [req-afd93882-18ee-49ef-8f33-fe3f017c6967 req-0e3eb21e-a7e4-4a60-8f12-d4c2bdf3bf4d service nova] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.329111] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364f6428-8ab2-416f-9e1d-e7853a1b8dfc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.337232] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e54ea8f-c704-4d00-bc04-fba366f04de4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.373912] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e988b324-b812-4da7-97b9-cd232f6c7f07 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.383019] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2799edb3-60e8-4788-b2e7-21fff980b612 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.398220] env[62298]: DEBUG nova.compute.provider_tree [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1827.411180] env[62298]: DEBUG oslo_vmware.api [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Task: {'id': task-1804858, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.419148] env[62298]: DEBUG oslo_vmware.api [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52591f25-8947-e3dc-6964-b2cabb70e441, 'name': SearchDatastore_Task, 'duration_secs': 0.035638} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.419962] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5165611a-93aa-436a-bb50-e2e3aa68ab7f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.425173] env[62298]: DEBUG oslo_vmware.api [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1827.425173] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523c14d5-1ae4-5f44-6702-0cda1c0681e0" [ 1827.425173] env[62298]: _type = "Task" [ 1827.425173] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.433432] env[62298]: DEBUG oslo_vmware.api [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523c14d5-1ae4-5f44-6702-0cda1c0681e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.525388] env[62298]: DEBUG oslo_vmware.api [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804859, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.599113] env[62298]: DEBUG oslo_concurrency.lockutils [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] Releasing lock "refresh_cache-b56b90e1-8e96-4f22-8fc9-fb096395099b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.599113] env[62298]: DEBUG nova.compute.manager [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Received event network-vif-plugged-3661d4a5-eb0d-40a5-b919-1febab26abca {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1827.599113] env[62298]: DEBUG oslo_concurrency.lockutils [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] Acquiring lock "8dc455b9-3fbe-4d78-aa98-6f556b2319e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.599113] env[62298]: DEBUG oslo_concurrency.lockutils [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] Lock "8dc455b9-3fbe-4d78-aa98-6f556b2319e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.599113] env[62298]: DEBUG oslo_concurrency.lockutils [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] Lock "8dc455b9-3fbe-4d78-aa98-6f556b2319e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.599113] env[62298]: DEBUG nova.compute.manager [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] No waiting events found dispatching network-vif-plugged-3661d4a5-eb0d-40a5-b919-1febab26abca {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1827.599542] env[62298]: WARNING nova.compute.manager [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Received unexpected event network-vif-plugged-3661d4a5-eb0d-40a5-b919-1febab26abca for instance with vm_state building and task_state spawning. [ 1827.599542] env[62298]: DEBUG nova.compute.manager [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Received event network-changed-3661d4a5-eb0d-40a5-b919-1febab26abca {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1827.599615] env[62298]: DEBUG nova.compute.manager [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Refreshing instance network info cache due to event network-changed-3661d4a5-eb0d-40a5-b919-1febab26abca. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1827.600780] env[62298]: DEBUG oslo_concurrency.lockutils [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] Acquiring lock "refresh_cache-8dc455b9-3fbe-4d78-aa98-6f556b2319e3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.600780] env[62298]: DEBUG oslo_concurrency.lockutils [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] Acquired lock "refresh_cache-8dc455b9-3fbe-4d78-aa98-6f556b2319e3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.600780] env[62298]: DEBUG nova.network.neutron [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Refreshing network info cache for port 3661d4a5-eb0d-40a5-b919-1febab26abca {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1827.805140] env[62298]: DEBUG oslo_concurrency.lockutils [req-afd93882-18ee-49ef-8f33-fe3f017c6967 req-0e3eb21e-a7e4-4a60-8f12-d4c2bdf3bf4d service nova] Releasing lock "refresh_cache-1c8f1434-feec-4fb6-9747-104299753463" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.805555] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquired lock "refresh_cache-1c8f1434-feec-4fb6-9747-104299753463" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.805753] env[62298]: DEBUG nova.network.neutron [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1827.909844] env[62298]: DEBUG oslo_vmware.api [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Task: {'id': task-1804858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52542} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.911254] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] ddec6348-5324-489b-ad44-305971929a40/ddec6348-5324-489b-ad44-305971929a40.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1827.911254] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1827.911254] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bf5ccb2-84d3-4a05-8122-642a172bc34e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.917590] env[62298]: DEBUG oslo_vmware.api [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Waiting for the task: (returnval){ [ 1827.917590] env[62298]: value = "task-1804860" [ 1827.917590] env[62298]: _type = "Task" [ 1827.917590] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.927647] env[62298]: DEBUG oslo_vmware.api [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Task: {'id': task-1804860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.935867] env[62298]: DEBUG oslo_vmware.api [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523c14d5-1ae4-5f44-6702-0cda1c0681e0, 'name': SearchDatastore_Task, 'duration_secs': 0.008914} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.936756] env[62298]: DEBUG nova.scheduler.client.report [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 130 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1827.937157] env[62298]: DEBUG nova.compute.provider_tree [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 130 to 131 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1827.937262] env[62298]: DEBUG nova.compute.provider_tree [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1827.940565] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.940914] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] b56b90e1-8e96-4f22-8fc9-fb096395099b/b56b90e1-8e96-4f22-8fc9-fb096395099b.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1827.941381] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.941601] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1827.941855] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1480f68-f980-4497-bb0a-74c5bb3d1092 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.945034] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c83effc9-9260-4d30-a710-5e65195fc471 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.950673] env[62298]: DEBUG oslo_vmware.api [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1827.950673] env[62298]: value = "task-1804861" [ 1827.950673] env[62298]: _type = "Task" [ 1827.950673] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.954799] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1827.955022] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1827.956064] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed8724d5-34f6-46e9-b8c3-a9a2adcc17f5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.962620] env[62298]: DEBUG oslo_vmware.api [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804861, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.965707] env[62298]: DEBUG oslo_vmware.api [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1827.965707] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f6d396-b74c-4f22-9f39-84a482575cd3" [ 1827.965707] env[62298]: _type = "Task" [ 1827.965707] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.975370] env[62298]: DEBUG oslo_vmware.api [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f6d396-b74c-4f22-9f39-84a482575cd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.027245] env[62298]: DEBUG oslo_vmware.api [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804859, 'name': PowerOnVM_Task, 'duration_secs': 0.535063} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.027717] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1828.030832] env[62298]: DEBUG nova.compute.manager [None req-df4adc5c-53e9-4051-8321-4f9be96483aa tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1828.031722] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346558ae-afef-4676-92b0-2c9ff1ce1cb1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.398021] env[62298]: DEBUG nova.network.neutron [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1828.430940] env[62298]: DEBUG oslo_vmware.api [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Task: {'id': task-1804860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066673} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.431161] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1828.431941] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156cc82f-d5b1-4e34-9b79-59e984bf8e85 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.446536] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.457240] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] ddec6348-5324-489b-ad44-305971929a40/ddec6348-5324-489b-ad44-305971929a40.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1828.461029] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a85bcb4-2571-4f08-bc52-6fb4dba7e96d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.486660] env[62298]: DEBUG oslo_vmware.api [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804861, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434697} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.491532] env[62298]: INFO nova.scheduler.client.report [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Deleted allocations for instance 43685ecf-c669-4ff0-b05a-ff29697e0259 [ 1828.495869] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] b56b90e1-8e96-4f22-8fc9-fb096395099b/b56b90e1-8e96-4f22-8fc9-fb096395099b.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1828.496099] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1828.496452] env[62298]: DEBUG oslo_vmware.api [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Waiting for the task: (returnval){ [ 1828.496452] env[62298]: value = "task-1804862" [ 1828.496452] env[62298]: _type = "Task" [ 1828.496452] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.496650] env[62298]: DEBUG oslo_vmware.api [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f6d396-b74c-4f22-9f39-84a482575cd3, 'name': SearchDatastore_Task, 'duration_secs': 0.008082} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.496848] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd141c6d-6cb6-45af-84b0-27f073356e49 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.502688] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3da769e3-8f4d-4649-ada4-2c988f64dae6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.511512] env[62298]: DEBUG oslo_vmware.api [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Task: {'id': task-1804862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.513913] env[62298]: DEBUG oslo_vmware.api [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1828.513913] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5238460f-9aa7-01da-d224-8be4508e93fa" [ 1828.513913] env[62298]: _type = "Task" [ 1828.513913] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.514156] env[62298]: DEBUG oslo_vmware.api [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1828.514156] env[62298]: value = "task-1804863" [ 1828.514156] env[62298]: _type = "Task" [ 1828.514156] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.523405] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-86aaa3b6-5d4c-4052-a48c-5c05240ec40b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Volume attach. Driver type: vmdk {{(pid=62298) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1828.523627] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-86aaa3b6-5d4c-4052-a48c-5c05240ec40b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374162', 'volume_id': 'c828b319-9cb5-49b2-b59b-9c52c26ed543', 'name': 'volume-c828b319-9cb5-49b2-b59b-9c52c26ed543', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a79f5737-549b-4cdd-ae42-591ed2fb12c6', 'attached_at': '', 'detached_at': '', 'volume_id': 'c828b319-9cb5-49b2-b59b-9c52c26ed543', 'serial': 'c828b319-9cb5-49b2-b59b-9c52c26ed543'} {{(pid=62298) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1828.524433] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14205024-aabb-442a-9b9f-ead0d6ec9fed {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.542444] env[62298]: DEBUG oslo_vmware.api [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.548476] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881f894b-6adc-468e-9044-b97e285b41ef {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.551116] env[62298]: DEBUG oslo_vmware.api [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5238460f-9aa7-01da-d224-8be4508e93fa, 'name': SearchDatastore_Task, 'duration_secs': 0.01274} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.556700] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.560074] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 8dc455b9-3fbe-4d78-aa98-6f556b2319e3/8dc455b9-3fbe-4d78-aa98-6f556b2319e3.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1828.560074] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cfdd792-e2bc-4a13-a67a-985549478fc6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.582420] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-86aaa3b6-5d4c-4052-a48c-5c05240ec40b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] volume-c828b319-9cb5-49b2-b59b-9c52c26ed543/volume-c828b319-9cb5-49b2-b59b-9c52c26ed543.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1828.583447] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b5b3d88-4df6-42f6-9989-916e6d8d9700 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.600440] env[62298]: DEBUG oslo_vmware.api [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1828.600440] env[62298]: value = "task-1804864" [ 1828.600440] env[62298]: _type = "Task" [ 1828.600440] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.606170] env[62298]: DEBUG oslo_vmware.api [None req-86aaa3b6-5d4c-4052-a48c-5c05240ec40b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1828.606170] env[62298]: value = "task-1804865" [ 1828.606170] env[62298]: _type = "Task" [ 1828.606170] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.612362] env[62298]: DEBUG oslo_vmware.api [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.619317] env[62298]: DEBUG oslo_vmware.api [None req-86aaa3b6-5d4c-4052-a48c-5c05240ec40b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804865, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.638457] env[62298]: DEBUG nova.network.neutron [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Updated VIF entry in instance network info cache for port 3661d4a5-eb0d-40a5-b919-1febab26abca. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1828.638843] env[62298]: DEBUG nova.network.neutron [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Updating instance_info_cache with network_info: [{"id": "3661d4a5-eb0d-40a5-b919-1febab26abca", "address": "fa:16:3e:15:4e:25", "network": {"id": "06b906cf-d50a-43c4-8cd2-58ea08057ab7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-166934998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c1cee775abb4a1eb529b35f1cfae0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3661d4a5-eb", "ovs_interfaceid": "3661d4a5-eb0d-40a5-b919-1febab26abca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1828.720714] env[62298]: DEBUG nova.network.neutron [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Updating instance_info_cache with network_info: [{"id": "13e07f2d-7913-4822-8ad1-e9d8d45ac311", "address": "fa:16:3e:90:71:13", "network": {"id": "ddd73b2d-b773-479d-8d16-507c14c3b47d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-361272463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ba130cd6bcc44a7b8e449c3e63f9064c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13e07f2d-79", "ovs_interfaceid": "13e07f2d-7913-4822-8ad1-e9d8d45ac311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.002415] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a6854007-f925-4a58-9d73-ffd092f14bac tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "43685ecf-c669-4ff0-b05a-ff29697e0259" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.730s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.017783] env[62298]: DEBUG oslo_vmware.api [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Task: {'id': task-1804862, 'name': ReconfigVM_Task, 'duration_secs': 0.348264} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.020931] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Reconfigured VM instance instance-0000005b to attach disk [datastore1] ddec6348-5324-489b-ad44-305971929a40/ddec6348-5324-489b-ad44-305971929a40.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1829.022542] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bad26a17-7d35-48c3-9412-3da6a93a942f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.030984] env[62298]: DEBUG oslo_vmware.api [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115958} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.035325] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1829.035325] env[62298]: DEBUG oslo_vmware.api [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Waiting for the task: (returnval){ [ 1829.035325] env[62298]: value = "task-1804866" [ 1829.035325] env[62298]: _type = "Task" [ 1829.035325] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.035325] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8b78d5-bee7-4ba2-ad34-129f7efde44a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.065975] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] b56b90e1-8e96-4f22-8fc9-fb096395099b/b56b90e1-8e96-4f22-8fc9-fb096395099b.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1829.075016] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8408679d-6f16-49fa-a904-6bbd3f5bc38b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.094526] env[62298]: DEBUG oslo_vmware.api [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Task: {'id': task-1804866, 'name': Rename_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.100850] env[62298]: DEBUG oslo_vmware.api [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1829.100850] env[62298]: value = "task-1804867" [ 1829.100850] env[62298]: _type = "Task" [ 1829.100850] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.117547] env[62298]: DEBUG oslo_vmware.api [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804867, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.122114] env[62298]: DEBUG oslo_vmware.api [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804864, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.131018] env[62298]: DEBUG oslo_vmware.api [None req-86aaa3b6-5d4c-4052-a48c-5c05240ec40b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.141939] env[62298]: DEBUG oslo_concurrency.lockutils [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] Releasing lock "refresh_cache-8dc455b9-3fbe-4d78-aa98-6f556b2319e3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.142291] env[62298]: DEBUG nova.compute.manager [req-25944c90-f406-429c-a2e9-dc9e184fd6e7 req-285db182-20e3-48f8-9037-4a020ab3569e service nova] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Received event network-vif-deleted-ff90e72b-8489-464b-a7a0-4093f77fec67 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1829.223924] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Releasing lock "refresh_cache-1c8f1434-feec-4fb6-9747-104299753463" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.224381] env[62298]: DEBUG nova.compute.manager [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Instance network_info: |[{"id": "13e07f2d-7913-4822-8ad1-e9d8d45ac311", "address": "fa:16:3e:90:71:13", "network": {"id": "ddd73b2d-b773-479d-8d16-507c14c3b47d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-361272463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ba130cd6bcc44a7b8e449c3e63f9064c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13e07f2d-79", "ovs_interfaceid": "13e07f2d-7913-4822-8ad1-e9d8d45ac311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1829.224888] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:71:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13e07f2d-7913-4822-8ad1-e9d8d45ac311', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1829.234045] env[62298]: DEBUG oslo.service.loopingcall [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1829.234351] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1829.234636] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68a453da-b44d-4590-9b4b-0bde16f81b44 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.256708] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1829.256708] env[62298]: value = "task-1804868" [ 1829.256708] env[62298]: _type = "Task" [ 1829.256708] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.264735] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804868, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.554015] env[62298]: DEBUG oslo_vmware.api [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Task: {'id': task-1804866, 'name': Rename_Task, 'duration_secs': 0.238266} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.554259] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1829.554517] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-109ea4db-fece-45d3-8764-6254d99709a0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.561023] env[62298]: DEBUG oslo_vmware.api [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Waiting for the task: (returnval){ [ 1829.561023] env[62298]: value = "task-1804869" [ 1829.561023] env[62298]: _type = "Task" [ 1829.561023] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.570380] env[62298]: DEBUG oslo_vmware.api [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Task: {'id': task-1804869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.618550] env[62298]: DEBUG oslo_vmware.api [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804867, 'name': ReconfigVM_Task, 'duration_secs': 0.403459} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.622621] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Reconfigured VM instance instance-0000005c to attach disk [datastore1] b56b90e1-8e96-4f22-8fc9-fb096395099b/b56b90e1-8e96-4f22-8fc9-fb096395099b.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1829.623491] env[62298]: DEBUG oslo_vmware.api [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556873} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.623772] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a27451d7-7219-4736-872f-2db3b01709c4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.625571] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 8dc455b9-3fbe-4d78-aa98-6f556b2319e3/8dc455b9-3fbe-4d78-aa98-6f556b2319e3.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1829.626086] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1829.630520] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-573a7d64-39c9-44e6-a7e2-ebe2ef60c9d9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.633920] env[62298]: DEBUG oslo_vmware.api [None req-86aaa3b6-5d4c-4052-a48c-5c05240ec40b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804865, 'name': ReconfigVM_Task, 'duration_secs': 0.73939} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.634772] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-86aaa3b6-5d4c-4052-a48c-5c05240ec40b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Reconfigured VM instance instance-00000048 to attach disk [datastore1] volume-c828b319-9cb5-49b2-b59b-9c52c26ed543/volume-c828b319-9cb5-49b2-b59b-9c52c26ed543.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1829.642074] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e4d949b-6206-4cb4-a05f-ca67f95cfe7e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.653149] env[62298]: DEBUG oslo_vmware.api [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1829.653149] env[62298]: value = "task-1804870" [ 1829.653149] env[62298]: _type = "Task" [ 1829.653149] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.654825] env[62298]: DEBUG oslo_vmware.api [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1829.654825] env[62298]: value = "task-1804871" [ 1829.654825] env[62298]: _type = "Task" [ 1829.654825] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.663670] env[62298]: DEBUG oslo_vmware.api [None req-86aaa3b6-5d4c-4052-a48c-5c05240ec40b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1829.663670] env[62298]: value = "task-1804872" [ 1829.663670] env[62298]: _type = "Task" [ 1829.663670] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.674260] env[62298]: DEBUG oslo_vmware.api [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.674542] env[62298]: DEBUG oslo_vmware.api [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804870, 'name': Rename_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.682570] env[62298]: DEBUG oslo_vmware.api [None req-86aaa3b6-5d4c-4052-a48c-5c05240ec40b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.767050] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804868, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.075678] env[62298]: DEBUG oslo_vmware.api [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Task: {'id': task-1804869, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.165483] env[62298]: DEBUG oslo_vmware.api [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804870, 'name': Rename_Task, 'duration_secs': 0.201113} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.169508] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1830.172910] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-796968b1-8f7d-459d-a7c5-633925182c3d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.174451] env[62298]: DEBUG oslo_vmware.api [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070317} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.175173] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1830.176710] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea1344d-67a6-492e-8d3b-54a55a6bf865 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.184633] env[62298]: DEBUG oslo_vmware.api [None req-86aaa3b6-5d4c-4052-a48c-5c05240ec40b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804872, 'name': ReconfigVM_Task, 'duration_secs': 0.161465} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.184906] env[62298]: DEBUG oslo_vmware.api [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1830.184906] env[62298]: value = "task-1804873" [ 1830.184906] env[62298]: _type = "Task" [ 1830.184906] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.185695] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-86aaa3b6-5d4c-4052-a48c-5c05240ec40b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374162', 'volume_id': 'c828b319-9cb5-49b2-b59b-9c52c26ed543', 'name': 'volume-c828b319-9cb5-49b2-b59b-9c52c26ed543', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a79f5737-549b-4cdd-ae42-591ed2fb12c6', 'attached_at': '', 'detached_at': '', 'volume_id': 'c828b319-9cb5-49b2-b59b-9c52c26ed543', 'serial': 'c828b319-9cb5-49b2-b59b-9c52c26ed543'} {{(pid=62298) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1830.213117] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 8dc455b9-3fbe-4d78-aa98-6f556b2319e3/8dc455b9-3fbe-4d78-aa98-6f556b2319e3.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1830.215656] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6163dd15-d389-49be-93f9-9e375bbcf5c2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.235916] env[62298]: DEBUG oslo_concurrency.lockutils [None req-27b8438e-6689-4c55-9b7e-24581416eccf tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "962ecb80-8eec-4f8e-a407-3d453057bd5c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.236251] env[62298]: DEBUG oslo_concurrency.lockutils [None req-27b8438e-6689-4c55-9b7e-24581416eccf tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "962ecb80-8eec-4f8e-a407-3d453057bd5c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.244900] env[62298]: DEBUG oslo_vmware.api [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804873, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.249609] env[62298]: DEBUG oslo_vmware.api [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1830.249609] env[62298]: value = "task-1804874" [ 1830.249609] env[62298]: _type = "Task" [ 1830.249609] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.260201] env[62298]: DEBUG oslo_vmware.api [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804874, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.268935] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804868, 'name': CreateVM_Task, 'duration_secs': 0.535286} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.269224] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1830.269983] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.270212] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.270601] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1830.270904] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a045dd01-7480-4e20-9b25-432c025ba25a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.276849] env[62298]: DEBUG oslo_vmware.api [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1830.276849] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52edc8f2-3ca9-1772-8f16-8b17e2b8fda6" [ 1830.276849] env[62298]: _type = "Task" [ 1830.276849] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.285685] env[62298]: DEBUG oslo_vmware.api [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52edc8f2-3ca9-1772-8f16-8b17e2b8fda6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.572419] env[62298]: DEBUG oslo_vmware.api [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Task: {'id': task-1804869, 'name': PowerOnVM_Task, 'duration_secs': 0.555218} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.572594] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1830.572802] env[62298]: INFO nova.compute.manager [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Took 15.17 seconds to spawn the instance on the hypervisor. [ 1830.572986] env[62298]: DEBUG nova.compute.manager [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1830.573795] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e62e5d-f816-4567-8558-b777f6b9a07c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.697315] env[62298]: DEBUG oslo_vmware.api [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804873, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.741986] env[62298]: INFO nova.compute.manager [None req-27b8438e-6689-4c55-9b7e-24581416eccf tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Detaching volume d5bdd89a-6811-4330-b466-865ac45737a9 [ 1830.744282] env[62298]: INFO nova.compute.manager [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Rescuing [ 1830.744515] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "refresh_cache-335e0309-fd80-419b-af19-20f533c5d4d4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.744661] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquired lock "refresh_cache-335e0309-fd80-419b-af19-20f533c5d4d4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.744819] env[62298]: DEBUG nova.network.neutron [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1830.767255] env[62298]: DEBUG oslo_vmware.api [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804874, 'name': ReconfigVM_Task, 'duration_secs': 0.270718} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.767764] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 8dc455b9-3fbe-4d78-aa98-6f556b2319e3/8dc455b9-3fbe-4d78-aa98-6f556b2319e3.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1830.770657] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f4986b3-bb2d-4293-aa90-5f30e0ca090f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.776606] env[62298]: DEBUG oslo_vmware.api [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1830.776606] env[62298]: value = "task-1804875" [ 1830.776606] env[62298]: _type = "Task" [ 1830.776606] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.780648] env[62298]: INFO nova.virt.block_device [None req-27b8438e-6689-4c55-9b7e-24581416eccf tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Attempting to driver detach volume d5bdd89a-6811-4330-b466-865ac45737a9 from mountpoint /dev/sdb [ 1830.780865] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b8438e-6689-4c55-9b7e-24581416eccf tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Volume detach. Driver type: vmdk {{(pid=62298) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1830.781056] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b8438e-6689-4c55-9b7e-24581416eccf tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374127', 'volume_id': 'd5bdd89a-6811-4330-b466-865ac45737a9', 'name': 'volume-d5bdd89a-6811-4330-b466-865ac45737a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '962ecb80-8eec-4f8e-a407-3d453057bd5c', 'attached_at': '', 'detached_at': '', 'volume_id': 'd5bdd89a-6811-4330-b466-865ac45737a9', 'serial': 'd5bdd89a-6811-4330-b466-865ac45737a9'} {{(pid=62298) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1830.782571] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3094b7ac-f27a-4c42-af5b-01f41eeba4e4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.794059] env[62298]: DEBUG oslo_vmware.api [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804875, 'name': Rename_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.817114] env[62298]: DEBUG oslo_vmware.api [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52edc8f2-3ca9-1772-8f16-8b17e2b8fda6, 'name': SearchDatastore_Task, 'duration_secs': 0.020741} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.818778] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.819085] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1830.819352] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.819504] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.819710] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1830.820906] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9bb9d3-560e-40ea-88bd-9595e6304887 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.823216] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48e882ea-9a08-4c13-a1df-89e882e78786 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.829884] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef37a88a-136a-45f6-a664-5e55570288be {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.833276] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1830.833453] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1830.834443] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e5bd893-f40a-403e-8854-da5a5d62f432 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.855259] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5d4942-4570-436a-b96a-70f632233299 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.859553] env[62298]: DEBUG oslo_vmware.api [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1830.859553] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524ed52b-13dc-fc8e-45e6-dbb8d9f053c0" [ 1830.859553] env[62298]: _type = "Task" [ 1830.859553] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.874864] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b8438e-6689-4c55-9b7e-24581416eccf tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] The volume has not been displaced from its original location: [datastore1] volume-d5bdd89a-6811-4330-b466-865ac45737a9/volume-d5bdd89a-6811-4330-b466-865ac45737a9.vmdk. No consolidation needed. {{(pid=62298) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1830.880890] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b8438e-6689-4c55-9b7e-24581416eccf tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Reconfiguring VM instance instance-00000045 to detach disk 2001 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1830.881552] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09145535-93bb-4bce-81fa-0b4e1a968feb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.901468] env[62298]: DEBUG oslo_vmware.api [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524ed52b-13dc-fc8e-45e6-dbb8d9f053c0, 'name': SearchDatastore_Task, 'duration_secs': 0.01247} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.901468] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8651debe-e4be-475c-b3d6-183e493c52e6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.904812] env[62298]: DEBUG oslo_vmware.api [None req-27b8438e-6689-4c55-9b7e-24581416eccf tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1830.904812] env[62298]: value = "task-1804876" [ 1830.904812] env[62298]: _type = "Task" [ 1830.904812] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.906232] env[62298]: DEBUG oslo_vmware.api [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1830.906232] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b9b46c-7870-807b-e18b-6a76670192a7" [ 1830.906232] env[62298]: _type = "Task" [ 1830.906232] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.919467] env[62298]: DEBUG oslo_vmware.api [None req-27b8438e-6689-4c55-9b7e-24581416eccf tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804876, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.922781] env[62298]: DEBUG oslo_vmware.api [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b9b46c-7870-807b-e18b-6a76670192a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.097654] env[62298]: INFO nova.compute.manager [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Took 25.43 seconds to build instance. [ 1831.200318] env[62298]: DEBUG oslo_vmware.api [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804873, 'name': PowerOnVM_Task, 'duration_secs': 0.871708} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.200318] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1831.200318] env[62298]: INFO nova.compute.manager [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Took 11.62 seconds to spawn the instance on the hypervisor. [ 1831.200521] env[62298]: DEBUG nova.compute.manager [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1831.201165] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e43d68a-beed-4c4a-9231-2b7c23128f59 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.269745] env[62298]: DEBUG nova.objects.instance [None req-86aaa3b6-5d4c-4052-a48c-5c05240ec40b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lazy-loading 'flavor' on Instance uuid a79f5737-549b-4cdd-ae42-591ed2fb12c6 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1831.288420] env[62298]: DEBUG oslo_vmware.api [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804875, 'name': Rename_Task, 'duration_secs': 0.180039} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.289580] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1831.290387] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52804c84-c5b3-437e-9e24-81583ce1ef87 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.301258] env[62298]: DEBUG oslo_vmware.api [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1831.301258] env[62298]: value = "task-1804877" [ 1831.301258] env[62298]: _type = "Task" [ 1831.301258] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.313095] env[62298]: DEBUG oslo_vmware.api [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.431684] env[62298]: DEBUG oslo_vmware.api [None req-27b8438e-6689-4c55-9b7e-24581416eccf tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804876, 'name': ReconfigVM_Task, 'duration_secs': 0.298312} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.434646] env[62298]: DEBUG oslo_vmware.api [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b9b46c-7870-807b-e18b-6a76670192a7, 'name': SearchDatastore_Task, 'duration_secs': 0.013} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.434930] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b8438e-6689-4c55-9b7e-24581416eccf tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Reconfigured VM instance instance-00000045 to detach disk 2001 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1831.439988] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.440364] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 1c8f1434-feec-4fb6-9747-104299753463/1c8f1434-feec-4fb6-9747-104299753463.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1831.440683] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cb27989-f7bf-40f1-8b9f-9178bbfed554 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.452384] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f1036f6-c869-4006-9daa-cc66b7722de1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.460462] env[62298]: DEBUG oslo_vmware.api [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1831.460462] env[62298]: value = "task-1804878" [ 1831.460462] env[62298]: _type = "Task" [ 1831.460462] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.463093] env[62298]: DEBUG oslo_vmware.api [None req-27b8438e-6689-4c55-9b7e-24581416eccf tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1831.463093] env[62298]: value = "task-1804879" [ 1831.463093] env[62298]: _type = "Task" [ 1831.463093] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.473873] env[62298]: DEBUG oslo_vmware.api [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.477633] env[62298]: DEBUG oslo_vmware.api [None req-27b8438e-6689-4c55-9b7e-24581416eccf tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804879, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.537126] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Acquiring lock "bc35bb54-bf52-4fc7-959f-05fccaaa5341" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.537375] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Lock "bc35bb54-bf52-4fc7-959f-05fccaaa5341" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.602146] env[62298]: DEBUG oslo_concurrency.lockutils [None req-60163fa6-d7c8-4fa9-af02-02c55af88f91 tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Lock "ddec6348-5324-489b-ad44-305971929a40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.949s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.648400] env[62298]: DEBUG nova.network.neutron [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Updating instance_info_cache with network_info: [{"id": "5f5f70fd-6310-4d83-ab33-97f5eda2a91f", "address": "fa:16:3e:b4:9c:59", "network": {"id": "66ddb69c-a0b5-4d9a-812e-c071845bc88a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165425722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd819ba42d93442d90c65ee40ac606f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f5f70fd-63", "ovs_interfaceid": "5f5f70fd-6310-4d83-ab33-97f5eda2a91f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.718641] env[62298]: INFO nova.compute.manager [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Took 24.41 seconds to build instance. [ 1831.776740] env[62298]: DEBUG oslo_concurrency.lockutils [None req-86aaa3b6-5d4c-4052-a48c-5c05240ec40b tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "a79f5737-549b-4cdd-ae42-591ed2fb12c6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.882s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.811142] env[62298]: DEBUG oslo_vmware.api [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804877, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.893960] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Acquiring lock "ddec6348-5324-489b-ad44-305971929a40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.894306] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Lock "ddec6348-5324-489b-ad44-305971929a40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.894550] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Acquiring lock "ddec6348-5324-489b-ad44-305971929a40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.894762] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Lock "ddec6348-5324-489b-ad44-305971929a40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.894982] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Lock "ddec6348-5324-489b-ad44-305971929a40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.897141] env[62298]: INFO nova.compute.manager [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Terminating instance [ 1831.989207] env[62298]: DEBUG oslo_vmware.api [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.989522] env[62298]: DEBUG oslo_vmware.api [None req-27b8438e-6689-4c55-9b7e-24581416eccf tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.040915] env[62298]: DEBUG nova.compute.manager [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1832.153481] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Releasing lock "refresh_cache-335e0309-fd80-419b-af19-20f533c5d4d4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.223721] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fe74abe0-8b36-43d9-8af1-6a118b77cc09 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "b56b90e1-8e96-4f22-8fc9-fb096395099b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.921s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.314162] env[62298]: DEBUG oslo_vmware.api [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804877, 'name': PowerOnVM_Task, 'duration_secs': 0.564334} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.314525] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1832.314755] env[62298]: INFO nova.compute.manager [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Took 10.40 seconds to spawn the instance on the hypervisor. [ 1832.316856] env[62298]: DEBUG nova.compute.manager [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1832.316856] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10ea893-07b6-4988-90a5-f4064fd0d621 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.404414] env[62298]: DEBUG nova.compute.manager [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1832.404735] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1832.405766] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda4c2de-d894-46e4-be7e-a8354e7598c7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.415724] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1832.416769] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57cfd8cd-7ef3-43bc-b649-c3714b319e99 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.424513] env[62298]: DEBUG oslo_vmware.api [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Waiting for the task: (returnval){ [ 1832.424513] env[62298]: value = "task-1804880" [ 1832.424513] env[62298]: _type = "Task" [ 1832.424513] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.434619] env[62298]: DEBUG oslo_vmware.api [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Task: {'id': task-1804880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.475180] env[62298]: DEBUG oslo_vmware.api [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804878, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.484870] env[62298]: DEBUG oslo_vmware.api [None req-27b8438e-6689-4c55-9b7e-24581416eccf tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804879, 'name': ReconfigVM_Task, 'duration_secs': 0.828398} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.485203] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b8438e-6689-4c55-9b7e-24581416eccf tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374127', 'volume_id': 'd5bdd89a-6811-4330-b466-865ac45737a9', 'name': 'volume-d5bdd89a-6811-4330-b466-865ac45737a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '962ecb80-8eec-4f8e-a407-3d453057bd5c', 'attached_at': '', 'detached_at': '', 'volume_id': 'd5bdd89a-6811-4330-b466-865ac45737a9', 'serial': 'd5bdd89a-6811-4330-b466-865ac45737a9'} {{(pid=62298) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1832.562399] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.562590] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.564077] env[62298]: INFO nova.compute.claims [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1832.837558] env[62298]: INFO nova.compute.manager [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Took 19.33 seconds to build instance. [ 1832.936302] env[62298]: DEBUG oslo_vmware.api [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Task: {'id': task-1804880, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.975542] env[62298]: DEBUG oslo_vmware.api [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804878, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.118617} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.975824] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 1c8f1434-feec-4fb6-9747-104299753463/1c8f1434-feec-4fb6-9747-104299753463.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1832.976052] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1832.976328] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c517b122-baff-4fe2-b37b-4ec469aac792 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.984351] env[62298]: DEBUG oslo_vmware.api [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1832.984351] env[62298]: value = "task-1804881" [ 1832.984351] env[62298]: _type = "Task" [ 1832.984351] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.991504] env[62298]: DEBUG oslo_vmware.api [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.037815] env[62298]: DEBUG nova.objects.instance [None req-27b8438e-6689-4c55-9b7e-24581416eccf tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lazy-loading 'flavor' on Instance uuid 962ecb80-8eec-4f8e-a407-3d453057bd5c {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1833.284361] env[62298]: DEBUG nova.compute.manager [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Stashing vm_state: active {{(pid=62298) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1833.294104] env[62298]: DEBUG nova.compute.manager [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Stashing vm_state: active {{(pid=62298) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1833.340580] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d2c4c145-62d7-48f0-87c4-cb0c36a50dcd tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "8dc455b9-3fbe-4d78-aa98-6f556b2319e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.836s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.437968] env[62298]: DEBUG oslo_vmware.api [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Task: {'id': task-1804880, 'name': PowerOffVM_Task, 'duration_secs': 0.515046} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.438305] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1833.438484] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1833.438735] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a84034f-ea11-40da-9c78-2474262e80cb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.492097] env[62298]: DEBUG oslo_vmware.api [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064401} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.492419] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1833.493183] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86883c91-a25e-4765-9e63-5692e8cc591b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.514949] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 1c8f1434-feec-4fb6-9747-104299753463/1c8f1434-feec-4fb6-9747-104299753463.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1833.515220] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d37761aa-fc63-4942-b4c3-480927c16752 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.532784] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1833.532996] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1833.533197] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Deleting the datastore file [datastore1] ddec6348-5324-489b-ad44-305971929a40 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1833.533791] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-090e3d1b-9581-4752-80f2-3766b467e72f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.537650] env[62298]: DEBUG oslo_vmware.api [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1833.537650] env[62298]: value = "task-1804883" [ 1833.537650] env[62298]: _type = "Task" [ 1833.537650] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.542940] env[62298]: DEBUG oslo_vmware.api [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Waiting for the task: (returnval){ [ 1833.542940] env[62298]: value = "task-1804884" [ 1833.542940] env[62298]: _type = "Task" [ 1833.542940] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.550733] env[62298]: DEBUG oslo_vmware.api [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804883, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.556646] env[62298]: DEBUG oslo_vmware.api [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Task: {'id': task-1804884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.575695] env[62298]: INFO nova.compute.manager [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Rebuilding instance [ 1833.610915] env[62298]: DEBUG nova.compute.manager [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1833.611975] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5617a749-2774-4528-be45-006e6df1d280 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.696379] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1833.696706] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e8171f3-4ec7-49cc-8b6b-01f5d858dc97 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.705223] env[62298]: DEBUG oslo_vmware.api [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1833.705223] env[62298]: value = "task-1804885" [ 1833.705223] env[62298]: _type = "Task" [ 1833.705223] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.714761] env[62298]: DEBUG oslo_vmware.api [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.793229] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2c667a-54a0-4c01-9184-4f425d7fca2a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.804103] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.805117] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4ac8f0-af7b-4369-81d9-07db6926039e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.835622] env[62298]: DEBUG oslo_concurrency.lockutils [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.836491] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e7af81-9fd6-4d5f-aa0e-c40dafbafda9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.844730] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0448304c-91d4-4182-9157-d0e248a903b2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.863404] env[62298]: DEBUG nova.compute.provider_tree [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1834.050385] env[62298]: DEBUG oslo_concurrency.lockutils [None req-27b8438e-6689-4c55-9b7e-24581416eccf tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "962ecb80-8eec-4f8e-a407-3d453057bd5c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.814s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.051555] env[62298]: DEBUG oslo_vmware.api [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804883, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.056928] env[62298]: DEBUG oslo_vmware.api [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Task: {'id': task-1804884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205159} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.057194] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1834.057378] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1834.057578] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1834.057769] env[62298]: INFO nova.compute.manager [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] [instance: ddec6348-5324-489b-ad44-305971929a40] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1834.058049] env[62298]: DEBUG oslo.service.loopingcall [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1834.058253] env[62298]: DEBUG nova.compute.manager [-] [instance: ddec6348-5324-489b-ad44-305971929a40] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1834.058364] env[62298]: DEBUG nova.network.neutron [-] [instance: ddec6348-5324-489b-ad44-305971929a40] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1834.216685] env[62298]: DEBUG oslo_vmware.api [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804885, 'name': PowerOffVM_Task, 'duration_secs': 0.207929} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.217107] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1834.217918] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07041fde-8106-4eb1-a0c4-21488538468b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.238462] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cb0821-5c57-4b08-bf53-6825fa3f2f5a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.269400] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1834.270027] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-965fd638-1849-4241-a51b-e055f696fd96 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.276490] env[62298]: DEBUG oslo_vmware.api [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1834.276490] env[62298]: value = "task-1804886" [ 1834.276490] env[62298]: _type = "Task" [ 1834.276490] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.284942] env[62298]: DEBUG oslo_vmware.api [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.367432] env[62298]: DEBUG nova.scheduler.client.report [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1834.504103] env[62298]: DEBUG nova.compute.manager [req-d58c7ff3-ed5a-4cf7-afc1-c4a8149e3ff4 req-fdd87d26-90d3-4389-8e3f-58b25d8c0f89 service nova] [instance: ddec6348-5324-489b-ad44-305971929a40] Received event network-vif-deleted-f978a46a-8cc2-45be-97df-388675449c19 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1834.504334] env[62298]: INFO nova.compute.manager [req-d58c7ff3-ed5a-4cf7-afc1-c4a8149e3ff4 req-fdd87d26-90d3-4389-8e3f-58b25d8c0f89 service nova] [instance: ddec6348-5324-489b-ad44-305971929a40] Neutron deleted interface f978a46a-8cc2-45be-97df-388675449c19; detaching it from the instance and deleting it from the info cache [ 1834.504514] env[62298]: DEBUG nova.network.neutron [req-d58c7ff3-ed5a-4cf7-afc1-c4a8149e3ff4 req-fdd87d26-90d3-4389-8e3f-58b25d8c0f89 service nova] [instance: ddec6348-5324-489b-ad44-305971929a40] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.550655] env[62298]: DEBUG oslo_vmware.api [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804883, 'name': ReconfigVM_Task, 'duration_secs': 0.519163} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.551329] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 1c8f1434-feec-4fb6-9747-104299753463/1c8f1434-feec-4fb6-9747-104299753463.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1834.552060] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1d38148-ae57-40d8-85bf-c671551b68bb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.559680] env[62298]: DEBUG oslo_vmware.api [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1834.559680] env[62298]: value = "task-1804887" [ 1834.559680] env[62298]: _type = "Task" [ 1834.559680] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.568199] env[62298]: DEBUG oslo_vmware.api [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804887, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.629345] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1834.629728] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6c4c670-aaf8-41ad-813a-cfb02498443e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.631816] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2986bb1b-e1c2-4782-b95e-75a2d2c195da tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "962ecb80-8eec-4f8e-a407-3d453057bd5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.632080] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2986bb1b-e1c2-4782-b95e-75a2d2c195da tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "962ecb80-8eec-4f8e-a407-3d453057bd5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.632304] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2986bb1b-e1c2-4782-b95e-75a2d2c195da tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "962ecb80-8eec-4f8e-a407-3d453057bd5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.632508] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2986bb1b-e1c2-4782-b95e-75a2d2c195da tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "962ecb80-8eec-4f8e-a407-3d453057bd5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.632693] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2986bb1b-e1c2-4782-b95e-75a2d2c195da tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "962ecb80-8eec-4f8e-a407-3d453057bd5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.635352] env[62298]: INFO nova.compute.manager [None req-2986bb1b-e1c2-4782-b95e-75a2d2c195da tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Terminating instance [ 1834.639574] env[62298]: DEBUG oslo_vmware.api [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1834.639574] env[62298]: value = "task-1804888" [ 1834.639574] env[62298]: _type = "Task" [ 1834.639574] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.649991] env[62298]: DEBUG oslo_vmware.api [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.788014] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] VM already powered off {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1834.788291] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1834.788548] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.788694] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.788877] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1834.789167] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecb87f16-6c18-4dab-b0a6-b4412f076450 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.798017] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1834.798230] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1834.798972] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-376f81a3-721b-4cd7-9fc1-28b9b5c4ce5a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.804483] env[62298]: DEBUG oslo_vmware.api [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1834.804483] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ad8681-f992-0dc9-19d2-1e4a803d7984" [ 1834.804483] env[62298]: _type = "Task" [ 1834.804483] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.812213] env[62298]: DEBUG oslo_vmware.api [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ad8681-f992-0dc9-19d2-1e4a803d7984, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.873502] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.874036] env[62298]: DEBUG nova.compute.manager [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1834.876605] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.073s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.884782] env[62298]: DEBUG nova.network.neutron [-] [instance: ddec6348-5324-489b-ad44-305971929a40] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.008059] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f334c1d-116a-4bc7-be52-988f68062046 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.018167] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81651ac5-1029-4197-a783-19a0377b1b4c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.053142] env[62298]: DEBUG nova.compute.manager [req-d58c7ff3-ed5a-4cf7-afc1-c4a8149e3ff4 req-fdd87d26-90d3-4389-8e3f-58b25d8c0f89 service nova] [instance: ddec6348-5324-489b-ad44-305971929a40] Detach interface failed, port_id=f978a46a-8cc2-45be-97df-388675449c19, reason: Instance ddec6348-5324-489b-ad44-305971929a40 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1835.071906] env[62298]: DEBUG oslo_vmware.api [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804887, 'name': Rename_Task, 'duration_secs': 0.167193} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.072333] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1835.072664] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f15fde5-afe9-4c54-915c-a6d6c26b4fb9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.079633] env[62298]: DEBUG oslo_vmware.api [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1835.079633] env[62298]: value = "task-1804889" [ 1835.079633] env[62298]: _type = "Task" [ 1835.079633] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.087706] env[62298]: DEBUG oslo_vmware.api [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.140969] env[62298]: DEBUG nova.compute.manager [None req-2986bb1b-e1c2-4782-b95e-75a2d2c195da tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1835.141262] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2986bb1b-e1c2-4782-b95e-75a2d2c195da tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1835.142323] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca067e8-deed-453c-bb30-361dfd7b7996 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.158858] env[62298]: DEBUG oslo_vmware.api [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804888, 'name': PowerOffVM_Task, 'duration_secs': 0.184549} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.159211] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2986bb1b-e1c2-4782-b95e-75a2d2c195da tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1835.159499] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1835.159728] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1835.159961] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0936288f-e648-468b-9985-8f807bf4914b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.162047] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16cd352-3de1-44b5-80ad-71a7856652c1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.169351] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1835.170655] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-692363d1-0e0b-4f12-9aad-4df3326eae43 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.172696] env[62298]: DEBUG oslo_vmware.api [None req-2986bb1b-e1c2-4782-b95e-75a2d2c195da tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1835.172696] env[62298]: value = "task-1804890" [ 1835.172696] env[62298]: _type = "Task" [ 1835.172696] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.183031] env[62298]: DEBUG oslo_vmware.api [None req-2986bb1b-e1c2-4782-b95e-75a2d2c195da tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.315206] env[62298]: DEBUG oslo_vmware.api [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ad8681-f992-0dc9-19d2-1e4a803d7984, 'name': SearchDatastore_Task, 'duration_secs': 0.011158} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.316125] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb5798d2-a2bd-4c99-b9d7-2a11e7152f2e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.321849] env[62298]: DEBUG oslo_vmware.api [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1835.321849] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52769a79-729e-692d-2adb-688ff12fc304" [ 1835.321849] env[62298]: _type = "Task" [ 1835.321849] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.330583] env[62298]: DEBUG oslo_vmware.api [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52769a79-729e-692d-2adb-688ff12fc304, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.369578] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1835.369924] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1835.370240] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Deleting the datastore file [datastore1] 8dc455b9-3fbe-4d78-aa98-6f556b2319e3 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1835.370622] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64b4192d-9305-43f7-8d44-fbdf90b043a6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.380030] env[62298]: DEBUG nova.compute.utils [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1835.382107] env[62298]: DEBUG oslo_vmware.api [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1835.382107] env[62298]: value = "task-1804892" [ 1835.382107] env[62298]: _type = "Task" [ 1835.382107] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.382771] env[62298]: DEBUG nova.compute.manager [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1835.383023] env[62298]: DEBUG nova.network.neutron [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1835.388945] env[62298]: INFO nova.compute.claims [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1835.394913] env[62298]: INFO nova.compute.manager [-] [instance: ddec6348-5324-489b-ad44-305971929a40] Took 1.34 seconds to deallocate network for instance. [ 1835.414778] env[62298]: DEBUG oslo_vmware.api [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.502375] env[62298]: DEBUG nova.policy [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84d993cfb7674b37a455638e59c89036', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad89b0ab76df4460980b5b0fae835a5d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1835.591237] env[62298]: DEBUG oslo_vmware.api [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804889, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.686496] env[62298]: DEBUG oslo_vmware.api [None req-2986bb1b-e1c2-4782-b95e-75a2d2c195da tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804890, 'name': PowerOffVM_Task, 'duration_secs': 0.222348} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.686795] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2986bb1b-e1c2-4782-b95e-75a2d2c195da tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1835.686971] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2986bb1b-e1c2-4782-b95e-75a2d2c195da tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1835.687320] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01e3b981-f08d-4974-b5a2-47920eef26a0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.832932] env[62298]: DEBUG oslo_vmware.api [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52769a79-729e-692d-2adb-688ff12fc304, 'name': SearchDatastore_Task, 'duration_secs': 0.018118} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.833251] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.833519] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 335e0309-fd80-419b-af19-20f533c5d4d4/98ae388b-0b1b-4651-9947-99a7127491a5-rescue.vmdk. {{(pid=62298) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1835.833960] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42893b8e-81e5-4699-a2ac-696e2fc9a97b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.840339] env[62298]: DEBUG oslo_vmware.api [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1835.840339] env[62298]: value = "task-1804894" [ 1835.840339] env[62298]: _type = "Task" [ 1835.840339] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.849103] env[62298]: DEBUG oslo_vmware.api [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.855137] env[62298]: DEBUG nova.network.neutron [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Successfully created port: fc696c7c-fda1-4d76-bcc1-4f9fc2b219fe {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1835.883928] env[62298]: DEBUG nova.compute.manager [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1835.890437] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2986bb1b-e1c2-4782-b95e-75a2d2c195da tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1835.890752] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2986bb1b-e1c2-4782-b95e-75a2d2c195da tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1835.890948] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-2986bb1b-e1c2-4782-b95e-75a2d2c195da tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Deleting the datastore file [datastore1] 962ecb80-8eec-4f8e-a407-3d453057bd5c {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1835.891172] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4e46f48-de73-4bd6-8a34-37c4479b1994 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.898837] env[62298]: DEBUG oslo_vmware.api [None req-2986bb1b-e1c2-4782-b95e-75a2d2c195da tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1835.898837] env[62298]: value = "task-1804895" [ 1835.898837] env[62298]: _type = "Task" [ 1835.898837] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.906057] env[62298]: INFO nova.compute.resource_tracker [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Updating resource usage from migration 2c44447b-dbdb-4be8-b29a-558804dbb65b [ 1835.908496] env[62298]: DEBUG oslo_vmware.api [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.476198} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.909292] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1835.909495] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1835.909697] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1835.915361] env[62298]: DEBUG oslo_vmware.api [None req-2986bb1b-e1c2-4782-b95e-75a2d2c195da tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.916143] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.091766] env[62298]: DEBUG oslo_vmware.api [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804889, 'name': PowerOnVM_Task, 'duration_secs': 0.511324} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.092105] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1836.092321] env[62298]: INFO nova.compute.manager [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Took 10.86 seconds to spawn the instance on the hypervisor. [ 1836.092520] env[62298]: DEBUG nova.compute.manager [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1836.093322] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1448a46-979a-448a-91be-db7a0e050c40 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.156284] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03a980e-2c5b-40b7-ab24-841599d5effa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.164252] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab59c633-03c2-47db-aa55-d640205bad14 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.198837] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42182385-f6e2-45be-9e90-94d7c88abff0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.206887] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e76ccbd-ee3f-48aa-ae89-3a92e17faa9e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.221529] env[62298]: DEBUG nova.compute.provider_tree [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1836.352807] env[62298]: DEBUG oslo_vmware.api [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804894, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.420830] env[62298]: DEBUG oslo_vmware.api [None req-2986bb1b-e1c2-4782-b95e-75a2d2c195da tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.447131} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.421446] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-2986bb1b-e1c2-4782-b95e-75a2d2c195da tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1836.421638] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2986bb1b-e1c2-4782-b95e-75a2d2c195da tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1836.421819] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2986bb1b-e1c2-4782-b95e-75a2d2c195da tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1836.421994] env[62298]: INFO nova.compute.manager [None req-2986bb1b-e1c2-4782-b95e-75a2d2c195da tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1836.422324] env[62298]: DEBUG oslo.service.loopingcall [None req-2986bb1b-e1c2-4782-b95e-75a2d2c195da tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1836.422536] env[62298]: DEBUG nova.compute.manager [-] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1836.422637] env[62298]: DEBUG nova.network.neutron [-] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1836.613723] env[62298]: INFO nova.compute.manager [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Took 17.41 seconds to build instance. [ 1836.727233] env[62298]: DEBUG nova.scheduler.client.report [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1836.851820] env[62298]: DEBUG oslo_vmware.api [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804894, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.893807] env[62298]: DEBUG nova.compute.manager [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1836.923098] env[62298]: DEBUG nova.virt.hardware [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1836.923098] env[62298]: DEBUG nova.virt.hardware [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1836.923098] env[62298]: DEBUG nova.virt.hardware [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1836.923098] env[62298]: DEBUG nova.virt.hardware [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1836.923098] env[62298]: DEBUG nova.virt.hardware [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1836.923098] env[62298]: DEBUG nova.virt.hardware [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1836.923529] env[62298]: DEBUG nova.virt.hardware [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1836.923848] env[62298]: DEBUG nova.virt.hardware [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1836.924153] env[62298]: DEBUG nova.virt.hardware [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1836.924447] env[62298]: DEBUG nova.virt.hardware [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1836.924746] env[62298]: DEBUG nova.virt.hardware [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1836.928239] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce29e89e-1082-4673-8c4f-5f0d6dd4d778 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.940020] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70faf5cb-33a3-4396-976c-2da9fda6d4f9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.963077] env[62298]: DEBUG nova.virt.hardware [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1836.963077] env[62298]: DEBUG nova.virt.hardware [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1836.963077] env[62298]: DEBUG nova.virt.hardware [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1836.963077] env[62298]: DEBUG nova.virt.hardware [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1836.963077] env[62298]: DEBUG nova.virt.hardware [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1836.963077] env[62298]: DEBUG nova.virt.hardware [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1836.963363] env[62298]: DEBUG nova.virt.hardware [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1836.963656] env[62298]: DEBUG nova.virt.hardware [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1836.963970] env[62298]: DEBUG nova.virt.hardware [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1836.964269] env[62298]: DEBUG nova.virt.hardware [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1836.964576] env[62298]: DEBUG nova.virt.hardware [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1836.965513] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73c9039-4288-4d46-af96-b72695f4b13c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.977904] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760838eb-f334-4303-9c58-0b78cbf223d5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.991839] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:4e:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3661d4a5-eb0d-40a5-b919-1febab26abca', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1837.001208] env[62298]: DEBUG oslo.service.loopingcall [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1837.001208] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1837.001208] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2a01dde-8ed2-4d9d-8b02-6613bcda43f7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.020582] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1837.020582] env[62298]: value = "task-1804896" [ 1837.020582] env[62298]: _type = "Task" [ 1837.020582] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.028233] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804896, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.116174] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e991a790-2091-493a-8e29-747c60eb90d4 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Lock "1c8f1434-feec-4fb6-9747-104299753463" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.918s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.231029] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.354s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.231936] env[62298]: INFO nova.compute.manager [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Migrating [ 1837.240499] env[62298]: DEBUG oslo_concurrency.lockutils [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.405s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.242898] env[62298]: DEBUG nova.compute.manager [req-2a23916f-8aa4-4ba0-aee2-0d1b486e55ad req-576ef411-4a85-46c7-8eed-e79ef547635d service nova] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Received event network-vif-deleted-8bbf9180-460f-42d5-809d-49f261467281 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1837.243108] env[62298]: INFO nova.compute.manager [req-2a23916f-8aa4-4ba0-aee2-0d1b486e55ad req-576ef411-4a85-46c7-8eed-e79ef547635d service nova] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Neutron deleted interface 8bbf9180-460f-42d5-809d-49f261467281; detaching it from the instance and deleting it from the info cache [ 1837.243375] env[62298]: DEBUG nova.network.neutron [req-2a23916f-8aa4-4ba0-aee2-0d1b486e55ad req-576ef411-4a85-46c7-8eed-e79ef547635d service nova] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.352145] env[62298]: DEBUG oslo_vmware.api [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804894, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.531417] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804896, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.723458] env[62298]: DEBUG nova.network.neutron [-] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.735758] env[62298]: DEBUG nova.network.neutron [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Successfully updated port: fc696c7c-fda1-4d76-bcc1-4f9fc2b219fe {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1837.750461] env[62298]: INFO nova.compute.claims [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1837.760130] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "refresh_cache-b56b90e1-8e96-4f22-8fc9-fb096395099b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.760130] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquired lock "refresh_cache-b56b90e1-8e96-4f22-8fc9-fb096395099b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.760130] env[62298]: DEBUG nova.network.neutron [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1837.761652] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e52444a5-6d1d-482b-b301-302436e5b08d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.773997] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f4028a-7673-4b3f-82b6-aaa239c1e8b3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.783875] env[62298]: INFO nova.compute.manager [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Rescuing [ 1837.784150] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquiring lock "refresh_cache-1c8f1434-feec-4fb6-9747-104299753463" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.784395] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquired lock "refresh_cache-1c8f1434-feec-4fb6-9747-104299753463" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.784395] env[62298]: DEBUG nova.network.neutron [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1837.807544] env[62298]: DEBUG nova.compute.manager [req-2a23916f-8aa4-4ba0-aee2-0d1b486e55ad req-576ef411-4a85-46c7-8eed-e79ef547635d service nova] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Detach interface failed, port_id=8bbf9180-460f-42d5-809d-49f261467281, reason: Instance 962ecb80-8eec-4f8e-a407-3d453057bd5c could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1837.851917] env[62298]: DEBUG oslo_vmware.api [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804894, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.703852} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.852280] env[62298]: INFO nova.virt.vmwareapi.ds_util [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 335e0309-fd80-419b-af19-20f533c5d4d4/98ae388b-0b1b-4651-9947-99a7127491a5-rescue.vmdk. [ 1837.853135] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727ed4e5-97bd-493d-80ec-f466412fef0f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.879247] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 335e0309-fd80-419b-af19-20f533c5d4d4/98ae388b-0b1b-4651-9947-99a7127491a5-rescue.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1837.879912] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb93705f-7859-42d4-8175-5c8d57932324 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.899821] env[62298]: DEBUG oslo_vmware.api [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1837.899821] env[62298]: value = "task-1804897" [ 1837.899821] env[62298]: _type = "Task" [ 1837.899821] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.908079] env[62298]: DEBUG oslo_vmware.api [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804897, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.033603] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804896, 'name': CreateVM_Task, 'duration_secs': 0.934731} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.033794] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1838.034491] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.034706] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.035055] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1838.035297] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f19795e7-a5b3-4eb6-8c25-fa9e19e950f5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.040226] env[62298]: DEBUG oslo_vmware.api [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1838.040226] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e57f3a-1d9a-dde8-36dc-7d54536c5c86" [ 1838.040226] env[62298]: _type = "Task" [ 1838.040226] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.047951] env[62298]: DEBUG oslo_vmware.api [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e57f3a-1d9a-dde8-36dc-7d54536c5c86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.229520] env[62298]: INFO nova.compute.manager [-] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Took 1.81 seconds to deallocate network for instance. [ 1838.238124] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Acquiring lock "refresh_cache-bc35bb54-bf52-4fc7-959f-05fccaaa5341" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.238280] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Acquired lock "refresh_cache-bc35bb54-bf52-4fc7-959f-05fccaaa5341" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.238428] env[62298]: DEBUG nova.network.neutron [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1838.266249] env[62298]: INFO nova.compute.resource_tracker [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Updating resource usage from migration 0d3d3b96-ca31-47a5-a0b6-5e40d5c39585 [ 1838.414460] env[62298]: DEBUG oslo_vmware.api [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804897, 'name': ReconfigVM_Task, 'duration_secs': 0.306397} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.414747] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 335e0309-fd80-419b-af19-20f533c5d4d4/98ae388b-0b1b-4651-9947-99a7127491a5-rescue.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1838.415702] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88aacf5-2f33-4ec0-86bd-bbb9ba298680 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.447041] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-328433d3-34e4-4c45-a1ba-b1190b053154 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.465357] env[62298]: DEBUG oslo_vmware.api [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1838.465357] env[62298]: value = "task-1804898" [ 1838.465357] env[62298]: _type = "Task" [ 1838.465357] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.473999] env[62298]: DEBUG oslo_vmware.api [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804898, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.529547] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1de608e-3694-493c-9abb-11c5efb39b3a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.541037] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8da7a5-5730-4d32-8fc5-1b53a4e2867f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.584503] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd1e350-cda2-4b7d-a6fa-17c96c709d10 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.588215] env[62298]: DEBUG oslo_vmware.api [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e57f3a-1d9a-dde8-36dc-7d54536c5c86, 'name': SearchDatastore_Task, 'duration_secs': 0.009209} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.588613] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.588862] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1838.589187] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.589347] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.589533] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1838.590299] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcf22e33-3cc5-4df0-a3ec-f3d0cf24218f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.598310] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753f30ea-b91a-4091-991f-b2366790b841 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.612070] env[62298]: DEBUG nova.compute.provider_tree [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1838.614386] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1838.614527] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1838.615454] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73d22687-2660-430e-bd6e-c65140925c45 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.622932] env[62298]: DEBUG oslo_vmware.api [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1838.622932] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b55de0-b434-8a82-2f53-0b8448be3e5c" [ 1838.622932] env[62298]: _type = "Task" [ 1838.622932] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.632411] env[62298]: DEBUG oslo_vmware.api [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b55de0-b434-8a82-2f53-0b8448be3e5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.691729] env[62298]: DEBUG nova.network.neutron [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Updating instance_info_cache with network_info: [{"id": "2962fae3-81ee-41b5-b6ff-aa0c66991cf4", "address": "fa:16:3e:e5:e0:96", "network": {"id": "091ff129-3451-49f5-adcd-213ad39e86c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-239447299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "590be3a2ce564aadaff20814b841c464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2962fae3-81", "ovs_interfaceid": "2962fae3-81ee-41b5-b6ff-aa0c66991cf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.702312] env[62298]: DEBUG nova.network.neutron [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Updating instance_info_cache with network_info: [{"id": "13e07f2d-7913-4822-8ad1-e9d8d45ac311", "address": "fa:16:3e:90:71:13", "network": {"id": "ddd73b2d-b773-479d-8d16-507c14c3b47d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-361272463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ba130cd6bcc44a7b8e449c3e63f9064c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13e07f2d-79", "ovs_interfaceid": "13e07f2d-7913-4822-8ad1-e9d8d45ac311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.736435] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2986bb1b-e1c2-4782-b95e-75a2d2c195da tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.798483] env[62298]: DEBUG nova.network.neutron [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1838.979029] env[62298]: DEBUG oslo_vmware.api [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804898, 'name': ReconfigVM_Task, 'duration_secs': 0.155264} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.979621] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1838.979895] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27d889c2-32c9-4641-98fc-ee65f10b153d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.988022] env[62298]: DEBUG oslo_vmware.api [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1838.988022] env[62298]: value = "task-1804899" [ 1838.988022] env[62298]: _type = "Task" [ 1838.988022] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.996031] env[62298]: DEBUG oslo_vmware.api [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.044456] env[62298]: DEBUG nova.network.neutron [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Updating instance_info_cache with network_info: [{"id": "fc696c7c-fda1-4d76-bcc1-4f9fc2b219fe", "address": "fa:16:3e:11:1e:7d", "network": {"id": "89eceab8-4b04-447e-bb05-ab3ce69fc3fe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-150860663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad89b0ab76df4460980b5b0fae835a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc696c7c-fd", "ovs_interfaceid": "fc696c7c-fda1-4d76-bcc1-4f9fc2b219fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.120025] env[62298]: DEBUG nova.scheduler.client.report [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1839.136296] env[62298]: DEBUG oslo_vmware.api [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b55de0-b434-8a82-2f53-0b8448be3e5c, 'name': SearchDatastore_Task, 'duration_secs': 0.008065} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.138347] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d1fa3b8-2d6a-4d0e-bd1e-a5689cdc3b8b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.145878] env[62298]: DEBUG oslo_vmware.api [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1839.145878] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5225bf33-d201-2e26-5afb-71a7b269df26" [ 1839.145878] env[62298]: _type = "Task" [ 1839.145878] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.155376] env[62298]: DEBUG oslo_vmware.api [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5225bf33-d201-2e26-5afb-71a7b269df26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.198539] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Releasing lock "refresh_cache-b56b90e1-8e96-4f22-8fc9-fb096395099b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.203558] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Releasing lock "refresh_cache-1c8f1434-feec-4fb6-9747-104299753463" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.208804] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0420a2ba-124a-40da-8aaf-46e9bc2e5630 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "6144efa7-fb78-4b7b-8780-9dda46056e6c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.208958] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0420a2ba-124a-40da-8aaf-46e9bc2e5630 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "6144efa7-fb78-4b7b-8780-9dda46056e6c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.209254] env[62298]: INFO nova.compute.manager [None req-0420a2ba-124a-40da-8aaf-46e9bc2e5630 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Rebooting instance [ 1839.266179] env[62298]: DEBUG nova.compute.manager [req-a493bac4-8cab-43ad-9857-8026165df190 req-77b9724d-dfe2-4c05-9a3a-8e9f6d7c4de5 service nova] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Received event network-vif-plugged-fc696c7c-fda1-4d76-bcc1-4f9fc2b219fe {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1839.266399] env[62298]: DEBUG oslo_concurrency.lockutils [req-a493bac4-8cab-43ad-9857-8026165df190 req-77b9724d-dfe2-4c05-9a3a-8e9f6d7c4de5 service nova] Acquiring lock "bc35bb54-bf52-4fc7-959f-05fccaaa5341-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.266598] env[62298]: DEBUG oslo_concurrency.lockutils [req-a493bac4-8cab-43ad-9857-8026165df190 req-77b9724d-dfe2-4c05-9a3a-8e9f6d7c4de5 service nova] Lock "bc35bb54-bf52-4fc7-959f-05fccaaa5341-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.266783] env[62298]: DEBUG oslo_concurrency.lockutils [req-a493bac4-8cab-43ad-9857-8026165df190 req-77b9724d-dfe2-4c05-9a3a-8e9f6d7c4de5 service nova] Lock "bc35bb54-bf52-4fc7-959f-05fccaaa5341-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.266932] env[62298]: DEBUG nova.compute.manager [req-a493bac4-8cab-43ad-9857-8026165df190 req-77b9724d-dfe2-4c05-9a3a-8e9f6d7c4de5 service nova] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] No waiting events found dispatching network-vif-plugged-fc696c7c-fda1-4d76-bcc1-4f9fc2b219fe {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1839.267113] env[62298]: WARNING nova.compute.manager [req-a493bac4-8cab-43ad-9857-8026165df190 req-77b9724d-dfe2-4c05-9a3a-8e9f6d7c4de5 service nova] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Received unexpected event network-vif-plugged-fc696c7c-fda1-4d76-bcc1-4f9fc2b219fe for instance with vm_state building and task_state spawning. [ 1839.267273] env[62298]: DEBUG nova.compute.manager [req-a493bac4-8cab-43ad-9857-8026165df190 req-77b9724d-dfe2-4c05-9a3a-8e9f6d7c4de5 service nova] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Received event network-changed-fc696c7c-fda1-4d76-bcc1-4f9fc2b219fe {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1839.267426] env[62298]: DEBUG nova.compute.manager [req-a493bac4-8cab-43ad-9857-8026165df190 req-77b9724d-dfe2-4c05-9a3a-8e9f6d7c4de5 service nova] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Refreshing instance network info cache due to event network-changed-fc696c7c-fda1-4d76-bcc1-4f9fc2b219fe. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1839.267592] env[62298]: DEBUG oslo_concurrency.lockutils [req-a493bac4-8cab-43ad-9857-8026165df190 req-77b9724d-dfe2-4c05-9a3a-8e9f6d7c4de5 service nova] Acquiring lock "refresh_cache-bc35bb54-bf52-4fc7-959f-05fccaaa5341" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.496537] env[62298]: DEBUG oslo_vmware.api [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804899, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.547237] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Releasing lock "refresh_cache-bc35bb54-bf52-4fc7-959f-05fccaaa5341" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.547584] env[62298]: DEBUG nova.compute.manager [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Instance network_info: |[{"id": "fc696c7c-fda1-4d76-bcc1-4f9fc2b219fe", "address": "fa:16:3e:11:1e:7d", "network": {"id": "89eceab8-4b04-447e-bb05-ab3ce69fc3fe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-150860663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad89b0ab76df4460980b5b0fae835a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc696c7c-fd", "ovs_interfaceid": "fc696c7c-fda1-4d76-bcc1-4f9fc2b219fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1839.548039] env[62298]: DEBUG oslo_concurrency.lockutils [req-a493bac4-8cab-43ad-9857-8026165df190 req-77b9724d-dfe2-4c05-9a3a-8e9f6d7c4de5 service nova] Acquired lock "refresh_cache-bc35bb54-bf52-4fc7-959f-05fccaaa5341" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.548329] env[62298]: DEBUG nova.network.neutron [req-a493bac4-8cab-43ad-9857-8026165df190 req-77b9724d-dfe2-4c05-9a3a-8e9f6d7c4de5 service nova] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Refreshing network info cache for port fc696c7c-fda1-4d76-bcc1-4f9fc2b219fe {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1839.549753] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:1e:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3fca0ab6-cc80-429f-9117-885f170135b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc696c7c-fda1-4d76-bcc1-4f9fc2b219fe', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1839.559676] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Creating folder: Project (ad89b0ab76df4460980b5b0fae835a5d). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1839.561017] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7296814-09c6-45b9-9164-a81e50715da4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.572193] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Created folder: Project (ad89b0ab76df4460980b5b0fae835a5d) in parent group-v373906. [ 1839.572423] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Creating folder: Instances. Parent ref: group-v374172. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1839.572670] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c255d7b-9d18-43e1-8bb2-261d9be0cfea {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.582141] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Created folder: Instances in parent group-v374172. [ 1839.582395] env[62298]: DEBUG oslo.service.loopingcall [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1839.582585] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1839.582786] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-730c6daf-93fc-4fc0-86a5-123259ea3860 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.602237] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1839.602237] env[62298]: value = "task-1804902" [ 1839.602237] env[62298]: _type = "Task" [ 1839.602237] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.609849] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804902, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.622830] env[62298]: DEBUG oslo_concurrency.lockutils [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.382s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.623070] env[62298]: INFO nova.compute.manager [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Migrating [ 1839.629485] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.713s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.629711] env[62298]: DEBUG nova.objects.instance [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Lazy-loading 'resources' on Instance uuid ddec6348-5324-489b-ad44-305971929a40 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1839.658953] env[62298]: DEBUG oslo_vmware.api [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5225bf33-d201-2e26-5afb-71a7b269df26, 'name': SearchDatastore_Task, 'duration_secs': 0.021347} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.658953] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.659146] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 8dc455b9-3fbe-4d78-aa98-6f556b2319e3/8dc455b9-3fbe-4d78-aa98-6f556b2319e3.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1839.659361] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0000a7c7-d33e-4ce1-9c7c-f81ac6e75190 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.665010] env[62298]: DEBUG oslo_vmware.api [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1839.665010] env[62298]: value = "task-1804903" [ 1839.665010] env[62298]: _type = "Task" [ 1839.665010] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.673088] env[62298]: DEBUG oslo_vmware.api [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.725801] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0420a2ba-124a-40da-8aaf-46e9bc2e5630 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "refresh_cache-6144efa7-fb78-4b7b-8780-9dda46056e6c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.725998] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0420a2ba-124a-40da-8aaf-46e9bc2e5630 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquired lock "refresh_cache-6144efa7-fb78-4b7b-8780-9dda46056e6c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.726199] env[62298]: DEBUG nova.network.neutron [None req-0420a2ba-124a-40da-8aaf-46e9bc2e5630 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1839.997653] env[62298]: DEBUG oslo_vmware.api [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804899, 'name': PowerOnVM_Task, 'duration_secs': 0.625426} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.997990] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1840.001088] env[62298]: DEBUG nova.compute.manager [None req-d69a77e2-d726-4631-9613-a97911e7fdb2 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1840.001993] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be05a36-5612-49b4-b89f-590cabab1ac2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.112754] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804902, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.141018] env[62298]: DEBUG oslo_concurrency.lockutils [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "refresh_cache-a79f5737-549b-4cdd-ae42-591ed2fb12c6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.141018] env[62298]: DEBUG oslo_concurrency.lockutils [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquired lock "refresh_cache-a79f5737-549b-4cdd-ae42-591ed2fb12c6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.141309] env[62298]: DEBUG nova.network.neutron [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1840.177703] env[62298]: DEBUG oslo_vmware.api [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476156} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.180229] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 8dc455b9-3fbe-4d78-aa98-6f556b2319e3/8dc455b9-3fbe-4d78-aa98-6f556b2319e3.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1840.180454] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1840.180918] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65948436-bf63-431a-93b8-0baf26899018 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.187573] env[62298]: DEBUG oslo_vmware.api [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1840.187573] env[62298]: value = "task-1804904" [ 1840.187573] env[62298]: _type = "Task" [ 1840.187573] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.206227] env[62298]: DEBUG oslo_vmware.api [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.379022] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b959111-fe32-4657-83ca-f01f84a6f0d7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.384035] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54ef9f7-734a-4c44-9eb2-f43a3014a12a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.414247] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed36ccd0-ec0f-48be-b7b1-05ce8b6d0320 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.426781] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7f1524-ac07-4f88-b7bb-da4b51603bc4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.442822] env[62298]: DEBUG nova.compute.provider_tree [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1840.506646] env[62298]: DEBUG nova.network.neutron [req-a493bac4-8cab-43ad-9857-8026165df190 req-77b9724d-dfe2-4c05-9a3a-8e9f6d7c4de5 service nova] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Updated VIF entry in instance network info cache for port fc696c7c-fda1-4d76-bcc1-4f9fc2b219fe. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1840.506882] env[62298]: DEBUG nova.network.neutron [req-a493bac4-8cab-43ad-9857-8026165df190 req-77b9724d-dfe2-4c05-9a3a-8e9f6d7c4de5 service nova] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Updating instance_info_cache with network_info: [{"id": "fc696c7c-fda1-4d76-bcc1-4f9fc2b219fe", "address": "fa:16:3e:11:1e:7d", "network": {"id": "89eceab8-4b04-447e-bb05-ab3ce69fc3fe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-150860663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad89b0ab76df4460980b5b0fae835a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc696c7c-fd", "ovs_interfaceid": "fc696c7c-fda1-4d76-bcc1-4f9fc2b219fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.561073] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1840.561073] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1840.561073] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Starting heal instance info cache {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1840.561073] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Rebuilding the list of instances to heal {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 1840.614198] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804902, 'name': CreateVM_Task, 'duration_secs': 0.573319} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.614363] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1840.615042] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.615213] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.615529] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1840.615775] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18869f07-b4cf-419b-8d00-7f8852a4f80d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.621938] env[62298]: DEBUG oslo_vmware.api [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Waiting for the task: (returnval){ [ 1840.621938] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ac2392-063f-2172-8929-61a9f6b8839d" [ 1840.621938] env[62298]: _type = "Task" [ 1840.621938] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.630157] env[62298]: DEBUG oslo_vmware.api [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ac2392-063f-2172-8929-61a9f6b8839d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.665433] env[62298]: DEBUG nova.network.neutron [None req-0420a2ba-124a-40da-8aaf-46e9bc2e5630 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Updating instance_info_cache with network_info: [{"id": "7c0cf4c4-ba63-4710-8998-297682cbadbd", "address": "fa:16:3e:16:2f:78", "network": {"id": "1b0325e7-c092-488a-b711-be05e76100b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-550134086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c391aea5021499b9b50a616b7937813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c0cf4c4-ba", "ovs_interfaceid": "7c0cf4c4-ba63-4710-8998-297682cbadbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.696477] env[62298]: DEBUG oslo_vmware.api [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067495} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.696782] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1840.697591] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55f8f19-4aa0-4345-b777-c635578c2a34 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.723857] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 8dc455b9-3fbe-4d78-aa98-6f556b2319e3/8dc455b9-3fbe-4d78-aa98-6f556b2319e3.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1840.726605] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35e188d5-2d79-49f6-85b3-815d25d8619c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.740802] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866fbaa7-7386-4505-92f6-c51e65766626 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.743653] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1840.744190] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9e60335-73de-4a65-b598-895ca24e44eb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.760732] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Updating instance 'b56b90e1-8e96-4f22-8fc9-fb096395099b' progress to 0 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1840.765789] env[62298]: DEBUG oslo_vmware.api [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1840.765789] env[62298]: value = "task-1804906" [ 1840.765789] env[62298]: _type = "Task" [ 1840.765789] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.766120] env[62298]: DEBUG oslo_vmware.api [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1840.766120] env[62298]: value = "task-1804905" [ 1840.766120] env[62298]: _type = "Task" [ 1840.766120] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.780974] env[62298]: DEBUG oslo_vmware.api [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.908257] env[62298]: DEBUG nova.network.neutron [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Updating instance_info_cache with network_info: [{"id": "187361e8-f5aa-4b32-b14f-02c5594206ef", "address": "fa:16:3e:e2:ed:ef", "network": {"id": "94bd295c-7a95-4ae9-8468-34209c70d332", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-786886130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5af512a3e1f469f9c4223575f326699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap187361e8-f5", "ovs_interfaceid": "187361e8-f5aa-4b32-b14f-02c5594206ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.947056] env[62298]: DEBUG nova.scheduler.client.report [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1841.009347] env[62298]: DEBUG oslo_concurrency.lockutils [req-a493bac4-8cab-43ad-9857-8026165df190 req-77b9724d-dfe2-4c05-9a3a-8e9f6d7c4de5 service nova] Releasing lock "refresh_cache-bc35bb54-bf52-4fc7-959f-05fccaaa5341" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.063967] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Skipping network cache update for instance because it is Building. {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 1841.119018] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "refresh_cache-daa6606d-56d9-4776-8434-bdf8006e36ea" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.119304] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquired lock "refresh_cache-daa6606d-56d9-4776-8434-bdf8006e36ea" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.119465] env[62298]: DEBUG nova.network.neutron [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Forcefully refreshing network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1841.119625] env[62298]: DEBUG nova.objects.instance [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lazy-loading 'info_cache' on Instance uuid daa6606d-56d9-4776-8434-bdf8006e36ea {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1841.132173] env[62298]: DEBUG oslo_vmware.api [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ac2392-063f-2172-8929-61a9f6b8839d, 'name': SearchDatastore_Task, 'duration_secs': 0.011892} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.133071] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.133311] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1841.133544] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.133694] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.133875] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1841.134385] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08097a64-1c6a-4204-8b07-a2a0301fa241 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.160785] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1841.160972] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1841.161748] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-453f10b9-af8a-4dcf-b4f7-bd28b5ccd753 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.167353] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0420a2ba-124a-40da-8aaf-46e9bc2e5630 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Releasing lock "refresh_cache-6144efa7-fb78-4b7b-8780-9dda46056e6c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.170843] env[62298]: DEBUG oslo_vmware.api [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Waiting for the task: (returnval){ [ 1841.170843] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5239b727-a7d6-446d-ce66-c68028b70b17" [ 1841.170843] env[62298]: _type = "Task" [ 1841.170843] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.177316] env[62298]: DEBUG oslo_vmware.api [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5239b727-a7d6-446d-ce66-c68028b70b17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.268777] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1841.269229] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01564382-06e0-4c94-8d00-147be7264b7b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.282416] env[62298]: DEBUG oslo_vmware.api [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804906, 'name': PowerOffVM_Task, 'duration_secs': 0.206612} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.286896] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1841.287244] env[62298]: DEBUG oslo_vmware.api [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.287520] env[62298]: DEBUG oslo_vmware.api [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1841.287520] env[62298]: value = "task-1804907" [ 1841.287520] env[62298]: _type = "Task" [ 1841.287520] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.288265] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d506a20b-51da-41b7-8f9c-a72bece8f56b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.298301] env[62298]: DEBUG oslo_vmware.api [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.312032] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959355d4-737e-40b2-b4b7-9bb4d30ce175 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.344869] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1841.345171] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1477e08c-5d9c-4ce7-92d4-19f5d184702e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.351796] env[62298]: DEBUG oslo_vmware.api [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1841.351796] env[62298]: value = "task-1804908" [ 1841.351796] env[62298]: _type = "Task" [ 1841.351796] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.359638] env[62298]: DEBUG oslo_vmware.api [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.411712] env[62298]: DEBUG oslo_concurrency.lockutils [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Releasing lock "refresh_cache-a79f5737-549b-4cdd-ae42-591ed2fb12c6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.450622] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.453603] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2986bb1b-e1c2-4782-b95e-75a2d2c195da tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.717s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.453603] env[62298]: DEBUG nova.objects.instance [None req-2986bb1b-e1c2-4782-b95e-75a2d2c195da tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lazy-loading 'resources' on Instance uuid 962ecb80-8eec-4f8e-a407-3d453057bd5c {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1841.473287] env[62298]: INFO nova.scheduler.client.report [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Deleted allocations for instance ddec6348-5324-489b-ad44-305971929a40 [ 1841.555872] env[62298]: INFO nova.compute.manager [None req-8379bb75-e8d7-4d87-b51e-164792c7b0e3 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Unrescuing [ 1841.556210] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8379bb75-e8d7-4d87-b51e-164792c7b0e3 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "refresh_cache-335e0309-fd80-419b-af19-20f533c5d4d4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.556445] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8379bb75-e8d7-4d87-b51e-164792c7b0e3 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquired lock "refresh_cache-335e0309-fd80-419b-af19-20f533c5d4d4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.560033] env[62298]: DEBUG nova.network.neutron [None req-8379bb75-e8d7-4d87-b51e-164792c7b0e3 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1841.676932] env[62298]: DEBUG nova.compute.manager [None req-0420a2ba-124a-40da-8aaf-46e9bc2e5630 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1841.677955] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46f3a6e-e214-4c3a-bd10-7edcd4445462 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.687017] env[62298]: DEBUG oslo_vmware.api [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5239b727-a7d6-446d-ce66-c68028b70b17, 'name': SearchDatastore_Task, 'duration_secs': 0.042438} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.692220] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e0c96a4-61e5-4177-8fb7-d221b8690e7f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.697749] env[62298]: DEBUG oslo_vmware.api [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Waiting for the task: (returnval){ [ 1841.697749] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f95661-01b0-89ee-6330-9616b7aa804e" [ 1841.697749] env[62298]: _type = "Task" [ 1841.697749] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.706051] env[62298]: DEBUG oslo_vmware.api [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f95661-01b0-89ee-6330-9616b7aa804e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.779189] env[62298]: DEBUG oslo_vmware.api [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804905, 'name': ReconfigVM_Task, 'duration_secs': 0.981402} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.779472] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 8dc455b9-3fbe-4d78-aa98-6f556b2319e3/8dc455b9-3fbe-4d78-aa98-6f556b2319e3.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1841.780122] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09982629-137c-4a3e-bdeb-331037b4b134 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.786184] env[62298]: DEBUG oslo_vmware.api [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1841.786184] env[62298]: value = "task-1804909" [ 1841.786184] env[62298]: _type = "Task" [ 1841.786184] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.797131] env[62298]: DEBUG oslo_vmware.api [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804909, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.802059] env[62298]: DEBUG oslo_vmware.api [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804907, 'name': PowerOffVM_Task, 'duration_secs': 0.472526} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.802386] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1841.802623] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Updating instance 'b56b90e1-8e96-4f22-8fc9-fb096395099b' progress to 17 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1841.865092] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] VM already powered off {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1841.865582] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1841.865858] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.980782] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f9e31184-fb5f-49a2-942f-c633615f323a tempest-ServersNegativeTestMultiTenantJSON-423908607 tempest-ServersNegativeTestMultiTenantJSON-423908607-project-member] Lock "ddec6348-5324-489b-ad44-305971929a40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.086s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.190589] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d060efc-71e8-408c-b5af-9631fd02a83f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.204956] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6ff8ad-b9cf-4976-bc9a-de3e0bf7fac5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.215420] env[62298]: DEBUG oslo_vmware.api [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f95661-01b0-89ee-6330-9616b7aa804e, 'name': SearchDatastore_Task, 'duration_secs': 0.012295} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.216169] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.216613] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] bc35bb54-bf52-4fc7-959f-05fccaaa5341/bc35bb54-bf52-4fc7-959f-05fccaaa5341.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1842.217502] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.217731] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1842.217974] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2b6052e-536d-4034-ad5b-c6d5bdbad251 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.247241] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-019ee2fb-51a9-4005-91e9-3df0c53556b6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.254113] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13d5386-35ef-444a-88d5-67c55281df3f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.257910] env[62298]: DEBUG oslo_vmware.api [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Waiting for the task: (returnval){ [ 1842.257910] env[62298]: value = "task-1804910" [ 1842.257910] env[62298]: _type = "Task" [ 1842.257910] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.266539] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c045c2-6d2d-4872-b523-6327501b283f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.270693] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1842.270870] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1842.275435] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9146917b-2f88-4946-88a0-18a165ec92a4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.280019] env[62298]: DEBUG oslo_vmware.api [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Task: {'id': task-1804910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.280490] env[62298]: DEBUG oslo_vmware.api [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1842.280490] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5215a374-056f-b4fa-02e3-c789b4c3f5a2" [ 1842.280490] env[62298]: _type = "Task" [ 1842.280490] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.289466] env[62298]: DEBUG nova.compute.provider_tree [None req-2986bb1b-e1c2-4782-b95e-75a2d2c195da tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1842.305644] env[62298]: DEBUG oslo_vmware.api [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804909, 'name': Rename_Task, 'duration_secs': 0.152789} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.305916] env[62298]: DEBUG oslo_vmware.api [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5215a374-056f-b4fa-02e3-c789b4c3f5a2, 'name': SearchDatastore_Task, 'duration_secs': 0.008534} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.306207] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1842.306961] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71a9b420-aa4f-44b8-9ccd-7f21c8f8a696 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.310366] env[62298]: DEBUG nova.virt.hardware [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1842.310586] env[62298]: DEBUG nova.virt.hardware [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1842.310776] env[62298]: DEBUG nova.virt.hardware [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1842.310967] env[62298]: DEBUG nova.virt.hardware [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1842.311118] env[62298]: DEBUG nova.virt.hardware [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1842.311264] env[62298]: DEBUG nova.virt.hardware [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1842.311468] env[62298]: DEBUG nova.virt.hardware [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1842.311623] env[62298]: DEBUG nova.virt.hardware [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1842.311784] env[62298]: DEBUG nova.virt.hardware [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1842.311957] env[62298]: DEBUG nova.virt.hardware [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1842.312141] env[62298]: DEBUG nova.virt.hardware [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1842.317056] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-239c541b-53c5-46b7-b664-aacb4db68e17 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.320203] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f82d1cf6-b845-444b-981c-b06f232b00cb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.337159] env[62298]: DEBUG oslo_vmware.api [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1842.337159] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a574cc-2df5-0a11-f230-f33680b342f9" [ 1842.337159] env[62298]: _type = "Task" [ 1842.337159] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.339544] env[62298]: DEBUG oslo_vmware.api [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1842.339544] env[62298]: value = "task-1804911" [ 1842.339544] env[62298]: _type = "Task" [ 1842.339544] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.339855] env[62298]: DEBUG oslo_vmware.api [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1842.339855] env[62298]: value = "task-1804912" [ 1842.339855] env[62298]: _type = "Task" [ 1842.339855] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.355598] env[62298]: DEBUG oslo_vmware.api [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804912, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.361560] env[62298]: DEBUG oslo_vmware.api [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804911, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.362296] env[62298]: DEBUG oslo_vmware.api [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a574cc-2df5-0a11-f230-f33680b342f9, 'name': SearchDatastore_Task, 'duration_secs': 0.011521} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.362553] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.362811] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 1c8f1434-feec-4fb6-9747-104299753463/98ae388b-0b1b-4651-9947-99a7127491a5-rescue.vmdk. {{(pid=62298) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1842.363144] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa88ee91-3f10-4c3e-bf98-f07b984481eb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.371196] env[62298]: DEBUG oslo_vmware.api [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1842.371196] env[62298]: value = "task-1804913" [ 1842.371196] env[62298]: _type = "Task" [ 1842.371196] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.381064] env[62298]: DEBUG oslo_vmware.api [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.457717] env[62298]: DEBUG nova.network.neutron [None req-8379bb75-e8d7-4d87-b51e-164792c7b0e3 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Updating instance_info_cache with network_info: [{"id": "5f5f70fd-6310-4d83-ab33-97f5eda2a91f", "address": "fa:16:3e:b4:9c:59", "network": {"id": "66ddb69c-a0b5-4d9a-812e-c071845bc88a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165425722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd819ba42d93442d90c65ee40ac606f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f5f70fd-63", "ovs_interfaceid": "5f5f70fd-6310-4d83-ab33-97f5eda2a91f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.701342] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798b5b8c-0ab3-4064-9e33-a4cd3dc13645 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.711404] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0420a2ba-124a-40da-8aaf-46e9bc2e5630 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Doing hard reboot of VM {{(pid=62298) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1842.711793] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-426c4f85-ecf2-40f1-9f64-2e727f5bf61e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.722444] env[62298]: DEBUG oslo_vmware.api [None req-0420a2ba-124a-40da-8aaf-46e9bc2e5630 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 1842.722444] env[62298]: value = "task-1804914" [ 1842.722444] env[62298]: _type = "Task" [ 1842.722444] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.734564] env[62298]: DEBUG oslo_vmware.api [None req-0420a2ba-124a-40da-8aaf-46e9bc2e5630 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1804914, 'name': ResetVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.769361] env[62298]: DEBUG oslo_vmware.api [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Task: {'id': task-1804910, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.801067] env[62298]: DEBUG nova.scheduler.client.report [None req-2986bb1b-e1c2-4782-b95e-75a2d2c195da tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1842.860657] env[62298]: DEBUG oslo_vmware.api [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804911, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.864088] env[62298]: DEBUG oslo_vmware.api [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804912, 'name': ReconfigVM_Task, 'duration_secs': 0.219932} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.864496] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Updating instance 'b56b90e1-8e96-4f22-8fc9-fb096395099b' progress to 33 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1842.881168] env[62298]: DEBUG oslo_vmware.api [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804913, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.929176] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3f901b-f076-4c73-a0a2-76039b8dced8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.962825] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8379bb75-e8d7-4d87-b51e-164792c7b0e3 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Releasing lock "refresh_cache-335e0309-fd80-419b-af19-20f533c5d4d4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.963711] env[62298]: DEBUG nova.objects.instance [None req-8379bb75-e8d7-4d87-b51e-164792c7b0e3 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lazy-loading 'flavor' on Instance uuid 335e0309-fd80-419b-af19-20f533c5d4d4 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1842.965387] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Updating instance 'a79f5737-549b-4cdd-ae42-591ed2fb12c6' progress to 0 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1843.142486] env[62298]: DEBUG nova.network.neutron [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Updating instance_info_cache with network_info: [{"id": "e9c44a60-ee92-4a59-8c9d-ec6a690a5a20", "address": "fa:16:3e:23:38:94", "network": {"id": "13270d72-58a9-4f8e-9a98-e63424365680", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26636454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1301f935b049f589fbf998df6a6e70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c44a60-ee", "ovs_interfaceid": "e9c44a60-ee92-4a59-8c9d-ec6a690a5a20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.232231] env[62298]: DEBUG oslo_vmware.api [None req-0420a2ba-124a-40da-8aaf-46e9bc2e5630 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1804914, 'name': ResetVM_Task, 'duration_secs': 0.106235} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.232512] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0420a2ba-124a-40da-8aaf-46e9bc2e5630 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Did hard reboot of VM {{(pid=62298) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1843.232708] env[62298]: DEBUG nova.compute.manager [None req-0420a2ba-124a-40da-8aaf-46e9bc2e5630 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1843.233484] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262590e4-7703-4b3c-ab6e-3e1e6473da39 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.270266] env[62298]: DEBUG oslo_vmware.api [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Task: {'id': task-1804910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563395} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.270600] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] bc35bb54-bf52-4fc7-959f-05fccaaa5341/bc35bb54-bf52-4fc7-959f-05fccaaa5341.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1843.270817] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1843.271093] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e50d4cce-85c5-4d68-a8bd-8e8fe65dca1f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.278235] env[62298]: DEBUG oslo_vmware.api [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Waiting for the task: (returnval){ [ 1843.278235] env[62298]: value = "task-1804915" [ 1843.278235] env[62298]: _type = "Task" [ 1843.278235] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.290661] env[62298]: DEBUG oslo_vmware.api [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Task: {'id': task-1804915, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.304320] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2986bb1b-e1c2-4782-b95e-75a2d2c195da tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.851s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.335899] env[62298]: INFO nova.scheduler.client.report [None req-2986bb1b-e1c2-4782-b95e-75a2d2c195da tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Deleted allocations for instance 962ecb80-8eec-4f8e-a407-3d453057bd5c [ 1843.360124] env[62298]: DEBUG oslo_vmware.api [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804911, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.372363] env[62298]: DEBUG nova.virt.hardware [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1843.372601] env[62298]: DEBUG nova.virt.hardware [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1843.372760] env[62298]: DEBUG nova.virt.hardware [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1843.372946] env[62298]: DEBUG nova.virt.hardware [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1843.373113] env[62298]: DEBUG nova.virt.hardware [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1843.373267] env[62298]: DEBUG nova.virt.hardware [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1843.373474] env[62298]: DEBUG nova.virt.hardware [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1843.373637] env[62298]: DEBUG nova.virt.hardware [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1843.373803] env[62298]: DEBUG nova.virt.hardware [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1843.373967] env[62298]: DEBUG nova.virt.hardware [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1843.374202] env[62298]: DEBUG nova.virt.hardware [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1843.380043] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1843.380379] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ef7963b-3002-4168-a887-ff063d73934a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.412905] env[62298]: DEBUG oslo_vmware.api [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.888403} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.415578] env[62298]: INFO nova.virt.vmwareapi.ds_util [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 1c8f1434-feec-4fb6-9747-104299753463/98ae388b-0b1b-4651-9947-99a7127491a5-rescue.vmdk. [ 1843.415578] env[62298]: DEBUG oslo_vmware.api [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1843.415578] env[62298]: value = "task-1804916" [ 1843.415578] env[62298]: _type = "Task" [ 1843.415578] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.416372] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a97ca5-eeb7-4e71-8fbf-2eb5095f579e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.428238] env[62298]: DEBUG oslo_vmware.api [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804916, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.451637] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 1c8f1434-feec-4fb6-9747-104299753463/98ae388b-0b1b-4651-9947-99a7127491a5-rescue.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1843.452325] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-139b36f0-3430-41b7-8c0f-4d83a8cc47cd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.473327] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1843.473659] env[62298]: DEBUG oslo_vmware.api [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1843.473659] env[62298]: value = "task-1804917" [ 1843.473659] env[62298]: _type = "Task" [ 1843.473659] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.474167] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6331216a-7942-4849-b34a-19e08450e9d6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.476293] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c907c48-8080-4f44-b46c-40de315f9851 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.502528] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8379bb75-e8d7-4d87-b51e-164792c7b0e3 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1843.506759] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-784ed468-ccaf-4074-8243-03a8a7b896e8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.508402] env[62298]: DEBUG oslo_vmware.api [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1843.508402] env[62298]: value = "task-1804918" [ 1843.508402] env[62298]: _type = "Task" [ 1843.508402] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.508610] env[62298]: DEBUG oslo_vmware.api [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.513294] env[62298]: DEBUG oslo_vmware.api [None req-8379bb75-e8d7-4d87-b51e-164792c7b0e3 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1843.513294] env[62298]: value = "task-1804919" [ 1843.513294] env[62298]: _type = "Task" [ 1843.513294] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.525332] env[62298]: DEBUG oslo_vmware.api [None req-8379bb75-e8d7-4d87-b51e-164792c7b0e3 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.646268] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Releasing lock "refresh_cache-daa6606d-56d9-4776-8434-bdf8006e36ea" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.649019] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Updated the network info_cache for instance {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 1843.649019] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1843.649019] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1843.649019] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1843.649019] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1843.649019] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1843.649019] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1843.649019] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62298) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1843.649019] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1843.749823] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0420a2ba-124a-40da-8aaf-46e9bc2e5630 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "6144efa7-fb78-4b7b-8780-9dda46056e6c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.541s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.791240] env[62298]: DEBUG oslo_vmware.api [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Task: {'id': task-1804915, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069001} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.791594] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1843.792458] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80c5051-8a35-4668-be3a-c83870011bca {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.824702] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] bc35bb54-bf52-4fc7-959f-05fccaaa5341/bc35bb54-bf52-4fc7-959f-05fccaaa5341.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1843.825065] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0ea4422-3004-4dbb-8e77-934a36ec7321 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.844470] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2986bb1b-e1c2-4782-b95e-75a2d2c195da tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "962ecb80-8eec-4f8e-a407-3d453057bd5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.212s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.851853] env[62298]: DEBUG oslo_vmware.api [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Waiting for the task: (returnval){ [ 1843.851853] env[62298]: value = "task-1804920" [ 1843.851853] env[62298]: _type = "Task" [ 1843.851853] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.859705] env[62298]: DEBUG oslo_vmware.api [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804911, 'name': PowerOnVM_Task, 'duration_secs': 1.342041} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.860677] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1843.860951] env[62298]: DEBUG nova.compute.manager [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1843.866836] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96eaeb43-6d45-4880-9c5a-936922f7c56f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.870437] env[62298]: DEBUG oslo_vmware.api [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Task: {'id': task-1804920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.929136] env[62298]: DEBUG oslo_vmware.api [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804916, 'name': ReconfigVM_Task, 'duration_secs': 0.287835} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.929473] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1843.930316] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5b53b5-86ea-46bb-8c07-97a2c60322ed {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.953178] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] b56b90e1-8e96-4f22-8fc9-fb096395099b/b56b90e1-8e96-4f22-8fc9-fb096395099b.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1843.953504] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ccc746d-81e9-434e-a92c-1113be68d37a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.970832] env[62298]: DEBUG oslo_vmware.api [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1843.970832] env[62298]: value = "task-1804921" [ 1843.970832] env[62298]: _type = "Task" [ 1843.970832] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.980103] env[62298]: DEBUG oslo_vmware.api [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804921, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.986622] env[62298]: DEBUG oslo_vmware.api [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.022711] env[62298]: DEBUG oslo_vmware.api [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804918, 'name': PowerOffVM_Task, 'duration_secs': 0.360971} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.023361] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1844.023558] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Updating instance 'a79f5737-549b-4cdd-ae42-591ed2fb12c6' progress to 17 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1844.030196] env[62298]: DEBUG oslo_vmware.api [None req-8379bb75-e8d7-4d87-b51e-164792c7b0e3 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804919, 'name': PowerOffVM_Task, 'duration_secs': 0.335363} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.031050] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8379bb75-e8d7-4d87-b51e-164792c7b0e3 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1844.036159] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-8379bb75-e8d7-4d87-b51e-164792c7b0e3 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1844.036432] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76d1610d-5be4-4cbe-8117-bc0ea3bc6174 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.054640] env[62298]: DEBUG oslo_vmware.api [None req-8379bb75-e8d7-4d87-b51e-164792c7b0e3 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1844.054640] env[62298]: value = "task-1804922" [ 1844.054640] env[62298]: _type = "Task" [ 1844.054640] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.063403] env[62298]: DEBUG oslo_vmware.api [None req-8379bb75-e8d7-4d87-b51e-164792c7b0e3 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804922, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.152657] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.152868] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.152994] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.153172] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62298) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1844.154048] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba60841-aa98-46c2-aad3-2e2990ac7f5b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.162428] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e4ac25-d0b1-4bff-a751-ddb1b0a90a02 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.177229] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cae315-26f2-49d0-b29b-f2af851af332 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.184248] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd40ab0-606d-4318-b682-cd2bb3af5afb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.214305] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180250MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62298) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1844.214629] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.214743] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.363105] env[62298]: DEBUG oslo_vmware.api [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Task: {'id': task-1804920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.384072] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.486523] env[62298]: DEBUG oslo_vmware.api [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.491749] env[62298]: DEBUG oslo_vmware.api [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804917, 'name': ReconfigVM_Task, 'duration_secs': 0.884939} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.491967] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 1c8f1434-feec-4fb6-9747-104299753463/98ae388b-0b1b-4651-9947-99a7127491a5-rescue.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1844.492854] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be6967a-03aa-4f2e-b301-4346fd68b05d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.527663] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb3ace6f-3e47-4cb4-8339-c2f87cf3ed50 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.545880] env[62298]: DEBUG nova.virt.hardware [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1844.546191] env[62298]: DEBUG nova.virt.hardware [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1844.546401] env[62298]: DEBUG nova.virt.hardware [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1844.546600] env[62298]: DEBUG nova.virt.hardware [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1844.547458] env[62298]: DEBUG nova.virt.hardware [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1844.547458] env[62298]: DEBUG nova.virt.hardware [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1844.547458] env[62298]: DEBUG nova.virt.hardware [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1844.547458] env[62298]: DEBUG nova.virt.hardware [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1844.547661] env[62298]: DEBUG nova.virt.hardware [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1844.548511] env[62298]: DEBUG nova.virt.hardware [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1844.548511] env[62298]: DEBUG nova.virt.hardware [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1844.556898] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-740020d8-0ad5-4596-84a1-c50e72afc417 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.578746] env[62298]: DEBUG oslo_vmware.api [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1844.578746] env[62298]: value = "task-1804923" [ 1844.578746] env[62298]: _type = "Task" [ 1844.578746] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.588546] env[62298]: DEBUG oslo_vmware.api [None req-8379bb75-e8d7-4d87-b51e-164792c7b0e3 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804922, 'name': ReconfigVM_Task, 'duration_secs': 0.520191} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.588646] env[62298]: DEBUG oslo_vmware.api [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1844.588646] env[62298]: value = "task-1804924" [ 1844.588646] env[62298]: _type = "Task" [ 1844.588646] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.589328] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-8379bb75-e8d7-4d87-b51e-164792c7b0e3 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1844.589499] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8379bb75-e8d7-4d87-b51e-164792c7b0e3 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1844.589831] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83bf3647-910b-4e07-889d-39c4334bbc18 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.598694] env[62298]: DEBUG oslo_vmware.api [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804923, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.608796] env[62298]: DEBUG oslo_vmware.api [None req-8379bb75-e8d7-4d87-b51e-164792c7b0e3 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1844.608796] env[62298]: value = "task-1804925" [ 1844.608796] env[62298]: _type = "Task" [ 1844.608796] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.609384] env[62298]: DEBUG oslo_vmware.api [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804924, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.620955] env[62298]: DEBUG oslo_vmware.api [None req-8379bb75-e8d7-4d87-b51e-164792c7b0e3 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804925, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.863878] env[62298]: DEBUG oslo_vmware.api [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Task: {'id': task-1804920, 'name': ReconfigVM_Task, 'duration_secs': 0.634605} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.864706] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Reconfigured VM instance instance-0000005f to attach disk [datastore1] bc35bb54-bf52-4fc7-959f-05fccaaa5341/bc35bb54-bf52-4fc7-959f-05fccaaa5341.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1844.864835] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fcac004-2ff1-49ec-a0a0-0840cd32202f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.871356] env[62298]: DEBUG oslo_vmware.api [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Waiting for the task: (returnval){ [ 1844.871356] env[62298]: value = "task-1804926" [ 1844.871356] env[62298]: _type = "Task" [ 1844.871356] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.879338] env[62298]: DEBUG oslo_vmware.api [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Task: {'id': task-1804926, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.981807] env[62298]: DEBUG oslo_vmware.api [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804921, 'name': ReconfigVM_Task, 'duration_secs': 0.681296} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.982124] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Reconfigured VM instance instance-0000005c to attach disk [datastore1] b56b90e1-8e96-4f22-8fc9-fb096395099b/b56b90e1-8e96-4f22-8fc9-fb096395099b.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1844.982493] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Updating instance 'b56b90e1-8e96-4f22-8fc9-fb096395099b' progress to 50 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1845.072376] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2a443e2-3b63-4f35-8b38-1852a8153c0d tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquiring lock "daa6606d-56d9-4776-8434-bdf8006e36ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.072637] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2a443e2-3b63-4f35-8b38-1852a8153c0d tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "daa6606d-56d9-4776-8434-bdf8006e36ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.072885] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2a443e2-3b63-4f35-8b38-1852a8153c0d tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquiring lock "daa6606d-56d9-4776-8434-bdf8006e36ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.073058] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2a443e2-3b63-4f35-8b38-1852a8153c0d tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "daa6606d-56d9-4776-8434-bdf8006e36ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.073253] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2a443e2-3b63-4f35-8b38-1852a8153c0d tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "daa6606d-56d9-4776-8434-bdf8006e36ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.075618] env[62298]: INFO nova.compute.manager [None req-c2a443e2-3b63-4f35-8b38-1852a8153c0d tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Terminating instance [ 1845.090667] env[62298]: DEBUG oslo_vmware.api [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804923, 'name': ReconfigVM_Task, 'duration_secs': 0.178977} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.094772] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1845.095751] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82d95c1a-a232-4f75-b6b7-047dda897b84 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.103161] env[62298]: DEBUG oslo_vmware.api [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804924, 'name': ReconfigVM_Task, 'duration_secs': 0.173839} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.104918] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Updating instance 'a79f5737-549b-4cdd-ae42-591ed2fb12c6' progress to 33 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1845.110081] env[62298]: DEBUG oslo_vmware.api [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1845.110081] env[62298]: value = "task-1804927" [ 1845.110081] env[62298]: _type = "Task" [ 1845.110081] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.125883] env[62298]: DEBUG oslo_vmware.api [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804927, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.129941] env[62298]: DEBUG oslo_vmware.api [None req-8379bb75-e8d7-4d87-b51e-164792c7b0e3 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804925, 'name': PowerOnVM_Task, 'duration_secs': 0.517102} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.130319] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8379bb75-e8d7-4d87-b51e-164792c7b0e3 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1845.134020] env[62298]: DEBUG nova.compute.manager [None req-8379bb75-e8d7-4d87-b51e-164792c7b0e3 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1845.134020] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1278d359-e4c2-4b41-8885-2308290ba8c7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.227512] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Applying migration context for instance a79f5737-549b-4cdd-ae42-591ed2fb12c6 as it has an incoming, in-progress migration 0d3d3b96-ca31-47a5-a0b6-5e40d5c39585. Migration status is migrating {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1845.228023] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Applying migration context for instance b56b90e1-8e96-4f22-8fc9-fb096395099b as it has an incoming, in-progress migration 2c44447b-dbdb-4be8-b29a-558804dbb65b. Migration status is migrating {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1845.230053] env[62298]: INFO nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Updating resource usage from migration 0d3d3b96-ca31-47a5-a0b6-5e40d5c39585 [ 1845.231210] env[62298]: INFO nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Updating resource usage from migration 2c44447b-dbdb-4be8-b29a-558804dbb65b [ 1845.258751] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance daa6606d-56d9-4776-8434-bdf8006e36ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.258927] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 6144efa7-fb78-4b7b-8780-9dda46056e6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.259077] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 53304fd8-3272-4394-98f8-c8c8ea794ca4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.259224] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 3927345e-6db9-4970-a0ab-5b9385a1c9d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.259384] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 335e0309-fd80-419b-af19-20f533c5d4d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.259521] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance d08daf56-6574-459e-ba9b-d38e107130e9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.259656] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 79b2f3b1-881e-4058-b04c-af8a906cad1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.259877] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 8dc455b9-3fbe-4d78-aa98-6f556b2319e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.259934] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 1c8f1434-feec-4fb6-9747-104299753463 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.260046] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance bc35bb54-bf52-4fc7-959f-05fccaaa5341 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.260166] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Migration 2c44447b-dbdb-4be8-b29a-558804dbb65b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1845.260298] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Migration 0d3d3b96-ca31-47a5-a0b6-5e40d5c39585 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1845.260457] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance a79f5737-549b-4cdd-ae42-591ed2fb12c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.260526] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance b56b90e1-8e96-4f22-8fc9-fb096395099b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.260785] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1845.260935] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3328MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1845.381278] env[62298]: DEBUG oslo_vmware.api [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Task: {'id': task-1804926, 'name': Rename_Task, 'duration_secs': 0.29877} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.381713] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1845.384609] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1d0c6ef-0b68-4f9a-b099-a7551c96fc8c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.395543] env[62298]: DEBUG oslo_vmware.api [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Waiting for the task: (returnval){ [ 1845.395543] env[62298]: value = "task-1804928" [ 1845.395543] env[62298]: _type = "Task" [ 1845.395543] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.407360] env[62298]: DEBUG oslo_vmware.api [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Task: {'id': task-1804928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.493341] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502ac8cc-b9fc-4c27-8636-380ab6f170b1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.515646] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd71eb3-5178-4289-9a5c-551ed074b2b1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.518851] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec4295a-d4df-4312-86b5-00fe65822f72 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.540887] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d00f5a0-089d-4221-bf6a-011213a5c990 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.544974] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Updating instance 'b56b90e1-8e96-4f22-8fc9-fb096395099b' progress to 67 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1845.581992] env[62298]: DEBUG nova.compute.manager [None req-c2a443e2-3b63-4f35-8b38-1852a8153c0d tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1845.582446] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a443e2-3b63-4f35-8b38-1852a8153c0d tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1845.584010] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42345e56-6170-49a1-aaba-9d4bfbd3475f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.587547] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db28b6f5-3e7b-461d-84ec-0d0fa1d4912d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.598288] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a443e2-3b63-4f35-8b38-1852a8153c0d tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1845.599748] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f0e022-93c6-4f19-8cdd-aba0e35d3647 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.603924] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21068421-9d18-454c-b010-5cb6d2450d20 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.622159] env[62298]: DEBUG nova.virt.hardware [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1845.622159] env[62298]: DEBUG nova.virt.hardware [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1845.622159] env[62298]: DEBUG nova.virt.hardware [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1845.622159] env[62298]: DEBUG nova.virt.hardware [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1845.622159] env[62298]: DEBUG nova.virt.hardware [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1845.622159] env[62298]: DEBUG nova.virt.hardware [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1845.622159] env[62298]: DEBUG nova.virt.hardware [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1845.622159] env[62298]: DEBUG nova.virt.hardware [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1845.622159] env[62298]: DEBUG nova.virt.hardware [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1845.622159] env[62298]: DEBUG nova.virt.hardware [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1845.622159] env[62298]: DEBUG nova.virt.hardware [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1845.627071] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Reconfiguring VM instance instance-00000048 to detach disk 2000 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1845.627686] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1845.632093] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e519b519-d597-4e5c-9c3e-52f5e1e064d2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.648846] env[62298]: DEBUG oslo_vmware.api [None req-c2a443e2-3b63-4f35-8b38-1852a8153c0d tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1845.648846] env[62298]: value = "task-1804929" [ 1845.648846] env[62298]: _type = "Task" [ 1845.648846] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.650769] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1845.664568] env[62298]: DEBUG oslo_vmware.api [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804927, 'name': PowerOnVM_Task, 'duration_secs': 0.518609} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.666348] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1845.667904] env[62298]: DEBUG oslo_vmware.api [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1845.667904] env[62298]: value = "task-1804930" [ 1845.667904] env[62298]: _type = "Task" [ 1845.667904] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.671500] env[62298]: DEBUG oslo_vmware.api [None req-c2a443e2-3b63-4f35-8b38-1852a8153c0d tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.673143] env[62298]: DEBUG nova.compute.manager [None req-8ec43b74-1a30-4a8a-948c-a168db980f39 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1845.677024] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c6291f-4b3c-40ad-899a-1d79264a8f5c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.689607] env[62298]: DEBUG oslo_vmware.api [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804930, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.895207] env[62298]: DEBUG oslo_concurrency.lockutils [None req-dee772ba-f610-48a9-8552-79e06ec91092 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "8dc455b9-3fbe-4d78-aa98-6f556b2319e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.895207] env[62298]: DEBUG oslo_concurrency.lockutils [None req-dee772ba-f610-48a9-8552-79e06ec91092 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "8dc455b9-3fbe-4d78-aa98-6f556b2319e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.895207] env[62298]: DEBUG oslo_concurrency.lockutils [None req-dee772ba-f610-48a9-8552-79e06ec91092 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "8dc455b9-3fbe-4d78-aa98-6f556b2319e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.895207] env[62298]: DEBUG oslo_concurrency.lockutils [None req-dee772ba-f610-48a9-8552-79e06ec91092 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "8dc455b9-3fbe-4d78-aa98-6f556b2319e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.895207] env[62298]: DEBUG oslo_concurrency.lockutils [None req-dee772ba-f610-48a9-8552-79e06ec91092 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "8dc455b9-3fbe-4d78-aa98-6f556b2319e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.902117] env[62298]: INFO nova.compute.manager [None req-dee772ba-f610-48a9-8552-79e06ec91092 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Terminating instance [ 1845.912040] env[62298]: DEBUG oslo_vmware.api [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Task: {'id': task-1804928, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.159026] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1846.159026] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.942s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.161773] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.778s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.162141] env[62298]: DEBUG nova.objects.instance [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62298) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1846.170784] env[62298]: DEBUG oslo_vmware.api [None req-c2a443e2-3b63-4f35-8b38-1852a8153c0d tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804929, 'name': PowerOffVM_Task, 'duration_secs': 0.328306} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.174023] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a443e2-3b63-4f35-8b38-1852a8153c0d tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1846.174023] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a443e2-3b63-4f35-8b38-1852a8153c0d tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1846.177662] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a23815d-8963-46c6-8027-664e9cf45095 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.188596] env[62298]: DEBUG oslo_vmware.api [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804930, 'name': ReconfigVM_Task, 'duration_secs': 0.289894} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.188596] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Reconfigured VM instance instance-00000048 to detach disk 2000 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1846.188596] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ab4203-c5d6-43f4-9aba-906123bfcd93 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.209902] env[62298]: DEBUG nova.network.neutron [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Port 2962fae3-81ee-41b5-b6ff-aa0c66991cf4 binding to destination host cpu-1 is already ACTIVE {{(pid=62298) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1846.219576] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] a79f5737-549b-4cdd-ae42-591ed2fb12c6/a79f5737-549b-4cdd-ae42-591ed2fb12c6.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1846.221764] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4e620bc-f4d2-442b-884f-2e2786d78064 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.243768] env[62298]: DEBUG oslo_vmware.api [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1846.243768] env[62298]: value = "task-1804932" [ 1846.243768] env[62298]: _type = "Task" [ 1846.243768] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.258448] env[62298]: DEBUG oslo_vmware.api [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804932, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.300601] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a443e2-3b63-4f35-8b38-1852a8153c0d tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1846.300882] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a443e2-3b63-4f35-8b38-1852a8153c0d tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1846.301188] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2a443e2-3b63-4f35-8b38-1852a8153c0d tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Deleting the datastore file [datastore1] daa6606d-56d9-4776-8434-bdf8006e36ea {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1846.301513] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56571462-7804-443c-9f48-eb2cf95edca0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.308981] env[62298]: DEBUG oslo_vmware.api [None req-c2a443e2-3b63-4f35-8b38-1852a8153c0d tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1846.308981] env[62298]: value = "task-1804933" [ 1846.308981] env[62298]: _type = "Task" [ 1846.308981] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.320156] env[62298]: DEBUG oslo_vmware.api [None req-c2a443e2-3b63-4f35-8b38-1852a8153c0d tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.409189] env[62298]: DEBUG oslo_vmware.api [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Task: {'id': task-1804928, 'name': PowerOnVM_Task, 'duration_secs': 0.785182} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.409613] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1846.409891] env[62298]: INFO nova.compute.manager [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1846.410215] env[62298]: DEBUG nova.compute.manager [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1846.411057] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6264efa-6257-45fd-bfaa-22a880a8dc63 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.416812] env[62298]: DEBUG nova.compute.manager [None req-dee772ba-f610-48a9-8552-79e06ec91092 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1846.416812] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-dee772ba-f610-48a9-8552-79e06ec91092 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1846.418044] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29057e45-3983-4a7f-8f7c-a3261356e2fd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.430068] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee772ba-f610-48a9-8552-79e06ec91092 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1846.430749] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73f2c51b-05a1-4a54-9c0f-8e2ab54124ed {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.437728] env[62298]: DEBUG oslo_vmware.api [None req-dee772ba-f610-48a9-8552-79e06ec91092 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1846.437728] env[62298]: value = "task-1804934" [ 1846.437728] env[62298]: _type = "Task" [ 1846.437728] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.449829] env[62298]: DEBUG oslo_vmware.api [None req-dee772ba-f610-48a9-8552-79e06ec91092 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.512806] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "2c86f429-65ca-4b6d-8596-e89dfd7f4001" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.513075] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "2c86f429-65ca-4b6d-8596-e89dfd7f4001" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.758535] env[62298]: DEBUG oslo_vmware.api [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804932, 'name': ReconfigVM_Task, 'duration_secs': 0.385817} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.758840] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Reconfigured VM instance instance-00000048 to attach disk [datastore1] a79f5737-549b-4cdd-ae42-591ed2fb12c6/a79f5737-549b-4cdd-ae42-591ed2fb12c6.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1846.759156] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Updating instance 'a79f5737-549b-4cdd-ae42-591ed2fb12c6' progress to 50 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1846.820303] env[62298]: DEBUG oslo_vmware.api [None req-c2a443e2-3b63-4f35-8b38-1852a8153c0d tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186895} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.820646] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2a443e2-3b63-4f35-8b38-1852a8153c0d tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1846.820762] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a443e2-3b63-4f35-8b38-1852a8153c0d tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1846.820890] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a443e2-3b63-4f35-8b38-1852a8153c0d tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1846.821368] env[62298]: INFO nova.compute.manager [None req-c2a443e2-3b63-4f35-8b38-1852a8153c0d tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1846.821368] env[62298]: DEBUG oslo.service.loopingcall [None req-c2a443e2-3b63-4f35-8b38-1852a8153c0d tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1846.821507] env[62298]: DEBUG nova.compute.manager [-] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1846.821579] env[62298]: DEBUG nova.network.neutron [-] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1846.879655] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "3870cdda-518c-46ad-bea4-f881891751e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.879655] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "3870cdda-518c-46ad-bea4-f881891751e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.942108] env[62298]: INFO nova.compute.manager [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Took 14.40 seconds to build instance. [ 1846.948313] env[62298]: DEBUG oslo_vmware.api [None req-dee772ba-f610-48a9-8552-79e06ec91092 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804934, 'name': PowerOffVM_Task, 'duration_secs': 0.204932} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.948570] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee772ba-f610-48a9-8552-79e06ec91092 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1846.948735] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-dee772ba-f610-48a9-8552-79e06ec91092 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1846.948993] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b19a4dd9-518a-4b54-93c2-f70661ba2727 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.015963] env[62298]: DEBUG nova.compute.manager [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1847.109474] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-dee772ba-f610-48a9-8552-79e06ec91092 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1847.109474] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-dee772ba-f610-48a9-8552-79e06ec91092 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1847.109474] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee772ba-f610-48a9-8552-79e06ec91092 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Deleting the datastore file [datastore1] 8dc455b9-3fbe-4d78-aa98-6f556b2319e3 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1847.109474] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f01d5e7a-1bcb-4370-97df-7d316cc131f2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.115548] env[62298]: DEBUG oslo_vmware.api [None req-dee772ba-f610-48a9-8552-79e06ec91092 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1847.115548] env[62298]: value = "task-1804936" [ 1847.115548] env[62298]: _type = "Task" [ 1847.115548] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.127284] env[62298]: DEBUG oslo_vmware.api [None req-dee772ba-f610-48a9-8552-79e06ec91092 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.173444] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b3ad78b7-71dd-44d7-9ecf-e29b40f6678a tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.216404] env[62298]: INFO nova.compute.manager [None req-889fc648-c426-4f41-8ec4-4c2601910fa5 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Unrescuing [ 1847.216404] env[62298]: DEBUG oslo_concurrency.lockutils [None req-889fc648-c426-4f41-8ec4-4c2601910fa5 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquiring lock "refresh_cache-1c8f1434-feec-4fb6-9747-104299753463" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.216404] env[62298]: DEBUG oslo_concurrency.lockutils [None req-889fc648-c426-4f41-8ec4-4c2601910fa5 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquired lock "refresh_cache-1c8f1434-feec-4fb6-9747-104299753463" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.216404] env[62298]: DEBUG nova.network.neutron [None req-889fc648-c426-4f41-8ec4-4c2601910fa5 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1847.238348] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "b56b90e1-8e96-4f22-8fc9-fb096395099b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.238680] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "b56b90e1-8e96-4f22-8fc9-fb096395099b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.238950] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "b56b90e1-8e96-4f22-8fc9-fb096395099b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.266437] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08e0722-e3fb-4a62-9a75-3f2b81e9b52d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.305017] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9e8d06-89d7-47c9-be3f-a44bd41fc705 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.330341] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Updating instance 'a79f5737-549b-4cdd-ae42-591ed2fb12c6' progress to 67 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1847.335736] env[62298]: DEBUG nova.compute.manager [req-f784e842-d46a-455e-bd88-f0d85f4583ca req-04a266d1-fda8-4b8e-baea-b2cddfa541a8 service nova] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Received event network-vif-deleted-e9c44a60-ee92-4a59-8c9d-ec6a690a5a20 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1847.339046] env[62298]: INFO nova.compute.manager [req-f784e842-d46a-455e-bd88-f0d85f4583ca req-04a266d1-fda8-4b8e-baea-b2cddfa541a8 service nova] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Neutron deleted interface e9c44a60-ee92-4a59-8c9d-ec6a690a5a20; detaching it from the instance and deleting it from the info cache [ 1847.339046] env[62298]: DEBUG nova.network.neutron [req-f784e842-d46a-455e-bd88-f0d85f4583ca req-04a266d1-fda8-4b8e-baea-b2cddfa541a8 service nova] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.381803] env[62298]: DEBUG nova.compute.manager [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1847.445748] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f3a79ed9-a5aa-4975-b1d0-4c58a2c3ba93 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Lock "bc35bb54-bf52-4fc7-959f-05fccaaa5341" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.908s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.542539] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.542798] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.544389] env[62298]: INFO nova.compute.claims [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1847.629661] env[62298]: DEBUG oslo_vmware.api [None req-dee772ba-f610-48a9-8552-79e06ec91092 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275266} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.629661] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee772ba-f610-48a9-8552-79e06ec91092 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1847.629661] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-dee772ba-f610-48a9-8552-79e06ec91092 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1847.629661] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-dee772ba-f610-48a9-8552-79e06ec91092 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1847.629661] env[62298]: INFO nova.compute.manager [None req-dee772ba-f610-48a9-8552-79e06ec91092 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1847.629661] env[62298]: DEBUG oslo.service.loopingcall [None req-dee772ba-f610-48a9-8552-79e06ec91092 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1847.629661] env[62298]: DEBUG nova.compute.manager [-] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1847.629661] env[62298]: DEBUG nova.network.neutron [-] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1847.802829] env[62298]: DEBUG nova.network.neutron [-] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.840456] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95c3047d-3d41-4aeb-81d0-c93e587390fe {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.852286] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7195d79c-4ddc-433e-8339-3aa49e0b3825 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.899156] env[62298]: DEBUG nova.compute.manager [req-f784e842-d46a-455e-bd88-f0d85f4583ca req-04a266d1-fda8-4b8e-baea-b2cddfa541a8 service nova] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Detach interface failed, port_id=e9c44a60-ee92-4a59-8c9d-ec6a690a5a20, reason: Instance daa6606d-56d9-4776-8434-bdf8006e36ea could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1847.923611] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.270671] env[62298]: DEBUG nova.network.neutron [None req-889fc648-c426-4f41-8ec4-4c2601910fa5 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Updating instance_info_cache with network_info: [{"id": "13e07f2d-7913-4822-8ad1-e9d8d45ac311", "address": "fa:16:3e:90:71:13", "network": {"id": "ddd73b2d-b773-479d-8d16-507c14c3b47d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-361272463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ba130cd6bcc44a7b8e449c3e63f9064c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13e07f2d-79", "ovs_interfaceid": "13e07f2d-7913-4822-8ad1-e9d8d45ac311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.302328] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "refresh_cache-b56b90e1-8e96-4f22-8fc9-fb096395099b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.302560] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquired lock "refresh_cache-b56b90e1-8e96-4f22-8fc9-fb096395099b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.302792] env[62298]: DEBUG nova.network.neutron [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1848.309712] env[62298]: INFO nova.compute.manager [-] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Took 1.49 seconds to deallocate network for instance. [ 1848.730624] env[62298]: DEBUG nova.network.neutron [-] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.773848] env[62298]: DEBUG oslo_concurrency.lockutils [None req-889fc648-c426-4f41-8ec4-4c2601910fa5 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Releasing lock "refresh_cache-1c8f1434-feec-4fb6-9747-104299753463" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.774506] env[62298]: DEBUG nova.objects.instance [None req-889fc648-c426-4f41-8ec4-4c2601910fa5 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Lazy-loading 'flavor' on Instance uuid 1c8f1434-feec-4fb6-9747-104299753463 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1848.821746] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2a443e2-3b63-4f35-8b38-1852a8153c0d tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.825520] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5cd5e0-b52e-42b4-8945-2e40f80bc99e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.833248] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68e6155-b248-4e1e-8bb4-c86d9f41e625 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.866094] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9b094e-a78e-4b45-bed0-a4eb81c97624 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.874117] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7e236d-540c-4702-8cfd-60f18cdfeefe {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.892240] env[62298]: DEBUG nova.compute.provider_tree [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1849.127467] env[62298]: DEBUG nova.network.neutron [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Port 187361e8-f5aa-4b32-b14f-02c5594206ef binding to destination host cpu-1 is already ACTIVE {{(pid=62298) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1849.239086] env[62298]: INFO nova.compute.manager [-] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Took 1.61 seconds to deallocate network for instance. [ 1849.289718] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34c8e74-d5ca-44d4-928c-cfbc4860e7d7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.316444] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-889fc648-c426-4f41-8ec4-4c2601910fa5 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1849.316871] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f66eb5e2-f3aa-4493-8bcd-bb60e48d33e6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.324353] env[62298]: DEBUG oslo_vmware.api [None req-889fc648-c426-4f41-8ec4-4c2601910fa5 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1849.324353] env[62298]: value = "task-1804937" [ 1849.324353] env[62298]: _type = "Task" [ 1849.324353] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.335404] env[62298]: DEBUG oslo_vmware.api [None req-889fc648-c426-4f41-8ec4-4c2601910fa5 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.383324] env[62298]: DEBUG nova.network.neutron [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Updating instance_info_cache with network_info: [{"id": "2962fae3-81ee-41b5-b6ff-aa0c66991cf4", "address": "fa:16:3e:e5:e0:96", "network": {"id": "091ff129-3451-49f5-adcd-213ad39e86c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-239447299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "590be3a2ce564aadaff20814b841c464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2962fae3-81", "ovs_interfaceid": "2962fae3-81ee-41b5-b6ff-aa0c66991cf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.400048] env[62298]: DEBUG nova.scheduler.client.report [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1849.746702] env[62298]: DEBUG oslo_concurrency.lockutils [None req-dee772ba-f610-48a9-8552-79e06ec91092 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.778165] env[62298]: DEBUG nova.compute.manager [req-06acc2f7-d252-4cb2-bbc8-881a70c183fd req-5497e3e1-908b-4908-a326-1773f703bf82 service nova] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Received event network-vif-deleted-3661d4a5-eb0d-40a5-b919-1febab26abca {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1849.837095] env[62298]: DEBUG oslo_vmware.api [None req-889fc648-c426-4f41-8ec4-4c2601910fa5 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804937, 'name': PowerOffVM_Task, 'duration_secs': 0.351383} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.837465] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-889fc648-c426-4f41-8ec4-4c2601910fa5 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1849.844427] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-889fc648-c426-4f41-8ec4-4c2601910fa5 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1849.846322] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8d877a0-5963-49b8-a3c2-5dced0c682c2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.872318] env[62298]: DEBUG oslo_vmware.api [None req-889fc648-c426-4f41-8ec4-4c2601910fa5 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1849.872318] env[62298]: value = "task-1804938" [ 1849.872318] env[62298]: _type = "Task" [ 1849.872318] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.883200] env[62298]: DEBUG oslo_vmware.api [None req-889fc648-c426-4f41-8ec4-4c2601910fa5 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804938, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.886408] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Releasing lock "refresh_cache-b56b90e1-8e96-4f22-8fc9-fb096395099b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.904764] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.905342] env[62298]: DEBUG nova.compute.manager [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1849.908026] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.985s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.911055] env[62298]: INFO nova.compute.claims [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1850.053783] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.054862] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.157955] env[62298]: DEBUG oslo_concurrency.lockutils [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "a79f5737-549b-4cdd-ae42-591ed2fb12c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.158171] env[62298]: DEBUG oslo_concurrency.lockutils [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "a79f5737-549b-4cdd-ae42-591ed2fb12c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.158443] env[62298]: DEBUG oslo_concurrency.lockutils [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "a79f5737-549b-4cdd-ae42-591ed2fb12c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.384282] env[62298]: DEBUG oslo_vmware.api [None req-889fc648-c426-4f41-8ec4-4c2601910fa5 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804938, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.410272] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b6455c-e73c-4c06-b37c-6a2b06c3a1ed {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.431779] env[62298]: DEBUG nova.compute.utils [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1850.435377] env[62298]: DEBUG nova.compute.manager [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1850.435377] env[62298]: DEBUG nova.network.neutron [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1850.438683] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224e3a2e-c9f7-4f06-bf93-c095e9136e7a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.446935] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Updating instance 'b56b90e1-8e96-4f22-8fc9-fb096395099b' progress to 83 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1850.507542] env[62298]: DEBUG nova.policy [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ae0284a53d24f548b8cab4e856dd1d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c1cee775abb4a1eb529b35f1cfae0f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1850.556818] env[62298]: DEBUG nova.compute.manager [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1850.884744] env[62298]: DEBUG oslo_vmware.api [None req-889fc648-c426-4f41-8ec4-4c2601910fa5 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804938, 'name': ReconfigVM_Task, 'duration_secs': 0.557835} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.885313] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-889fc648-c426-4f41-8ec4-4c2601910fa5 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1850.885569] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-889fc648-c426-4f41-8ec4-4c2601910fa5 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1850.885839] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6bedbde-46f9-47d8-9aa4-225fc916674e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.892254] env[62298]: DEBUG oslo_vmware.api [None req-889fc648-c426-4f41-8ec4-4c2601910fa5 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1850.892254] env[62298]: value = "task-1804939" [ 1850.892254] env[62298]: _type = "Task" [ 1850.892254] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.902698] env[62298]: DEBUG oslo_vmware.api [None req-889fc648-c426-4f41-8ec4-4c2601910fa5 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.935427] env[62298]: DEBUG nova.compute.manager [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1850.955738] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1850.956082] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef1a46bf-5562-4c18-a69f-915588091a26 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.969697] env[62298]: DEBUG oslo_vmware.api [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1850.969697] env[62298]: value = "task-1804940" [ 1850.969697] env[62298]: _type = "Task" [ 1850.969697] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.979611] env[62298]: DEBUG oslo_vmware.api [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.059770] env[62298]: DEBUG nova.network.neutron [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Successfully created port: b4badb94-6613-4769-96e9-d372c89cd814 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1851.087933] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.187498] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquiring lock "18f1a093-829a-4251-999a-4d95a437540a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.188373] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "18f1a093-829a-4251-999a-4d95a437540a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.248137] env[62298]: DEBUG oslo_concurrency.lockutils [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "refresh_cache-a79f5737-549b-4cdd-ae42-591ed2fb12c6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.248137] env[62298]: DEBUG oslo_concurrency.lockutils [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquired lock "refresh_cache-a79f5737-549b-4cdd-ae42-591ed2fb12c6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.248137] env[62298]: DEBUG nova.network.neutron [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1851.256079] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b86701-f8f8-4c05-a565-ee91484d93e2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.264957] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4a3463-adef-4d6b-87d6-981cb2738cad {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.300904] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc136976-edb6-41b3-8769-42368c6ef0ef {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.313709] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffde2a2-b0d6-4188-8c55-64548fcf1374 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.329147] env[62298]: DEBUG nova.compute.provider_tree [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1851.406191] env[62298]: DEBUG oslo_vmware.api [None req-889fc648-c426-4f41-8ec4-4c2601910fa5 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804939, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.482814] env[62298]: DEBUG oslo_vmware.api [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804940, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.691846] env[62298]: DEBUG nova.compute.manager [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1851.806493] env[62298]: DEBUG nova.compute.manager [req-9ec8e1e6-106f-4733-ab3c-b55c63cc4997 req-c7ac7fe5-8343-46e6-a1f6-5a69fc0f2c34 service nova] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Received event network-changed-fc696c7c-fda1-4d76-bcc1-4f9fc2b219fe {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1851.806713] env[62298]: DEBUG nova.compute.manager [req-9ec8e1e6-106f-4733-ab3c-b55c63cc4997 req-c7ac7fe5-8343-46e6-a1f6-5a69fc0f2c34 service nova] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Refreshing instance network info cache due to event network-changed-fc696c7c-fda1-4d76-bcc1-4f9fc2b219fe. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1851.806952] env[62298]: DEBUG oslo_concurrency.lockutils [req-9ec8e1e6-106f-4733-ab3c-b55c63cc4997 req-c7ac7fe5-8343-46e6-a1f6-5a69fc0f2c34 service nova] Acquiring lock "refresh_cache-bc35bb54-bf52-4fc7-959f-05fccaaa5341" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.807123] env[62298]: DEBUG oslo_concurrency.lockutils [req-9ec8e1e6-106f-4733-ab3c-b55c63cc4997 req-c7ac7fe5-8343-46e6-a1f6-5a69fc0f2c34 service nova] Acquired lock "refresh_cache-bc35bb54-bf52-4fc7-959f-05fccaaa5341" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.807317] env[62298]: DEBUG nova.network.neutron [req-9ec8e1e6-106f-4733-ab3c-b55c63cc4997 req-c7ac7fe5-8343-46e6-a1f6-5a69fc0f2c34 service nova] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Refreshing network info cache for port fc696c7c-fda1-4d76-bcc1-4f9fc2b219fe {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1851.833097] env[62298]: DEBUG nova.scheduler.client.report [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1851.903280] env[62298]: DEBUG oslo_vmware.api [None req-889fc648-c426-4f41-8ec4-4c2601910fa5 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804939, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.949089] env[62298]: DEBUG nova.compute.manager [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1851.978088] env[62298]: DEBUG nova.virt.hardware [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1851.978418] env[62298]: DEBUG nova.virt.hardware [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1851.978549] env[62298]: DEBUG nova.virt.hardware [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1851.978732] env[62298]: DEBUG nova.virt.hardware [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1851.978878] env[62298]: DEBUG nova.virt.hardware [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1851.979061] env[62298]: DEBUG nova.virt.hardware [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1851.979297] env[62298]: DEBUG nova.virt.hardware [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1851.979460] env[62298]: DEBUG nova.virt.hardware [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1851.979629] env[62298]: DEBUG nova.virt.hardware [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1851.979794] env[62298]: DEBUG nova.virt.hardware [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1851.979971] env[62298]: DEBUG nova.virt.hardware [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1851.980819] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a63355d-3d56-44d3-96dc-218dbfde0b4a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.986555] env[62298]: DEBUG oslo_vmware.api [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804940, 'name': PowerOnVM_Task, 'duration_secs': 0.764656} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.989714] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1851.990488] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c790da3a-0a9f-4cc4-badf-5b6ced63fe54 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Updating instance 'b56b90e1-8e96-4f22-8fc9-fb096395099b' progress to 100 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1851.998817] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cb171b-59cd-4922-a098-236987655f31 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.219185] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.254286] env[62298]: DEBUG nova.network.neutron [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Updating instance_info_cache with network_info: [{"id": "187361e8-f5aa-4b32-b14f-02c5594206ef", "address": "fa:16:3e:e2:ed:ef", "network": {"id": "94bd295c-7a95-4ae9-8468-34209c70d332", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-786886130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5af512a3e1f469f9c4223575f326699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap187361e8-f5", "ovs_interfaceid": "187361e8-f5aa-4b32-b14f-02c5594206ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.340433] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.341011] env[62298]: DEBUG nova.compute.manager [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1852.343839] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2a443e2-3b63-4f35-8b38-1852a8153c0d tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.522s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.343918] env[62298]: DEBUG nova.objects.instance [None req-c2a443e2-3b63-4f35-8b38-1852a8153c0d tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lazy-loading 'resources' on Instance uuid daa6606d-56d9-4776-8434-bdf8006e36ea {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1852.403545] env[62298]: DEBUG oslo_vmware.api [None req-889fc648-c426-4f41-8ec4-4c2601910fa5 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804939, 'name': PowerOnVM_Task, 'duration_secs': 1.186561} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.403813] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-889fc648-c426-4f41-8ec4-4c2601910fa5 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1852.404058] env[62298]: DEBUG nova.compute.manager [None req-889fc648-c426-4f41-8ec4-4c2601910fa5 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1852.404811] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4023194-199e-4924-a8a1-a0d00bb6cf01 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.137195] env[62298]: DEBUG oslo_concurrency.lockutils [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Releasing lock "refresh_cache-a79f5737-549b-4cdd-ae42-591ed2fb12c6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.142476] env[62298]: DEBUG nova.compute.utils [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1853.148790] env[62298]: DEBUG nova.network.neutron [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Successfully updated port: b4badb94-6613-4769-96e9-d372c89cd814 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1853.155119] env[62298]: DEBUG nova.compute.manager [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1853.155119] env[62298]: DEBUG nova.network.neutron [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1853.298489] env[62298]: DEBUG nova.policy [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fc94034ed094a7e9d79ed1cd0fa8c69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60ff3e052184495da842a8b9e1009816', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1853.406892] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13d2641-d703-471a-9d49-e4ee09df2656 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.414759] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a55220-f1f1-4f02-88e7-725c2bd34225 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.444833] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ec1226-e150-4fb1-8ed2-f867fb37cfae {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.452542] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104f6f8b-483a-4418-9728-75719b5fe31e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.468767] env[62298]: DEBUG nova.compute.provider_tree [None req-c2a443e2-3b63-4f35-8b38-1852a8153c0d tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1853.649514] env[62298]: DEBUG nova.compute.manager [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1853.661165] env[62298]: DEBUG nova.network.neutron [req-9ec8e1e6-106f-4733-ab3c-b55c63cc4997 req-c7ac7fe5-8343-46e6-a1f6-5a69fc0f2c34 service nova] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Updated VIF entry in instance network info cache for port fc696c7c-fda1-4d76-bcc1-4f9fc2b219fe. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1853.662186] env[62298]: DEBUG nova.network.neutron [req-9ec8e1e6-106f-4733-ab3c-b55c63cc4997 req-c7ac7fe5-8343-46e6-a1f6-5a69fc0f2c34 service nova] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Updating instance_info_cache with network_info: [{"id": "fc696c7c-fda1-4d76-bcc1-4f9fc2b219fe", "address": "fa:16:3e:11:1e:7d", "network": {"id": "89eceab8-4b04-447e-bb05-ab3ce69fc3fe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-150860663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad89b0ab76df4460980b5b0fae835a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc696c7c-fd", "ovs_interfaceid": "fc696c7c-fda1-4d76-bcc1-4f9fc2b219fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.665432] env[62298]: INFO nova.compute.manager [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Rebuilding instance [ 1853.667655] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "refresh_cache-2c86f429-65ca-4b6d-8596-e89dfd7f4001" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.667739] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquired lock "refresh_cache-2c86f429-65ca-4b6d-8596-e89dfd7f4001" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.667904] env[62298]: DEBUG nova.network.neutron [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1853.671382] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a55a20e-d744-4543-b0cb-cf880e5e9c67 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.679401] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692cc919-a94e-436b-9457-020d1f8130d7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.743132] env[62298]: DEBUG nova.compute.manager [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1853.746019] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981e65f4-dabe-4417-a1bc-3f6c446f2f74 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.975024] env[62298]: DEBUG nova.scheduler.client.report [None req-c2a443e2-3b63-4f35-8b38-1852a8153c0d tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1854.171809] env[62298]: DEBUG oslo_concurrency.lockutils [req-9ec8e1e6-106f-4733-ab3c-b55c63cc4997 req-c7ac7fe5-8343-46e6-a1f6-5a69fc0f2c34 service nova] Releasing lock "refresh_cache-bc35bb54-bf52-4fc7-959f-05fccaaa5341" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.248198] env[62298]: DEBUG nova.network.neutron [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1854.454821] env[62298]: DEBUG nova.network.neutron [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Successfully created port: c0420157-c9d1-4060-aad6-75e79b854adf {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1854.480019] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2a443e2-3b63-4f35-8b38-1852a8153c0d tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.480532] env[62298]: DEBUG oslo_concurrency.lockutils [None req-dee772ba-f610-48a9-8552-79e06ec91092 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.734s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.481219] env[62298]: DEBUG nova.objects.instance [None req-dee772ba-f610-48a9-8552-79e06ec91092 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lazy-loading 'resources' on Instance uuid 8dc455b9-3fbe-4d78-aa98-6f556b2319e3 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1854.503715] env[62298]: INFO nova.scheduler.client.report [None req-c2a443e2-3b63-4f35-8b38-1852a8153c0d tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Deleted allocations for instance daa6606d-56d9-4776-8434-bdf8006e36ea [ 1854.651032] env[62298]: DEBUG nova.network.neutron [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Updating instance_info_cache with network_info: [{"id": "b4badb94-6613-4769-96e9-d372c89cd814", "address": "fa:16:3e:b4:1e:32", "network": {"id": "06b906cf-d50a-43c4-8cd2-58ea08057ab7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-166934998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c1cee775abb4a1eb529b35f1cfae0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4badb94-66", "ovs_interfaceid": "b4badb94-6613-4769-96e9-d372c89cd814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.674035] env[62298]: DEBUG nova.compute.manager [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1854.685571] env[62298]: DEBUG nova.compute.manager [req-94cd37ef-2646-493e-8c7a-e7d356b9da78 req-abada163-62d2-4906-b556-176de8bd1a76 service nova] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Received event network-vif-plugged-b4badb94-6613-4769-96e9-d372c89cd814 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1854.685925] env[62298]: DEBUG oslo_concurrency.lockutils [req-94cd37ef-2646-493e-8c7a-e7d356b9da78 req-abada163-62d2-4906-b556-176de8bd1a76 service nova] Acquiring lock "2c86f429-65ca-4b6d-8596-e89dfd7f4001-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.686388] env[62298]: DEBUG oslo_concurrency.lockutils [req-94cd37ef-2646-493e-8c7a-e7d356b9da78 req-abada163-62d2-4906-b556-176de8bd1a76 service nova] Lock "2c86f429-65ca-4b6d-8596-e89dfd7f4001-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.688236] env[62298]: DEBUG oslo_concurrency.lockutils [req-94cd37ef-2646-493e-8c7a-e7d356b9da78 req-abada163-62d2-4906-b556-176de8bd1a76 service nova] Lock "2c86f429-65ca-4b6d-8596-e89dfd7f4001-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.688436] env[62298]: DEBUG nova.compute.manager [req-94cd37ef-2646-493e-8c7a-e7d356b9da78 req-abada163-62d2-4906-b556-176de8bd1a76 service nova] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] No waiting events found dispatching network-vif-plugged-b4badb94-6613-4769-96e9-d372c89cd814 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1854.688619] env[62298]: WARNING nova.compute.manager [req-94cd37ef-2646-493e-8c7a-e7d356b9da78 req-abada163-62d2-4906-b556-176de8bd1a76 service nova] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Received unexpected event network-vif-plugged-b4badb94-6613-4769-96e9-d372c89cd814 for instance with vm_state building and task_state spawning. [ 1854.688902] env[62298]: DEBUG nova.compute.manager [req-94cd37ef-2646-493e-8c7a-e7d356b9da78 req-abada163-62d2-4906-b556-176de8bd1a76 service nova] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Received event network-changed-b4badb94-6613-4769-96e9-d372c89cd814 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1854.688963] env[62298]: DEBUG nova.compute.manager [req-94cd37ef-2646-493e-8c7a-e7d356b9da78 req-abada163-62d2-4906-b556-176de8bd1a76 service nova] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Refreshing instance network info cache due to event network-changed-b4badb94-6613-4769-96e9-d372c89cd814. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1854.689327] env[62298]: DEBUG oslo_concurrency.lockutils [req-94cd37ef-2646-493e-8c7a-e7d356b9da78 req-abada163-62d2-4906-b556-176de8bd1a76 service nova] Acquiring lock "refresh_cache-2c86f429-65ca-4b6d-8596-e89dfd7f4001" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.709278] env[62298]: DEBUG nova.virt.hardware [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1854.709567] env[62298]: DEBUG nova.virt.hardware [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1854.709728] env[62298]: DEBUG nova.virt.hardware [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1854.709910] env[62298]: DEBUG nova.virt.hardware [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1854.710097] env[62298]: DEBUG nova.virt.hardware [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1854.710314] env[62298]: DEBUG nova.virt.hardware [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1854.710481] env[62298]: DEBUG nova.virt.hardware [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1854.710641] env[62298]: DEBUG nova.virt.hardware [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1854.710807] env[62298]: DEBUG nova.virt.hardware [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1854.710973] env[62298]: DEBUG nova.virt.hardware [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1854.712270] env[62298]: DEBUG nova.virt.hardware [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1854.712375] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53508d0c-b343-47c3-ab21-e432761fc85b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.725400] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f3c0e6-d2d5-4a0a-bf84-bd06931d9c80 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.767490] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1854.767781] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6e4f70e-99b2-4887-abe9-4cc056c8860b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.776692] env[62298]: DEBUG oslo_vmware.api [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Waiting for the task: (returnval){ [ 1854.776692] env[62298]: value = "task-1804941" [ 1854.776692] env[62298]: _type = "Task" [ 1854.776692] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.786167] env[62298]: DEBUG oslo_vmware.api [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Task: {'id': task-1804941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.811721] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbfbdc3-b112-44e0-a6b2-f025d4911323 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.836690] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3248f991-9164-4763-a8ee-90d2d7fe1f95 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.844776] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Updating instance 'a79f5737-549b-4cdd-ae42-591ed2fb12c6' progress to 83 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1855.014324] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2a443e2-3b63-4f35-8b38-1852a8153c0d tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "daa6606d-56d9-4776-8434-bdf8006e36ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.941s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.153319] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Releasing lock "refresh_cache-2c86f429-65ca-4b6d-8596-e89dfd7f4001" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.156028] env[62298]: DEBUG nova.compute.manager [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Instance network_info: |[{"id": "b4badb94-6613-4769-96e9-d372c89cd814", "address": "fa:16:3e:b4:1e:32", "network": {"id": "06b906cf-d50a-43c4-8cd2-58ea08057ab7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-166934998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c1cee775abb4a1eb529b35f1cfae0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4badb94-66", "ovs_interfaceid": "b4badb94-6613-4769-96e9-d372c89cd814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1855.156028] env[62298]: DEBUG oslo_concurrency.lockutils [req-94cd37ef-2646-493e-8c7a-e7d356b9da78 req-abada163-62d2-4906-b556-176de8bd1a76 service nova] Acquired lock "refresh_cache-2c86f429-65ca-4b6d-8596-e89dfd7f4001" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.156028] env[62298]: DEBUG nova.network.neutron [req-94cd37ef-2646-493e-8c7a-e7d356b9da78 req-abada163-62d2-4906-b556-176de8bd1a76 service nova] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Refreshing network info cache for port b4badb94-6613-4769-96e9-d372c89cd814 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1855.156028] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:1e:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4badb94-6613-4769-96e9-d372c89cd814', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1855.163590] env[62298]: DEBUG oslo.service.loopingcall [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1855.166799] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1855.168059] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93111867-628c-435b-b585-e1d63880f395 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.191363] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1855.191363] env[62298]: value = "task-1804942" [ 1855.191363] env[62298]: _type = "Task" [ 1855.191363] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.202518] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804942, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.220796] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e41b5ae7-5b4d-471a-822b-9fff8e3b1688 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquiring lock "1c8f1434-feec-4fb6-9747-104299753463" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.220796] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e41b5ae7-5b4d-471a-822b-9fff8e3b1688 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Lock "1c8f1434-feec-4fb6-9747-104299753463" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.220796] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e41b5ae7-5b4d-471a-822b-9fff8e3b1688 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquiring lock "1c8f1434-feec-4fb6-9747-104299753463-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.220960] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e41b5ae7-5b4d-471a-822b-9fff8e3b1688 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Lock "1c8f1434-feec-4fb6-9747-104299753463-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.221135] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e41b5ae7-5b4d-471a-822b-9fff8e3b1688 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Lock "1c8f1434-feec-4fb6-9747-104299753463-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.223534] env[62298]: INFO nova.compute.manager [None req-e41b5ae7-5b4d-471a-822b-9fff8e3b1688 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Terminating instance [ 1855.242784] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd18795-b2eb-4fa2-8dfc-79068a270f3e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.251865] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bcf66f-0a52-46a3-8a14-6b32873045df {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.291939] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88025945-e02c-46b1-9225-8aa48f462642 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.300223] env[62298]: DEBUG oslo_vmware.api [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Task: {'id': task-1804941, 'name': PowerOffVM_Task, 'duration_secs': 0.283945} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.302218] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1855.303997] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1855.303997] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b50cf1c-3b15-451d-a8d7-da4f8bedd746 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.306154] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16085e6c-edcc-47b7-8ae1-3258ac1caa43 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.320775] env[62298]: DEBUG nova.compute.provider_tree [None req-dee772ba-f610-48a9-8552-79e06ec91092 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1855.323808] env[62298]: DEBUG oslo_vmware.api [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Waiting for the task: (returnval){ [ 1855.323808] env[62298]: value = "task-1804943" [ 1855.323808] env[62298]: _type = "Task" [ 1855.323808] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.331933] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] VM already powered off {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1855.332518] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Volume detach. Driver type: vmdk {{(pid=62298) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1855.332518] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374145', 'volume_id': '187827d9-e89c-45d3-9ef6-2a6f34cab555', 'name': 'volume-187827d9-e89c-45d3-9ef6-2a6f34cab555', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd08daf56-6574-459e-ba9b-d38e107130e9', 'attached_at': '', 'detached_at': '', 'volume_id': '187827d9-e89c-45d3-9ef6-2a6f34cab555', 'serial': '187827d9-e89c-45d3-9ef6-2a6f34cab555'} {{(pid=62298) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1855.333147] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171aaafb-6526-4ee1-af31-c21ae0d663cb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.362125] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1855.362725] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18a19341-26af-48a2-b5d7-d7bc3759332f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.365490] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3bf539-5e49-4e19-ab42-51a6f885eb2c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.374347] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f765544a-0afc-4e30-9045-d44bde71934c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.378890] env[62298]: DEBUG oslo_vmware.api [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1855.378890] env[62298]: value = "task-1804944" [ 1855.378890] env[62298]: _type = "Task" [ 1855.378890] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.397182] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39695b42-0834-4ce6-8c60-aca1f53c4ec5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.403621] env[62298]: DEBUG oslo_vmware.api [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804944, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.417068] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] The volume has not been displaced from its original location: [datastore1] volume-187827d9-e89c-45d3-9ef6-2a6f34cab555/volume-187827d9-e89c-45d3-9ef6-2a6f34cab555.vmdk. No consolidation needed. {{(pid=62298) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1855.422506] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Reconfiguring VM instance instance-00000059 to detach disk 2000 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1855.422921] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54080093-bb05-40de-9dab-dba14cd16dc3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.444069] env[62298]: DEBUG oslo_vmware.api [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Waiting for the task: (returnval){ [ 1855.444069] env[62298]: value = "task-1804945" [ 1855.444069] env[62298]: _type = "Task" [ 1855.444069] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.451303] env[62298]: DEBUG oslo_vmware.api [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Task: {'id': task-1804945, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.704700] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804942, 'name': CreateVM_Task, 'duration_secs': 0.385506} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.704921] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1855.706544] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.706815] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.707169] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1855.709983] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-343a4a7f-7c37-4e92-905a-4d3d0a03651e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.716841] env[62298]: DEBUG oslo_vmware.api [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1855.716841] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521e6e8a-c3e8-9144-9944-616bf89dcf6e" [ 1855.716841] env[62298]: _type = "Task" [ 1855.716841] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.725882] env[62298]: DEBUG oslo_vmware.api [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521e6e8a-c3e8-9144-9944-616bf89dcf6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.727715] env[62298]: DEBUG nova.compute.manager [None req-e41b5ae7-5b4d-471a-822b-9fff8e3b1688 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1855.727889] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e41b5ae7-5b4d-471a-822b-9fff8e3b1688 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1855.728669] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55aff7ee-7dd7-4b3c-b93a-1fc61a9b5c7a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.735437] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41b5ae7-5b4d-471a-822b-9fff8e3b1688 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1855.735969] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-999c9fff-6922-40b8-b4d5-3078fae24e20 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.743728] env[62298]: DEBUG oslo_vmware.api [None req-e41b5ae7-5b4d-471a-822b-9fff8e3b1688 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1855.743728] env[62298]: value = "task-1804946" [ 1855.743728] env[62298]: _type = "Task" [ 1855.743728] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.751560] env[62298]: DEBUG oslo_vmware.api [None req-e41b5ae7-5b4d-471a-822b-9fff8e3b1688 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.824463] env[62298]: DEBUG nova.scheduler.client.report [None req-dee772ba-f610-48a9-8552-79e06ec91092 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1855.890704] env[62298]: DEBUG oslo_vmware.api [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804944, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.953892] env[62298]: DEBUG oslo_vmware.api [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Task: {'id': task-1804945, 'name': ReconfigVM_Task, 'duration_secs': 0.171979} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.954313] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Reconfigured VM instance instance-00000059 to detach disk 2000 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1855.959299] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b61e912b-c06f-4a26-b02f-3e171985dba5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.977186] env[62298]: DEBUG oslo_vmware.api [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Waiting for the task: (returnval){ [ 1855.977186] env[62298]: value = "task-1804947" [ 1855.977186] env[62298]: _type = "Task" [ 1855.977186] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.993541] env[62298]: DEBUG oslo_vmware.api [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Task: {'id': task-1804947, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.994974] env[62298]: DEBUG nova.network.neutron [req-94cd37ef-2646-493e-8c7a-e7d356b9da78 req-abada163-62d2-4906-b556-176de8bd1a76 service nova] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Updated VIF entry in instance network info cache for port b4badb94-6613-4769-96e9-d372c89cd814. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1855.995380] env[62298]: DEBUG nova.network.neutron [req-94cd37ef-2646-493e-8c7a-e7d356b9da78 req-abada163-62d2-4906-b556-176de8bd1a76 service nova] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Updating instance_info_cache with network_info: [{"id": "b4badb94-6613-4769-96e9-d372c89cd814", "address": "fa:16:3e:b4:1e:32", "network": {"id": "06b906cf-d50a-43c4-8cd2-58ea08057ab7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-166934998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c1cee775abb4a1eb529b35f1cfae0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4badb94-66", "ovs_interfaceid": "b4badb94-6613-4769-96e9-d372c89cd814", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.030239] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "b56b90e1-8e96-4f22-8fc9-fb096395099b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.030533] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "b56b90e1-8e96-4f22-8fc9-fb096395099b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.030735] env[62298]: DEBUG nova.compute.manager [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Going to confirm migration 4 {{(pid=62298) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1856.229567] env[62298]: DEBUG oslo_vmware.api [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521e6e8a-c3e8-9144-9944-616bf89dcf6e, 'name': SearchDatastore_Task, 'duration_secs': 0.020419} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.234777] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.234777] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1856.234777] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.234929] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.235145] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1856.235634] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3712f22c-09de-4266-bc96-6841c96cf5d6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.250337] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1856.250771] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1856.251865] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aa33a8a-31ab-4801-9888-5146c2293ac7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.257685] env[62298]: DEBUG oslo_vmware.api [None req-e41b5ae7-5b4d-471a-822b-9fff8e3b1688 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804946, 'name': PowerOffVM_Task, 'duration_secs': 0.278258} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.258269] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41b5ae7-5b4d-471a-822b-9fff8e3b1688 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1856.258445] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e41b5ae7-5b4d-471a-822b-9fff8e3b1688 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1856.258675] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e63097d-5a62-4a66-8ab9-48a73a89350b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.261864] env[62298]: DEBUG oslo_vmware.api [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1856.261864] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524a5806-6081-6808-ef68-d6a95e863aff" [ 1856.261864] env[62298]: _type = "Task" [ 1856.261864] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.269994] env[62298]: DEBUG oslo_vmware.api [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524a5806-6081-6808-ef68-d6a95e863aff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.331354] env[62298]: DEBUG oslo_concurrency.lockutils [None req-dee772ba-f610-48a9-8552-79e06ec91092 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.851s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.333735] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.246s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.335770] env[62298]: INFO nova.compute.claims [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1856.361360] env[62298]: INFO nova.scheduler.client.report [None req-dee772ba-f610-48a9-8552-79e06ec91092 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Deleted allocations for instance 8dc455b9-3fbe-4d78-aa98-6f556b2319e3 [ 1856.389320] env[62298]: DEBUG oslo_vmware.api [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804944, 'name': PowerOnVM_Task, 'duration_secs': 0.625249} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.389627] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1856.389819] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-10e63a2e-075e-42db-bd8e-1e70ef647520 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Updating instance 'a79f5737-549b-4cdd-ae42-591ed2fb12c6' progress to 100 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1856.409084] env[62298]: DEBUG nova.network.neutron [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Successfully updated port: c0420157-c9d1-4060-aad6-75e79b854adf {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1856.449374] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e41b5ae7-5b4d-471a-822b-9fff8e3b1688 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1856.449539] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e41b5ae7-5b4d-471a-822b-9fff8e3b1688 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1856.449722] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41b5ae7-5b4d-471a-822b-9fff8e3b1688 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Deleting the datastore file [datastore1] 1c8f1434-feec-4fb6-9747-104299753463 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1856.450074] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5580d923-0994-40d8-853b-49cfd4f772ac {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.460984] env[62298]: DEBUG oslo_vmware.api [None req-e41b5ae7-5b4d-471a-822b-9fff8e3b1688 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1856.460984] env[62298]: value = "task-1804949" [ 1856.460984] env[62298]: _type = "Task" [ 1856.460984] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.470015] env[62298]: DEBUG oslo_vmware.api [None req-e41b5ae7-5b4d-471a-822b-9fff8e3b1688 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.484633] env[62298]: DEBUG oslo_vmware.api [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Task: {'id': task-1804947, 'name': ReconfigVM_Task, 'duration_secs': 0.288545} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.484919] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374145', 'volume_id': '187827d9-e89c-45d3-9ef6-2a6f34cab555', 'name': 'volume-187827d9-e89c-45d3-9ef6-2a6f34cab555', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd08daf56-6574-459e-ba9b-d38e107130e9', 'attached_at': '', 'detached_at': '', 'volume_id': '187827d9-e89c-45d3-9ef6-2a6f34cab555', 'serial': '187827d9-e89c-45d3-9ef6-2a6f34cab555'} {{(pid=62298) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1856.485198] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1856.485931] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8232bf-91c3-4bd0-a983-9f3388584d62 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.493285] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1856.493532] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9253ebd0-49c4-46ae-adb6-4bc48333cccf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.498493] env[62298]: DEBUG oslo_concurrency.lockutils [req-94cd37ef-2646-493e-8c7a-e7d356b9da78 req-abada163-62d2-4906-b556-176de8bd1a76 service nova] Releasing lock "refresh_cache-2c86f429-65ca-4b6d-8596-e89dfd7f4001" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.498752] env[62298]: DEBUG nova.compute.manager [req-94cd37ef-2646-493e-8c7a-e7d356b9da78 req-abada163-62d2-4906-b556-176de8bd1a76 service nova] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Received event network-changed-fc696c7c-fda1-4d76-bcc1-4f9fc2b219fe {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1856.498924] env[62298]: DEBUG nova.compute.manager [req-94cd37ef-2646-493e-8c7a-e7d356b9da78 req-abada163-62d2-4906-b556-176de8bd1a76 service nova] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Refreshing instance network info cache due to event network-changed-fc696c7c-fda1-4d76-bcc1-4f9fc2b219fe. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1856.499172] env[62298]: DEBUG oslo_concurrency.lockutils [req-94cd37ef-2646-493e-8c7a-e7d356b9da78 req-abada163-62d2-4906-b556-176de8bd1a76 service nova] Acquiring lock "refresh_cache-bc35bb54-bf52-4fc7-959f-05fccaaa5341" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.499367] env[62298]: DEBUG oslo_concurrency.lockutils [req-94cd37ef-2646-493e-8c7a-e7d356b9da78 req-abada163-62d2-4906-b556-176de8bd1a76 service nova] Acquired lock "refresh_cache-bc35bb54-bf52-4fc7-959f-05fccaaa5341" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.499540] env[62298]: DEBUG nova.network.neutron [req-94cd37ef-2646-493e-8c7a-e7d356b9da78 req-abada163-62d2-4906-b556-176de8bd1a76 service nova] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Refreshing network info cache for port fc696c7c-fda1-4d76-bcc1-4f9fc2b219fe {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1856.597865] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "refresh_cache-b56b90e1-8e96-4f22-8fc9-fb096395099b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.598215] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquired lock "refresh_cache-b56b90e1-8e96-4f22-8fc9-fb096395099b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.598489] env[62298]: DEBUG nova.network.neutron [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1856.598700] env[62298]: DEBUG nova.objects.instance [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lazy-loading 'info_cache' on Instance uuid b56b90e1-8e96-4f22-8fc9-fb096395099b {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1856.698343] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e5ff5ff1-4e53-484e-9f6f-269343081384 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Acquiring lock "bc35bb54-bf52-4fc7-959f-05fccaaa5341" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.698632] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e5ff5ff1-4e53-484e-9f6f-269343081384 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Lock "bc35bb54-bf52-4fc7-959f-05fccaaa5341" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.698841] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e5ff5ff1-4e53-484e-9f6f-269343081384 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Acquiring lock "bc35bb54-bf52-4fc7-959f-05fccaaa5341-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.699031] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e5ff5ff1-4e53-484e-9f6f-269343081384 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Lock "bc35bb54-bf52-4fc7-959f-05fccaaa5341-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.699229] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e5ff5ff1-4e53-484e-9f6f-269343081384 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Lock "bc35bb54-bf52-4fc7-959f-05fccaaa5341-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.701284] env[62298]: INFO nova.compute.manager [None req-e5ff5ff1-4e53-484e-9f6f-269343081384 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Terminating instance [ 1856.749652] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1856.750032] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1856.750247] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Deleting the datastore file [datastore1] d08daf56-6574-459e-ba9b-d38e107130e9 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1856.750508] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07629dc5-6023-4a81-a974-7dbff2e321db {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.756961] env[62298]: DEBUG oslo_vmware.api [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Waiting for the task: (returnval){ [ 1856.756961] env[62298]: value = "task-1804951" [ 1856.756961] env[62298]: _type = "Task" [ 1856.756961] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.768707] env[62298]: DEBUG oslo_vmware.api [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Task: {'id': task-1804951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.774273] env[62298]: DEBUG oslo_vmware.api [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524a5806-6081-6808-ef68-d6a95e863aff, 'name': SearchDatastore_Task, 'duration_secs': 0.025607} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.775096] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b1d99c9-ba2a-4126-980d-94ed16c70b92 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.780592] env[62298]: DEBUG oslo_vmware.api [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1856.780592] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e22798-39ed-f5eb-00af-0b54155671c0" [ 1856.780592] env[62298]: _type = "Task" [ 1856.780592] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.789542] env[62298]: DEBUG oslo_vmware.api [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e22798-39ed-f5eb-00af-0b54155671c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.871138] env[62298]: DEBUG oslo_concurrency.lockutils [None req-dee772ba-f610-48a9-8552-79e06ec91092 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "8dc455b9-3fbe-4d78-aa98-6f556b2319e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.978s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.911229] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "refresh_cache-3870cdda-518c-46ad-bea4-f881891751e5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.911768] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquired lock "refresh_cache-3870cdda-518c-46ad-bea4-f881891751e5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.911768] env[62298]: DEBUG nova.network.neutron [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1856.973170] env[62298]: DEBUG oslo_vmware.api [None req-e41b5ae7-5b4d-471a-822b-9fff8e3b1688 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37811} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.973438] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41b5ae7-5b4d-471a-822b-9fff8e3b1688 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1856.974176] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e41b5ae7-5b4d-471a-822b-9fff8e3b1688 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1856.974176] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e41b5ae7-5b4d-471a-822b-9fff8e3b1688 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1856.974176] env[62298]: INFO nova.compute.manager [None req-e41b5ae7-5b4d-471a-822b-9fff8e3b1688 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1856.974327] env[62298]: DEBUG oslo.service.loopingcall [None req-e41b5ae7-5b4d-471a-822b-9fff8e3b1688 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1856.974471] env[62298]: DEBUG nova.compute.manager [-] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1856.974565] env[62298]: DEBUG nova.network.neutron [-] [instance: 1c8f1434-feec-4fb6-9747-104299753463] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1857.171424] env[62298]: DEBUG nova.compute.manager [req-9220261b-d83d-433d-912c-1ef0c02d93fc req-5e766915-e646-4d92-b82d-22ea3ca5ea67 service nova] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Received event network-vif-plugged-c0420157-c9d1-4060-aad6-75e79b854adf {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1857.171424] env[62298]: DEBUG oslo_concurrency.lockutils [req-9220261b-d83d-433d-912c-1ef0c02d93fc req-5e766915-e646-4d92-b82d-22ea3ca5ea67 service nova] Acquiring lock "3870cdda-518c-46ad-bea4-f881891751e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.171593] env[62298]: DEBUG oslo_concurrency.lockutils [req-9220261b-d83d-433d-912c-1ef0c02d93fc req-5e766915-e646-4d92-b82d-22ea3ca5ea67 service nova] Lock "3870cdda-518c-46ad-bea4-f881891751e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.171740] env[62298]: DEBUG oslo_concurrency.lockutils [req-9220261b-d83d-433d-912c-1ef0c02d93fc req-5e766915-e646-4d92-b82d-22ea3ca5ea67 service nova] Lock "3870cdda-518c-46ad-bea4-f881891751e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.172120] env[62298]: DEBUG nova.compute.manager [req-9220261b-d83d-433d-912c-1ef0c02d93fc req-5e766915-e646-4d92-b82d-22ea3ca5ea67 service nova] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] No waiting events found dispatching network-vif-plugged-c0420157-c9d1-4060-aad6-75e79b854adf {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1857.172582] env[62298]: WARNING nova.compute.manager [req-9220261b-d83d-433d-912c-1ef0c02d93fc req-5e766915-e646-4d92-b82d-22ea3ca5ea67 service nova] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Received unexpected event network-vif-plugged-c0420157-c9d1-4060-aad6-75e79b854adf for instance with vm_state building and task_state spawning. [ 1857.172811] env[62298]: DEBUG nova.compute.manager [req-9220261b-d83d-433d-912c-1ef0c02d93fc req-5e766915-e646-4d92-b82d-22ea3ca5ea67 service nova] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Received event network-changed-c0420157-c9d1-4060-aad6-75e79b854adf {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1857.173020] env[62298]: DEBUG nova.compute.manager [req-9220261b-d83d-433d-912c-1ef0c02d93fc req-5e766915-e646-4d92-b82d-22ea3ca5ea67 service nova] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Refreshing instance network info cache due to event network-changed-c0420157-c9d1-4060-aad6-75e79b854adf. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1857.173233] env[62298]: DEBUG oslo_concurrency.lockutils [req-9220261b-d83d-433d-912c-1ef0c02d93fc req-5e766915-e646-4d92-b82d-22ea3ca5ea67 service nova] Acquiring lock "refresh_cache-3870cdda-518c-46ad-bea4-f881891751e5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.204638] env[62298]: DEBUG nova.compute.manager [None req-e5ff5ff1-4e53-484e-9f6f-269343081384 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1857.204877] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ff5ff1-4e53-484e-9f6f-269343081384 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1857.205801] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1d7375-4d36-4b4b-8eb7-48a7a84d1b30 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.214921] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ff5ff1-4e53-484e-9f6f-269343081384 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1857.214921] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a90e85d7-52c7-4840-88ea-f568beab85ac {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.223786] env[62298]: DEBUG oslo_vmware.api [None req-e5ff5ff1-4e53-484e-9f6f-269343081384 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Waiting for the task: (returnval){ [ 1857.223786] env[62298]: value = "task-1804952" [ 1857.223786] env[62298]: _type = "Task" [ 1857.223786] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.233327] env[62298]: DEBUG oslo_vmware.api [None req-e5ff5ff1-4e53-484e-9f6f-269343081384 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Task: {'id': task-1804952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.270583] env[62298]: DEBUG oslo_vmware.api [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Task: {'id': task-1804951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088477} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.270887] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1857.271119] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1857.271302] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1857.291581] env[62298]: DEBUG oslo_vmware.api [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e22798-39ed-f5eb-00af-0b54155671c0, 'name': SearchDatastore_Task, 'duration_secs': 0.019128} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.294458] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.294967] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 2c86f429-65ca-4b6d-8596-e89dfd7f4001/2c86f429-65ca-4b6d-8596-e89dfd7f4001.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1857.295288] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-501fb4f2-435c-49ec-8542-c690c10fe051 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.302532] env[62298]: DEBUG oslo_vmware.api [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1857.302532] env[62298]: value = "task-1804953" [ 1857.302532] env[62298]: _type = "Task" [ 1857.302532] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.310932] env[62298]: DEBUG oslo_vmware.api [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.375272] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Volume detach. Driver type: vmdk {{(pid=62298) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1857.378482] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bcfb8540-8d9e-4436-9682-3fbf53c48731 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.386209] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974c1199-e210-4d3c-99ea-8385705be3a5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.430850] env[62298]: ERROR nova.compute.manager [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Failed to detach volume 187827d9-e89c-45d3-9ef6-2a6f34cab555 from /dev/sda: nova.exception.InstanceNotFound: Instance d08daf56-6574-459e-ba9b-d38e107130e9 could not be found. [ 1857.430850] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Traceback (most recent call last): [ 1857.430850] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1857.430850] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] self.driver.rebuild(**kwargs) [ 1857.430850] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1857.430850] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] raise NotImplementedError() [ 1857.430850] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] NotImplementedError [ 1857.430850] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] [ 1857.430850] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] During handling of the above exception, another exception occurred: [ 1857.430850] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] [ 1857.430850] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Traceback (most recent call last): [ 1857.430850] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1857.430850] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] self.driver.detach_volume(context, old_connection_info, [ 1857.430850] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1857.430850] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] return self._volumeops.detach_volume(connection_info, instance) [ 1857.430850] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1857.430850] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] self._detach_volume_vmdk(connection_info, instance) [ 1857.430850] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1857.430850] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1857.430850] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1857.430850] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] stable_ref.fetch_moref(session) [ 1857.430850] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1857.430850] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1857.430850] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] nova.exception.InstanceNotFound: Instance d08daf56-6574-459e-ba9b-d38e107130e9 could not be found. [ 1857.430850] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] [ 1857.503420] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquiring lock "f817ac43-dfd4-4a70-9034-25f0e80a7259" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.504825] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "f817ac43-dfd4-4a70-9034-25f0e80a7259" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.512641] env[62298]: DEBUG nova.network.neutron [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1857.517296] env[62298]: DEBUG nova.network.neutron [req-94cd37ef-2646-493e-8c7a-e7d356b9da78 req-abada163-62d2-4906-b556-176de8bd1a76 service nova] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Updated VIF entry in instance network info cache for port fc696c7c-fda1-4d76-bcc1-4f9fc2b219fe. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1857.517296] env[62298]: DEBUG nova.network.neutron [req-94cd37ef-2646-493e-8c7a-e7d356b9da78 req-abada163-62d2-4906-b556-176de8bd1a76 service nova] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Updating instance_info_cache with network_info: [{"id": "fc696c7c-fda1-4d76-bcc1-4f9fc2b219fe", "address": "fa:16:3e:11:1e:7d", "network": {"id": "89eceab8-4b04-447e-bb05-ab3ce69fc3fe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-150860663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad89b0ab76df4460980b5b0fae835a5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc696c7c-fd", "ovs_interfaceid": "fc696c7c-fda1-4d76-bcc1-4f9fc2b219fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.600024] env[62298]: DEBUG nova.compute.utils [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Build of instance d08daf56-6574-459e-ba9b-d38e107130e9 aborted: Failed to rebuild volume backed instance. {{(pid=62298) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1857.604742] env[62298]: ERROR nova.compute.manager [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance d08daf56-6574-459e-ba9b-d38e107130e9 aborted: Failed to rebuild volume backed instance. [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Traceback (most recent call last): [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] self.driver.rebuild(**kwargs) [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] raise NotImplementedError() [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] NotImplementedError [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] During handling of the above exception, another exception occurred: [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Traceback (most recent call last): [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] self._detach_root_volume(context, instance, root_bdm) [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] with excutils.save_and_reraise_exception(): [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] self.force_reraise() [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] raise self.value [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] self.driver.detach_volume(context, old_connection_info, [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] return self._volumeops.detach_volume(connection_info, instance) [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] self._detach_volume_vmdk(connection_info, instance) [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] stable_ref.fetch_moref(session) [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] nova.exception.InstanceNotFound: Instance d08daf56-6574-459e-ba9b-d38e107130e9 could not be found. [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] During handling of the above exception, another exception occurred: [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Traceback (most recent call last): [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] File "/opt/stack/nova/nova/compute/manager.py", line 11308, in _error_out_instance_on_exception [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] yield [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1857.604742] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] self._do_rebuild_instance_with_claim( [ 1857.605725] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1857.605725] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] self._do_rebuild_instance( [ 1857.605725] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1857.605725] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] self._rebuild_default_impl(**kwargs) [ 1857.605725] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1857.605725] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] self._rebuild_volume_backed_instance( [ 1857.605725] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1857.605725] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] raise exception.BuildAbortException( [ 1857.605725] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] nova.exception.BuildAbortException: Build of instance d08daf56-6574-459e-ba9b-d38e107130e9 aborted: Failed to rebuild volume backed instance. [ 1857.605725] env[62298]: ERROR nova.compute.manager [instance: d08daf56-6574-459e-ba9b-d38e107130e9] [ 1857.673261] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660b9a6f-82a3-401c-a0c1-5ad829d6a7c4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.682870] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8dc258-4152-43b5-93b5-9c78891d6de4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.722521] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490af678-95fc-43c9-859b-65f6482d5619 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.737731] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cb3347-a78a-4472-ae96-7920b8978aa8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.742344] env[62298]: DEBUG oslo_vmware.api [None req-e5ff5ff1-4e53-484e-9f6f-269343081384 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Task: {'id': task-1804952, 'name': PowerOffVM_Task, 'duration_secs': 0.19291} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.742664] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ff5ff1-4e53-484e-9f6f-269343081384 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1857.742898] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ff5ff1-4e53-484e-9f6f-269343081384 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1857.743571] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4198306-3107-42c2-b0c3-1116b692cfd1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.756774] env[62298]: DEBUG nova.compute.provider_tree [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1857.813132] env[62298]: DEBUG oslo_vmware.api [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804953, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.869072] env[62298]: DEBUG nova.network.neutron [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Updating instance_info_cache with network_info: [{"id": "c0420157-c9d1-4060-aad6-75e79b854adf", "address": "fa:16:3e:9e:72:0f", "network": {"id": "0622261b-44b0-4c1a-819a-db83d31fda3f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-821763392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ff3e052184495da842a8b9e1009816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0420157-c9", "ovs_interfaceid": "c0420157-c9d1-4060-aad6-75e79b854adf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.876260] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ff5ff1-4e53-484e-9f6f-269343081384 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1857.876260] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ff5ff1-4e53-484e-9f6f-269343081384 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1857.876260] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ff5ff1-4e53-484e-9f6f-269343081384 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Deleting the datastore file [datastore1] bc35bb54-bf52-4fc7-959f-05fccaaa5341 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1857.877136] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66bfe37f-17ea-4309-9525-da741b4aa040 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.882932] env[62298]: DEBUG oslo_vmware.api [None req-e5ff5ff1-4e53-484e-9f6f-269343081384 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Waiting for the task: (returnval){ [ 1857.882932] env[62298]: value = "task-1804955" [ 1857.882932] env[62298]: _type = "Task" [ 1857.882932] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.894055] env[62298]: DEBUG oslo_vmware.api [None req-e5ff5ff1-4e53-484e-9f6f-269343081384 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Task: {'id': task-1804955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.000050] env[62298]: DEBUG nova.network.neutron [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Updating instance_info_cache with network_info: [{"id": "2962fae3-81ee-41b5-b6ff-aa0c66991cf4", "address": "fa:16:3e:e5:e0:96", "network": {"id": "091ff129-3451-49f5-adcd-213ad39e86c2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-239447299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "590be3a2ce564aadaff20814b841c464", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2962fae3-81", "ovs_interfaceid": "2962fae3-81ee-41b5-b6ff-aa0c66991cf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.007049] env[62298]: DEBUG nova.compute.manager [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1858.023571] env[62298]: DEBUG oslo_concurrency.lockutils [req-94cd37ef-2646-493e-8c7a-e7d356b9da78 req-abada163-62d2-4906-b556-176de8bd1a76 service nova] Releasing lock "refresh_cache-bc35bb54-bf52-4fc7-959f-05fccaaa5341" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.078512] env[62298]: DEBUG nova.network.neutron [-] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.265151] env[62298]: DEBUG nova.scheduler.client.report [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1858.323268] env[62298]: DEBUG oslo_vmware.api [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595556} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.323948] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 2c86f429-65ca-4b6d-8596-e89dfd7f4001/2c86f429-65ca-4b6d-8596-e89dfd7f4001.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1858.324297] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1858.324653] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4684be14-5bd8-4ebc-85d3-c7d45ed9d868 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.333188] env[62298]: DEBUG oslo_vmware.api [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1858.333188] env[62298]: value = "task-1804956" [ 1858.333188] env[62298]: _type = "Task" [ 1858.333188] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.345422] env[62298]: DEBUG oslo_vmware.api [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.372779] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Releasing lock "refresh_cache-3870cdda-518c-46ad-bea4-f881891751e5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.373245] env[62298]: DEBUG nova.compute.manager [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Instance network_info: |[{"id": "c0420157-c9d1-4060-aad6-75e79b854adf", "address": "fa:16:3e:9e:72:0f", "network": {"id": "0622261b-44b0-4c1a-819a-db83d31fda3f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-821763392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ff3e052184495da842a8b9e1009816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0420157-c9", "ovs_interfaceid": "c0420157-c9d1-4060-aad6-75e79b854adf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1858.373927] env[62298]: DEBUG oslo_concurrency.lockutils [req-9220261b-d83d-433d-912c-1ef0c02d93fc req-5e766915-e646-4d92-b82d-22ea3ca5ea67 service nova] Acquired lock "refresh_cache-3870cdda-518c-46ad-bea4-f881891751e5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.374205] env[62298]: DEBUG nova.network.neutron [req-9220261b-d83d-433d-912c-1ef0c02d93fc req-5e766915-e646-4d92-b82d-22ea3ca5ea67 service nova] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Refreshing network info cache for port c0420157-c9d1-4060-aad6-75e79b854adf {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1858.375529] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:72:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0420157-c9d1-4060-aad6-75e79b854adf', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1858.385089] env[62298]: DEBUG oslo.service.loopingcall [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1858.388867] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1858.392645] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0f31ed7-8b35-4fc2-822f-ff02fb97ad9d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.416032] env[62298]: DEBUG oslo_vmware.api [None req-e5ff5ff1-4e53-484e-9f6f-269343081384 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Task: {'id': task-1804955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.48646} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.416308] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ff5ff1-4e53-484e-9f6f-269343081384 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1858.416501] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ff5ff1-4e53-484e-9f6f-269343081384 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1858.416679] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ff5ff1-4e53-484e-9f6f-269343081384 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1858.416848] env[62298]: INFO nova.compute.manager [None req-e5ff5ff1-4e53-484e-9f6f-269343081384 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1858.417092] env[62298]: DEBUG oslo.service.loopingcall [None req-e5ff5ff1-4e53-484e-9f6f-269343081384 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1858.417320] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1858.417320] env[62298]: value = "task-1804957" [ 1858.417320] env[62298]: _type = "Task" [ 1858.417320] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.417544] env[62298]: DEBUG nova.compute.manager [-] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1858.417656] env[62298]: DEBUG nova.network.neutron [-] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1858.427465] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804957, 'name': CreateVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.503428] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Releasing lock "refresh_cache-b56b90e1-8e96-4f22-8fc9-fb096395099b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.503655] env[62298]: DEBUG nova.objects.instance [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lazy-loading 'migration_context' on Instance uuid b56b90e1-8e96-4f22-8fc9-fb096395099b {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1858.533100] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.580919] env[62298]: INFO nova.compute.manager [-] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Took 1.61 seconds to deallocate network for instance. [ 1858.770336] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.770946] env[62298]: DEBUG nova.compute.manager [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1858.774659] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.556s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.776286] env[62298]: INFO nova.compute.claims [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1858.790113] env[62298]: DEBUG nova.network.neutron [req-9220261b-d83d-433d-912c-1ef0c02d93fc req-5e766915-e646-4d92-b82d-22ea3ca5ea67 service nova] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Updated VIF entry in instance network info cache for port c0420157-c9d1-4060-aad6-75e79b854adf. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1858.790599] env[62298]: DEBUG nova.network.neutron [req-9220261b-d83d-433d-912c-1ef0c02d93fc req-5e766915-e646-4d92-b82d-22ea3ca5ea67 service nova] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Updating instance_info_cache with network_info: [{"id": "c0420157-c9d1-4060-aad6-75e79b854adf", "address": "fa:16:3e:9e:72:0f", "network": {"id": "0622261b-44b0-4c1a-819a-db83d31fda3f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-821763392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ff3e052184495da842a8b9e1009816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0420157-c9", "ovs_interfaceid": "c0420157-c9d1-4060-aad6-75e79b854adf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.844187] env[62298]: DEBUG oslo_vmware.api [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116645} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.845028] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1858.845658] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d301ba6f-d8cc-4d19-b01b-213cc04090b7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.869975] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 2c86f429-65ca-4b6d-8596-e89dfd7f4001/2c86f429-65ca-4b6d-8596-e89dfd7f4001.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1858.873145] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c55a4800-514d-4d52-8026-78a9b2cfe057 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.894032] env[62298]: DEBUG oslo_vmware.api [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1858.894032] env[62298]: value = "task-1804958" [ 1858.894032] env[62298]: _type = "Task" [ 1858.894032] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.906277] env[62298]: DEBUG oslo_vmware.api [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804958, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.925587] env[62298]: DEBUG nova.network.neutron [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Port 187361e8-f5aa-4b32-b14f-02c5594206ef binding to destination host cpu-1 is already ACTIVE {{(pid=62298) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1858.926051] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "refresh_cache-a79f5737-549b-4cdd-ae42-591ed2fb12c6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.926337] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquired lock "refresh_cache-a79f5737-549b-4cdd-ae42-591ed2fb12c6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.926623] env[62298]: DEBUG nova.network.neutron [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1858.936173] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804957, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.007214] env[62298]: DEBUG nova.objects.base [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62298) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1859.008180] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb433133-ba79-4df7-b7db-495e96d69820 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.027583] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72bc13fa-cb31-4272-a5b1-e55929aaa4af {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.033262] env[62298]: DEBUG oslo_vmware.api [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1859.033262] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f01c19-d942-2d57-7a46-a06a0968446a" [ 1859.033262] env[62298]: _type = "Task" [ 1859.033262] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.041027] env[62298]: DEBUG oslo_vmware.api [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f01c19-d942-2d57-7a46-a06a0968446a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.089209] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e41b5ae7-5b4d-471a-822b-9fff8e3b1688 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.126043] env[62298]: DEBUG oslo_concurrency.lockutils [None req-797a27da-ac0f-449e-8a2b-a25ca33ee1a6 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "interface-53304fd8-3272-4394-98f8-c8c8ea794ca4-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.126381] env[62298]: DEBUG oslo_concurrency.lockutils [None req-797a27da-ac0f-449e-8a2b-a25ca33ee1a6 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "interface-53304fd8-3272-4394-98f8-c8c8ea794ca4-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.127039] env[62298]: DEBUG nova.objects.instance [None req-797a27da-ac0f-449e-8a2b-a25ca33ee1a6 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lazy-loading 'flavor' on Instance uuid 53304fd8-3272-4394-98f8-c8c8ea794ca4 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1859.276573] env[62298]: DEBUG nova.compute.utils [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1859.278209] env[62298]: DEBUG nova.compute.manager [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1859.278399] env[62298]: DEBUG nova.network.neutron [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1859.293659] env[62298]: DEBUG oslo_concurrency.lockutils [req-9220261b-d83d-433d-912c-1ef0c02d93fc req-5e766915-e646-4d92-b82d-22ea3ca5ea67 service nova] Releasing lock "refresh_cache-3870cdda-518c-46ad-bea4-f881891751e5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.319724] env[62298]: DEBUG nova.network.neutron [-] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.332211] env[62298]: DEBUG nova.policy [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca1d8c02d7ef47779787b184c3c8ba80', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd819ba42d93442d90c65ee40ac606f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1859.407820] env[62298]: DEBUG oslo_vmware.api [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.437240] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804957, 'name': CreateVM_Task, 'duration_secs': 0.663091} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.437646] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1859.439545] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.439961] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.440540] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1859.440979] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07221f3e-5cbb-4b13-bbf9-fade67c6c999 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.448217] env[62298]: DEBUG oslo_vmware.api [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1859.448217] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5225dcdc-e8ad-fbad-89fa-86d3bca035dc" [ 1859.448217] env[62298]: _type = "Task" [ 1859.448217] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.462631] env[62298]: DEBUG oslo_vmware.api [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5225dcdc-e8ad-fbad-89fa-86d3bca035dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.543902] env[62298]: DEBUG oslo_vmware.api [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f01c19-d942-2d57-7a46-a06a0968446a, 'name': SearchDatastore_Task, 'duration_secs': 0.009957} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.544204] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.623494] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.631520] env[62298]: DEBUG nova.objects.instance [None req-797a27da-ac0f-449e-8a2b-a25ca33ee1a6 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lazy-loading 'pci_requests' on Instance uuid 53304fd8-3272-4394-98f8-c8c8ea794ca4 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1859.781322] env[62298]: DEBUG nova.compute.manager [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1859.787811] env[62298]: DEBUG nova.network.neutron [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Successfully created port: e63d2fa9-b72e-451b-afd4-607722c94d0c {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1859.823435] env[62298]: INFO nova.compute.manager [-] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Took 1.41 seconds to deallocate network for instance. [ 1859.905773] env[62298]: DEBUG oslo_vmware.api [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804958, 'name': ReconfigVM_Task, 'duration_secs': 0.787887} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.908620] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 2c86f429-65ca-4b6d-8596-e89dfd7f4001/2c86f429-65ca-4b6d-8596-e89dfd7f4001.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1859.909526] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6003f234-bac9-4508-baaf-80a497d52a4d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.915857] env[62298]: DEBUG oslo_vmware.api [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1859.915857] env[62298]: value = "task-1804959" [ 1859.915857] env[62298]: _type = "Task" [ 1859.915857] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.925693] env[62298]: DEBUG oslo_vmware.api [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804959, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.960787] env[62298]: DEBUG oslo_vmware.api [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5225dcdc-e8ad-fbad-89fa-86d3bca035dc, 'name': SearchDatastore_Task, 'duration_secs': 0.025753} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.961119] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.961402] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1859.961657] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.961806] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.962024] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1859.962405] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5dec14d2-a8c4-4996-939f-948a951f9213 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.974733] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1859.975201] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1859.976529] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12bcb6b6-9884-4512-9160-fc51483859b5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.984436] env[62298]: DEBUG oslo_vmware.api [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1859.984436] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52bb077d-e6fa-4fc1-4ad8-4c0883f7a470" [ 1859.984436] env[62298]: _type = "Task" [ 1859.984436] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.993168] env[62298]: DEBUG oslo_vmware.api [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52bb077d-e6fa-4fc1-4ad8-4c0883f7a470, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.052458] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8877c41-fa37-4b41-acba-14e53ddf3820 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.060387] env[62298]: DEBUG nova.network.neutron [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Updating instance_info_cache with network_info: [{"id": "187361e8-f5aa-4b32-b14f-02c5594206ef", "address": "fa:16:3e:e2:ed:ef", "network": {"id": "94bd295c-7a95-4ae9-8468-34209c70d332", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-786886130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5af512a3e1f469f9c4223575f326699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap187361e8-f5", "ovs_interfaceid": "187361e8-f5aa-4b32-b14f-02c5594206ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.062511] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d80be04-4ae6-4793-9d4a-950c31047b85 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.097740] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63c5993-3ec9-406e-ba70-009738c4aa3c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.106199] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfa5edb-a056-45b9-8db1-fe7b33f4c0a6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.120750] env[62298]: DEBUG nova.compute.provider_tree [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1860.134228] env[62298]: DEBUG nova.objects.base [None req-797a27da-ac0f-449e-8a2b-a25ca33ee1a6 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Object Instance<53304fd8-3272-4394-98f8-c8c8ea794ca4> lazy-loaded attributes: flavor,pci_requests {{(pid=62298) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1860.134446] env[62298]: DEBUG nova.network.neutron [None req-797a27da-ac0f-449e-8a2b-a25ca33ee1a6 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1860.277286] env[62298]: DEBUG oslo_concurrency.lockutils [None req-797a27da-ac0f-449e-8a2b-a25ca33ee1a6 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "interface-53304fd8-3272-4394-98f8-c8c8ea794ca4-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.148s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.334915] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e5ff5ff1-4e53-484e-9f6f-269343081384 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.426416] env[62298]: DEBUG oslo_vmware.api [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804959, 'name': Rename_Task, 'duration_secs': 0.412979} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.426701] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1860.426954] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bc9288d-a21a-4499-be6d-8b26e223a891 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.432915] env[62298]: DEBUG oslo_vmware.api [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1860.432915] env[62298]: value = "task-1804960" [ 1860.432915] env[62298]: _type = "Task" [ 1860.432915] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.441109] env[62298]: DEBUG oslo_vmware.api [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.498156] env[62298]: DEBUG oslo_vmware.api [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52bb077d-e6fa-4fc1-4ad8-4c0883f7a470, 'name': SearchDatastore_Task, 'duration_secs': 0.012307} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.499263] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4642fd54-7962-445c-849b-82b3312fa3ec {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.505981] env[62298]: DEBUG oslo_vmware.api [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1860.505981] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5229b502-4833-b4ba-88fc-2d33f2c26ca5" [ 1860.505981] env[62298]: _type = "Task" [ 1860.505981] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.516526] env[62298]: DEBUG oslo_vmware.api [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5229b502-4833-b4ba-88fc-2d33f2c26ca5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.567051] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Releasing lock "refresh_cache-a79f5737-549b-4cdd-ae42-591ed2fb12c6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.641336] env[62298]: ERROR nova.scheduler.client.report [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [req-85fa1b9d-fc59-4cc8-9fce-526b2ff326ad] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-85fa1b9d-fc59-4cc8-9fce-526b2ff326ad"}]} [ 1860.658208] env[62298]: DEBUG nova.scheduler.client.report [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1860.673704] env[62298]: DEBUG nova.scheduler.client.report [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1860.674403] env[62298]: DEBUG nova.compute.provider_tree [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1860.689540] env[62298]: DEBUG nova.scheduler.client.report [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1860.709780] env[62298]: DEBUG nova.scheduler.client.report [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1860.796785] env[62298]: DEBUG nova.compute.manager [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1860.825537] env[62298]: DEBUG nova.virt.hardware [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1860.825731] env[62298]: DEBUG nova.virt.hardware [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1860.825898] env[62298]: DEBUG nova.virt.hardware [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1860.826577] env[62298]: DEBUG nova.virt.hardware [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1860.826577] env[62298]: DEBUG nova.virt.hardware [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1860.826577] env[62298]: DEBUG nova.virt.hardware [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1860.826831] env[62298]: DEBUG nova.virt.hardware [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1860.827036] env[62298]: DEBUG nova.virt.hardware [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1860.827389] env[62298]: DEBUG nova.virt.hardware [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1860.827389] env[62298]: DEBUG nova.virt.hardware [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1860.827702] env[62298]: DEBUG nova.virt.hardware [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1860.828678] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7db9e8-9a0d-4749-a93a-c9ea0d39aade {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.840378] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f46e2fe-0347-4b8d-a5b8-00689346fedc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.933900] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa8eec2-9308-4b17-8b42-df5fbf4cfe98 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.946978] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3e6d03-b7e3-4809-9fd3-f9cabc495593 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.950133] env[62298]: DEBUG oslo_vmware.api [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804960, 'name': PowerOnVM_Task, 'duration_secs': 0.496416} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.950402] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1860.950607] env[62298]: INFO nova.compute.manager [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Took 9.00 seconds to spawn the instance on the hypervisor. [ 1860.950809] env[62298]: DEBUG nova.compute.manager [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1860.951937] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e737ee1-08f7-49e6-9592-49937719bfbb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.980223] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f192636-8f94-44e6-befa-9c6999bcb557 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.992069] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e4dc23-2bd0-4673-9922-eb141162120a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.005598] env[62298]: DEBUG nova.compute.provider_tree [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1861.015757] env[62298]: DEBUG oslo_vmware.api [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5229b502-4833-b4ba-88fc-2d33f2c26ca5, 'name': SearchDatastore_Task, 'duration_secs': 0.019046} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.016731] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.017013] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 3870cdda-518c-46ad-bea4-f881891751e5/3870cdda-518c-46ad-bea4-f881891751e5.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1861.017320] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cdd7d04-cc99-443f-beca-3bb938032cc8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.024285] env[62298]: DEBUG oslo_vmware.api [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1861.024285] env[62298]: value = "task-1804961" [ 1861.024285] env[62298]: _type = "Task" [ 1861.024285] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.032442] env[62298]: DEBUG oslo_vmware.api [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.071693] env[62298]: DEBUG nova.compute.manager [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62298) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1861.496139] env[62298]: INFO nova.compute.manager [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Took 13.97 seconds to build instance. [ 1861.535980] env[62298]: DEBUG oslo_vmware.api [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804961, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431662} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.537198] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 3870cdda-518c-46ad-bea4-f881891751e5/3870cdda-518c-46ad-bea4-f881891751e5.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1861.537198] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1861.537198] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-980486b9-1d40-4080-9960-3dd6ff61fa01 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.539566] env[62298]: DEBUG nova.scheduler.client.report [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 142 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1861.539839] env[62298]: DEBUG nova.compute.provider_tree [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 142 to 143 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1861.540033] env[62298]: DEBUG nova.compute.provider_tree [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1861.547842] env[62298]: DEBUG oslo_vmware.api [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1861.547842] env[62298]: value = "task-1804962" [ 1861.547842] env[62298]: _type = "Task" [ 1861.547842] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.556867] env[62298]: DEBUG oslo_vmware.api [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804962, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.613704] env[62298]: DEBUG nova.network.neutron [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Successfully updated port: e63d2fa9-b72e-451b-afd4-607722c94d0c {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1862.000263] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a77a6404-7763-45a7-b2e1-987ffbffb7d6 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "2c86f429-65ca-4b6d-8596-e89dfd7f4001" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.487s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.046407] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.271s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.046407] env[62298]: DEBUG nova.compute.manager [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1862.048927] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.516s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.050959] env[62298]: INFO nova.compute.claims [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1862.062430] env[62298]: DEBUG oslo_vmware.api [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804962, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064929} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.062744] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1862.063541] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8ca2a9-0713-48bc-baea-0a745f4307f5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.086531] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 3870cdda-518c-46ad-bea4-f881891751e5/3870cdda-518c-46ad-bea4-f881891751e5.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1862.087923] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88c7a88f-bd4c-49d5-9ac3-a843972ff3a6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.107827] env[62298]: DEBUG oslo_vmware.api [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1862.107827] env[62298]: value = "task-1804963" [ 1862.107827] env[62298]: _type = "Task" [ 1862.107827] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.116560] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "refresh_cache-aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.116762] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquired lock "refresh_cache-aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.116973] env[62298]: DEBUG nova.network.neutron [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1862.118083] env[62298]: DEBUG oslo_vmware.api [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.176913] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.221091] env[62298]: DEBUG nova.compute.manager [req-663ed970-ebf8-4827-a1f1-c46958fdb6e8 req-3cbf9d27-3cf9-41b7-9be5-6a1f85ad6629 service nova] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Received event network-vif-deleted-13e07f2d-7913-4822-8ad1-e9d8d45ac311 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1862.221091] env[62298]: DEBUG nova.compute.manager [req-663ed970-ebf8-4827-a1f1-c46958fdb6e8 req-3cbf9d27-3cf9-41b7-9be5-6a1f85ad6629 service nova] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Received event network-vif-deleted-fc696c7c-fda1-4d76-bcc1-4f9fc2b219fe {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1862.555742] env[62298]: DEBUG nova.compute.utils [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1862.557243] env[62298]: DEBUG nova.compute.manager [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1862.557419] env[62298]: DEBUG nova.network.neutron [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1862.605045] env[62298]: DEBUG nova.policy [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2373abdc673f42cf884df84d54a25c70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1a808a8b6e643a5b98d06c6cf82cc53', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1862.620709] env[62298]: DEBUG oslo_vmware.api [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.655919] env[62298]: DEBUG nova.network.neutron [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1862.861500] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "interface-53304fd8-3272-4394-98f8-c8c8ea794ca4-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.861688] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "interface-53304fd8-3272-4394-98f8-c8c8ea794ca4-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.861935] env[62298]: DEBUG nova.objects.instance [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lazy-loading 'flavor' on Instance uuid 53304fd8-3272-4394-98f8-c8c8ea794ca4 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1862.880885] env[62298]: DEBUG nova.network.neutron [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Updating instance_info_cache with network_info: [{"id": "e63d2fa9-b72e-451b-afd4-607722c94d0c", "address": "fa:16:3e:41:2a:51", "network": {"id": "66ddb69c-a0b5-4d9a-812e-c071845bc88a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165425722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd819ba42d93442d90c65ee40ac606f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63d2fa9-b7", "ovs_interfaceid": "e63d2fa9-b72e-451b-afd4-607722c94d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.980257] env[62298]: DEBUG nova.network.neutron [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Successfully created port: 1c88558c-dc24-46c6-a5b5-73abc98d928b {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1863.062583] env[62298]: DEBUG nova.compute.manager [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1863.122407] env[62298]: DEBUG oslo_vmware.api [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804963, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.272302] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c7021f-64f6-4913-890e-cf03b0587532 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.280182] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb42184-de77-409b-925e-0d9c0c167c6d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.309387] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8bcfb2-d29b-4260-a475-c83303ed495f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.316852] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3adfcd-1029-4a73-a271-44a1718c44e3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.329929] env[62298]: DEBUG nova.compute.provider_tree [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1863.382862] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Releasing lock "refresh_cache-aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.383207] env[62298]: DEBUG nova.compute.manager [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Instance network_info: |[{"id": "e63d2fa9-b72e-451b-afd4-607722c94d0c", "address": "fa:16:3e:41:2a:51", "network": {"id": "66ddb69c-a0b5-4d9a-812e-c071845bc88a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165425722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd819ba42d93442d90c65ee40ac606f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63d2fa9-b7", "ovs_interfaceid": "e63d2fa9-b72e-451b-afd4-607722c94d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1863.383624] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:2a:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e63d2fa9-b72e-451b-afd4-607722c94d0c', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1863.391175] env[62298]: DEBUG oslo.service.loopingcall [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1863.391382] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1863.391599] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2d4ade3-4c1e-4c4f-8652-1f3bfe4ae31f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.413681] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1863.413681] env[62298]: value = "task-1804964" [ 1863.413681] env[62298]: _type = "Task" [ 1863.413681] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.422968] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804964, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.441782] env[62298]: DEBUG nova.objects.instance [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lazy-loading 'pci_requests' on Instance uuid 53304fd8-3272-4394-98f8-c8c8ea794ca4 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1863.622321] env[62298]: DEBUG oslo_vmware.api [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804963, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.872028] env[62298]: DEBUG nova.scheduler.client.report [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 143 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1863.872028] env[62298]: DEBUG nova.compute.provider_tree [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 143 to 144 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1863.872254] env[62298]: DEBUG nova.compute.provider_tree [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1863.923497] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804964, 'name': CreateVM_Task, 'duration_secs': 0.32567} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.923675] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1863.924797] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.924797] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.924968] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1863.925225] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e707099-031c-4c4b-8a4c-a9df865c42e3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.930129] env[62298]: DEBUG oslo_vmware.api [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1863.930129] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529e5a3d-68db-fa2c-0d7b-fca47535ecbc" [ 1863.930129] env[62298]: _type = "Task" [ 1863.930129] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.937777] env[62298]: DEBUG oslo_vmware.api [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529e5a3d-68db-fa2c-0d7b-fca47535ecbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.944544] env[62298]: DEBUG nova.objects.base [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Object Instance<53304fd8-3272-4394-98f8-c8c8ea794ca4> lazy-loaded attributes: flavor,pci_requests {{(pid=62298) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1863.945196] env[62298]: DEBUG nova.network.neutron [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1863.983908] env[62298]: DEBUG nova.policy [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fe205f549084573a0bcb772655514e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd16a7e68d89479986f48962c3b7f070', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1864.077085] env[62298]: DEBUG nova.compute.manager [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1864.105377] env[62298]: DEBUG nova.virt.hardware [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1864.105636] env[62298]: DEBUG nova.virt.hardware [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1864.105810] env[62298]: DEBUG nova.virt.hardware [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1864.105998] env[62298]: DEBUG nova.virt.hardware [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1864.106200] env[62298]: DEBUG nova.virt.hardware [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1864.106373] env[62298]: DEBUG nova.virt.hardware [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1864.106600] env[62298]: DEBUG nova.virt.hardware [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1864.106768] env[62298]: DEBUG nova.virt.hardware [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1864.106944] env[62298]: DEBUG nova.virt.hardware [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1864.107157] env[62298]: DEBUG nova.virt.hardware [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1864.107369] env[62298]: DEBUG nova.virt.hardware [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1864.108338] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b7cf4c-74e1-41ca-9edf-a9d44699f7ba {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.119194] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b930a56-faa2-4351-83d3-1231477062f6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.126506] env[62298]: DEBUG oslo_vmware.api [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804963, 'name': ReconfigVM_Task, 'duration_secs': 1.774205} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.127149] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 3870cdda-518c-46ad-bea4-f881891751e5/3870cdda-518c-46ad-bea4-f881891751e5.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1864.127776] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e61ec0ca-b790-4cc9-9ec1-a610943006d6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.141954] env[62298]: DEBUG oslo_vmware.api [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1864.141954] env[62298]: value = "task-1804965" [ 1864.141954] env[62298]: _type = "Task" [ 1864.141954] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.149450] env[62298]: DEBUG oslo_vmware.api [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804965, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.249401] env[62298]: DEBUG nova.network.neutron [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Successfully created port: b9a83dac-3cca-4680-9604-13b20a1739b2 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1864.377760] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.378351] env[62298]: DEBUG nova.compute.manager [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1864.381257] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e41b5ae7-5b4d-471a-822b-9fff8e3b1688 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.292s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.381483] env[62298]: DEBUG nova.objects.instance [None req-e41b5ae7-5b4d-471a-822b-9fff8e3b1688 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Lazy-loading 'resources' on Instance uuid 1c8f1434-feec-4fb6-9747-104299753463 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1864.442917] env[62298]: DEBUG oslo_vmware.api [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529e5a3d-68db-fa2c-0d7b-fca47535ecbc, 'name': SearchDatastore_Task, 'duration_secs': 0.021011} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.443527] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.443977] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1864.444421] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.444764] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.445163] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1864.445605] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e21c3a73-61ee-40fa-98aa-e0fc29f7d403 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.454521] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1864.454940] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1864.455951] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-229e64a0-90cb-4d8a-ae46-a1920512fbed {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.464026] env[62298]: DEBUG oslo_vmware.api [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1864.464026] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523ccb03-0fe4-9154-d36c-a6cb4de4e276" [ 1864.464026] env[62298]: _type = "Task" [ 1864.464026] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.470511] env[62298]: DEBUG oslo_vmware.api [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523ccb03-0fe4-9154-d36c-a6cb4de4e276, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.651282] env[62298]: DEBUG nova.network.neutron [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Successfully updated port: 1c88558c-dc24-46c6-a5b5-73abc98d928b {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1864.658212] env[62298]: DEBUG oslo_vmware.api [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804965, 'name': Rename_Task, 'duration_secs': 0.156168} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.658533] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1864.658801] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b98e206-40f9-4dd6-a4f4-879ee2216246 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.665790] env[62298]: DEBUG oslo_vmware.api [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1864.665790] env[62298]: value = "task-1804966" [ 1864.665790] env[62298]: _type = "Task" [ 1864.665790] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.681600] env[62298]: DEBUG oslo_vmware.api [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.888015] env[62298]: DEBUG nova.compute.utils [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1864.889887] env[62298]: DEBUG nova.compute.manager [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1864.890203] env[62298]: DEBUG nova.network.neutron [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1864.930267] env[62298]: DEBUG nova.policy [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '535f2da2e33f48699fe2869f3cee9335', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e1301f935b049f589fbf998df6a6e70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1864.976553] env[62298]: DEBUG oslo_vmware.api [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523ccb03-0fe4-9154-d36c-a6cb4de4e276, 'name': SearchDatastore_Task, 'duration_secs': 0.007933} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.977356] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ca6a1eb-82fd-4a48-adac-38deb8cfb9e2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.985052] env[62298]: DEBUG oslo_vmware.api [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1864.985052] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523393fb-ab7f-94e1-d1bb-2aa5c3aa73a0" [ 1864.985052] env[62298]: _type = "Task" [ 1864.985052] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.993131] env[62298]: DEBUG oslo_vmware.api [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523393fb-ab7f-94e1-d1bb-2aa5c3aa73a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.091905] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e34dbd-8967-4eb6-bb0f-f71cb6d49068 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.099491] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359a14ca-14b1-422c-8803-c8dc5b74a32d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.131545] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea810d3-78e6-40ca-9477-e694167859af {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.141547] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc9f82d-0532-4fda-9913-cf02c7e5ce21 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.156485] env[62298]: DEBUG nova.compute.provider_tree [None req-e41b5ae7-5b4d-471a-822b-9fff8e3b1688 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1865.156485] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquiring lock "refresh_cache-18f1a093-829a-4251-999a-4d95a437540a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1865.156485] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquired lock "refresh_cache-18f1a093-829a-4251-999a-4d95a437540a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.156485] env[62298]: DEBUG nova.network.neutron [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1865.177324] env[62298]: DEBUG oslo_vmware.api [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804966, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.211589] env[62298]: DEBUG nova.network.neutron [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Successfully created port: ffc4a32d-7f3a-4860-8738-034ed180b347 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1865.393753] env[62298]: DEBUG nova.compute.manager [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1865.494989] env[62298]: DEBUG oslo_vmware.api [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523393fb-ab7f-94e1-d1bb-2aa5c3aa73a0, 'name': SearchDatastore_Task, 'duration_secs': 0.010527} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.495205] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.495468] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460/aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1865.495713] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d65cb0b9-9cbb-4934-b012-305bd566a95f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.501400] env[62298]: DEBUG oslo_vmware.api [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1865.501400] env[62298]: value = "task-1804967" [ 1865.501400] env[62298]: _type = "Task" [ 1865.501400] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.509295] env[62298]: DEBUG oslo_vmware.api [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.661118] env[62298]: DEBUG nova.scheduler.client.report [None req-e41b5ae7-5b4d-471a-822b-9fff8e3b1688 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1865.677035] env[62298]: DEBUG oslo_vmware.api [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1804966, 'name': PowerOnVM_Task, 'duration_secs': 0.516431} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.677897] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1865.678145] env[62298]: INFO nova.compute.manager [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Took 11.00 seconds to spawn the instance on the hypervisor. [ 1865.678345] env[62298]: DEBUG nova.compute.manager [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1865.679143] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd7e086-d392-4609-9a76-603c0eec393c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.709464] env[62298]: DEBUG nova.network.neutron [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1865.922971] env[62298]: DEBUG nova.network.neutron [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Updating instance_info_cache with network_info: [{"id": "1c88558c-dc24-46c6-a5b5-73abc98d928b", "address": "fa:16:3e:18:75:34", "network": {"id": "e4e2c5c8-77d4-43e9-853b-0797e8a17f8d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1566442661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a808a8b6e643a5b98d06c6cf82cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c88558c-dc", "ovs_interfaceid": "1c88558c-dc24-46c6-a5b5-73abc98d928b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.012470] env[62298]: DEBUG oslo_vmware.api [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804967, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.052035] env[62298]: DEBUG nova.network.neutron [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Successfully updated port: b9a83dac-3cca-4680-9604-13b20a1739b2 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1866.167339] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e41b5ae7-5b4d-471a-822b-9fff8e3b1688 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.170050] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.626s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.194575] env[62298]: INFO nova.scheduler.client.report [None req-e41b5ae7-5b4d-471a-822b-9fff8e3b1688 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Deleted allocations for instance 1c8f1434-feec-4fb6-9747-104299753463 [ 1866.198248] env[62298]: INFO nova.compute.manager [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Took 18.30 seconds to build instance. [ 1866.405106] env[62298]: DEBUG nova.compute.manager [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1866.427565] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Releasing lock "refresh_cache-18f1a093-829a-4251-999a-4d95a437540a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1866.427911] env[62298]: DEBUG nova.compute.manager [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Instance network_info: |[{"id": "1c88558c-dc24-46c6-a5b5-73abc98d928b", "address": "fa:16:3e:18:75:34", "network": {"id": "e4e2c5c8-77d4-43e9-853b-0797e8a17f8d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1566442661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a808a8b6e643a5b98d06c6cf82cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c88558c-dc", "ovs_interfaceid": "1c88558c-dc24-46c6-a5b5-73abc98d928b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1866.428599] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:75:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c88558c-dc24-46c6-a5b5-73abc98d928b', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1866.436410] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Creating folder: Project (f1a808a8b6e643a5b98d06c6cf82cc53). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1866.438808] env[62298]: DEBUG nova.virt.hardware [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1866.439095] env[62298]: DEBUG nova.virt.hardware [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1866.439289] env[62298]: DEBUG nova.virt.hardware [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1866.439562] env[62298]: DEBUG nova.virt.hardware [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1866.439801] env[62298]: DEBUG nova.virt.hardware [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1866.440065] env[62298]: DEBUG nova.virt.hardware [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1866.440417] env[62298]: DEBUG nova.virt.hardware [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1866.440699] env[62298]: DEBUG nova.virt.hardware [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1866.440998] env[62298]: DEBUG nova.virt.hardware [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1866.441242] env[62298]: DEBUG nova.virt.hardware [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1866.441427] env[62298]: DEBUG nova.virt.hardware [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1866.441717] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc217000-5d60-4f45-bbc4-7ccec41bd0ae {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.444147] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b490825-a74c-41bb-9c18-1c85e1c4077c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.452219] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e1cb05-2577-4d17-920e-a82920dd3a43 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.457347] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Created folder: Project (f1a808a8b6e643a5b98d06c6cf82cc53) in parent group-v373906. [ 1866.457534] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Creating folder: Instances. Parent ref: group-v374178. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1866.458155] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-452f4bd3-0e95-4df8-9738-e09344a2ae48 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.468414] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Created folder: Instances in parent group-v374178. [ 1866.468646] env[62298]: DEBUG oslo.service.loopingcall [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1866.468829] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1866.469029] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7ce1aaf-2cfb-4126-8f69-1d476e53cbe5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.487837] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1866.487837] env[62298]: value = "task-1804970" [ 1866.487837] env[62298]: _type = "Task" [ 1866.487837] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.496689] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804970, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.512764] env[62298]: DEBUG oslo_vmware.api [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62613} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.512949] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460/aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1866.513222] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1866.513483] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b4f7946-bf70-41aa-961a-14c15c7fd9c2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.521203] env[62298]: DEBUG oslo_vmware.api [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1866.521203] env[62298]: value = "task-1804971" [ 1866.521203] env[62298]: _type = "Task" [ 1866.521203] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.529556] env[62298]: DEBUG oslo_vmware.api [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.554725] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "refresh_cache-53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.555072] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired lock "refresh_cache-53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.555380] env[62298]: DEBUG nova.network.neutron [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1866.701743] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b552f193-3e5f-4e27-91a1-d7307f6c3f31 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "3870cdda-518c-46ad-bea4-f881891751e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.822s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.702192] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e41b5ae7-5b4d-471a-822b-9fff8e3b1688 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Lock "1c8f1434-feec-4fb6-9747-104299753463" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.482s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.721670] env[62298]: DEBUG nova.network.neutron [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Successfully updated port: ffc4a32d-7f3a-4860-8738-034ed180b347 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1866.873231] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7001b514-61e3-4e5f-a131-d27103fefc3f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.881158] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb1b844-ded1-45fa-9905-56c87310ac83 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.911269] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8f93ea-539d-4509-954a-da49ca303293 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.918695] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768834da-2ffa-49ce-a448-293ca3a97afc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.931639] env[62298]: DEBUG nova.compute.provider_tree [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1866.999280] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804970, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.030215] env[62298]: DEBUG oslo_vmware.api [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106612} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.030409] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1867.031160] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01755f5-1654-4e47-8d46-f3eaf73431a8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.053720] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460/aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1867.053950] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2b8e81c-f177-42f0-af2b-4799f1ef47cb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.078325] env[62298]: DEBUG oslo_vmware.api [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1867.078325] env[62298]: value = "task-1804972" [ 1867.078325] env[62298]: _type = "Task" [ 1867.078325] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.090717] env[62298]: DEBUG oslo_vmware.api [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804972, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.102588] env[62298]: WARNING nova.network.neutron [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] cc983ab6-1cb3-4075-8f2f-8be5f1a54792 already exists in list: networks containing: ['cc983ab6-1cb3-4075-8f2f-8be5f1a54792']. ignoring it [ 1867.224205] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquiring lock "refresh_cache-f817ac43-dfd4-4a70-9034-25f0e80a7259" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.224404] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquired lock "refresh_cache-f817ac43-dfd4-4a70-9034-25f0e80a7259" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.224601] env[62298]: DEBUG nova.network.neutron [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1867.389076] env[62298]: DEBUG nova.network.neutron [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Updating instance_info_cache with network_info: [{"id": "3502d7bb-1e65-4084-a947-f4bfec7cfaef", "address": "fa:16:3e:7a:70:59", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3502d7bb-1e", "ovs_interfaceid": "3502d7bb-1e65-4084-a947-f4bfec7cfaef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b9a83dac-3cca-4680-9604-13b20a1739b2", "address": "fa:16:3e:b4:d6:51", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9a83dac-3c", "ovs_interfaceid": "b9a83dac-3cca-4680-9604-13b20a1739b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.435060] env[62298]: DEBUG nova.scheduler.client.report [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1867.498202] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804970, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.588452] env[62298]: DEBUG oslo_vmware.api [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804972, 'name': ReconfigVM_Task, 'duration_secs': 0.457747} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.588747] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Reconfigured VM instance instance-00000062 to attach disk [datastore1] aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460/aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1867.589410] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da98814b-22b3-4a08-a96e-a592c470d0f5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.595213] env[62298]: DEBUG oslo_vmware.api [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1867.595213] env[62298]: value = "task-1804973" [ 1867.595213] env[62298]: _type = "Task" [ 1867.595213] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.602759] env[62298]: DEBUG oslo_vmware.api [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804973, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.758012] env[62298]: DEBUG nova.network.neutron [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1867.891722] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Releasing lock "refresh_cache-53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.892386] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.892549] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired lock "53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.893710] env[62298]: DEBUG nova.network.neutron [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Updating instance_info_cache with network_info: [{"id": "ffc4a32d-7f3a-4860-8738-034ed180b347", "address": "fa:16:3e:1f:96:f5", "network": {"id": "13270d72-58a9-4f8e-9a98-e63424365680", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26636454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1301f935b049f589fbf998df6a6e70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffc4a32d-7f", "ovs_interfaceid": "ffc4a32d-7f3a-4860-8738-034ed180b347", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.895556] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575930aa-5589-42bb-a77c-14d3af976b54 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.913652] env[62298]: DEBUG nova.virt.hardware [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1867.913890] env[62298]: DEBUG nova.virt.hardware [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1867.914077] env[62298]: DEBUG nova.virt.hardware [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1867.914226] env[62298]: DEBUG nova.virt.hardware [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1867.914377] env[62298]: DEBUG nova.virt.hardware [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1867.914526] env[62298]: DEBUG nova.virt.hardware [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1867.914735] env[62298]: DEBUG nova.virt.hardware [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1867.914894] env[62298]: DEBUG nova.virt.hardware [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1867.915074] env[62298]: DEBUG nova.virt.hardware [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1867.915261] env[62298]: DEBUG nova.virt.hardware [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1867.915531] env[62298]: DEBUG nova.virt.hardware [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1867.921951] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Reconfiguring VM to attach interface {{(pid=62298) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1867.922852] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-426d97ee-5322-4fa2-abd3-6fc313aad747 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.943662] env[62298]: DEBUG oslo_vmware.api [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1867.943662] env[62298]: value = "task-1804974" [ 1867.943662] env[62298]: _type = "Task" [ 1867.943662] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.953063] env[62298]: DEBUG oslo_vmware.api [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804974, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.002902] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804970, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.106182] env[62298]: DEBUG oslo_vmware.api [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804973, 'name': Rename_Task, 'duration_secs': 0.174828} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.106511] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1868.106780] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5231cd41-4067-4ea2-9f7c-168a97c76548 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.113724] env[62298]: DEBUG oslo_vmware.api [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1868.113724] env[62298]: value = "task-1804975" [ 1868.113724] env[62298]: _type = "Task" [ 1868.113724] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.122610] env[62298]: DEBUG oslo_vmware.api [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.400383] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Releasing lock "refresh_cache-f817ac43-dfd4-4a70-9034-25f0e80a7259" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.400747] env[62298]: DEBUG nova.compute.manager [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Instance network_info: |[{"id": "ffc4a32d-7f3a-4860-8738-034ed180b347", "address": "fa:16:3e:1f:96:f5", "network": {"id": "13270d72-58a9-4f8e-9a98-e63424365680", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26636454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1301f935b049f589fbf998df6a6e70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffc4a32d-7f", "ovs_interfaceid": "ffc4a32d-7f3a-4860-8738-034ed180b347", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1868.401210] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:96:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afb671bc-328c-40bf-9c2a-d98695e3d60c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffc4a32d-7f3a-4860-8738-034ed180b347', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1868.409023] env[62298]: DEBUG oslo.service.loopingcall [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1868.409382] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1868.409732] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5ce5d57-afbc-4577-a0f7-f3fcf646ba5b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.431627] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1868.431627] env[62298]: value = "task-1804976" [ 1868.431627] env[62298]: _type = "Task" [ 1868.431627] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.440012] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804976, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.445567] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.276s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.448703] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.825s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.460881] env[62298]: DEBUG oslo_vmware.api [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.501700] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804970, 'name': CreateVM_Task, 'duration_secs': 1.656613} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.501867] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1868.502585] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.502739] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.503499] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1868.503571] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07b52d67-0e59-4e4b-81f0-12aad8c110c4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.510613] env[62298]: DEBUG oslo_vmware.api [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 1868.510613] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5234c180-74d8-3a5c-ec78-aee9a61682df" [ 1868.510613] env[62298]: _type = "Task" [ 1868.510613] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.519079] env[62298]: DEBUG oslo_vmware.api [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5234c180-74d8-3a5c-ec78-aee9a61682df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.623938] env[62298]: DEBUG oslo_vmware.api [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804975, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.662853] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db799532-1440-4c84-a2ab-9345603ce94d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.670518] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05500e38-1753-44e3-b8ef-d3e3286b1dcd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.704118] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f843f7fe-b262-4ec4-84f3-97d08bdfc731 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.712213] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85027018-9808-4375-b1ef-36457cd8efd5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.726273] env[62298]: DEBUG nova.compute.provider_tree [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1868.943665] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804976, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.960963] env[62298]: DEBUG oslo_vmware.api [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1804974, 'name': ReconfigVM_Task, 'duration_secs': 0.662733} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.961478] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Releasing lock "53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.961790] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Reconfigured VM to attach interface {{(pid=62298) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1869.007766] env[62298]: INFO nova.scheduler.client.report [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Deleted allocation for migration 2c44447b-dbdb-4be8-b29a-558804dbb65b [ 1869.021993] env[62298]: DEBUG oslo_vmware.api [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5234c180-74d8-3a5c-ec78-aee9a61682df, 'name': SearchDatastore_Task, 'duration_secs': 0.012508} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.022313] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.022553] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1869.022789] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.022940] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.023144] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1869.023473] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78071dcb-700d-46d1-aad0-65203cc42bc1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.034487] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1869.034669] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1869.035393] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b60081b-d90d-488f-93e9-031b4853a272 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.040830] env[62298]: DEBUG oslo_vmware.api [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 1869.040830] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52466454-6972-7805-3760-52fbcda13244" [ 1869.040830] env[62298]: _type = "Task" [ 1869.040830] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.049935] env[62298]: DEBUG oslo_vmware.api [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52466454-6972-7805-3760-52fbcda13244, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.123525] env[62298]: DEBUG oslo_vmware.api [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804975, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.229863] env[62298]: DEBUG nova.scheduler.client.report [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1869.443140] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804976, 'name': CreateVM_Task, 'duration_secs': 0.768139} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.443375] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1869.444108] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.444290] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.444612] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1869.444906] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-224e4f00-4363-4e66-92f0-492ecab21cfc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.450164] env[62298]: DEBUG oslo_vmware.api [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1869.450164] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5234dd74-7ec0-49b3-d28f-153d81df5ea2" [ 1869.450164] env[62298]: _type = "Task" [ 1869.450164] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.458443] env[62298]: DEBUG oslo_vmware.api [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5234dd74-7ec0-49b3-d28f-153d81df5ea2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.466744] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b10b2a5c-5e32-41e5-b71a-e84db4f16a48 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "interface-53304fd8-3272-4394-98f8-c8c8ea794ca4-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.605s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.517583] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "b56b90e1-8e96-4f22-8fc9-fb096395099b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.487s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.551687] env[62298]: DEBUG oslo_vmware.api [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52466454-6972-7805-3760-52fbcda13244, 'name': SearchDatastore_Task, 'duration_secs': 0.016007} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.552507] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56fc35ae-9279-41cb-8335-010dc971e264 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.558067] env[62298]: DEBUG oslo_vmware.api [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 1869.558067] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5282493b-e0d3-a6f8-0da9-18fad91f0d1e" [ 1869.558067] env[62298]: _type = "Task" [ 1869.558067] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.566706] env[62298]: DEBUG oslo_vmware.api [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5282493b-e0d3-a6f8-0da9-18fad91f0d1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.623631] env[62298]: DEBUG oslo_vmware.api [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1804975, 'name': PowerOnVM_Task, 'duration_secs': 1.185085} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.623907] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1869.624133] env[62298]: INFO nova.compute.manager [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1869.624440] env[62298]: DEBUG nova.compute.manager [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1869.625101] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2023794c-a074-4999-91f2-1894293481f1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.734951] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.286s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.735183] env[62298]: INFO nova.compute.manager [None req-ca8cf119-f547-4261-8800-6ab7b5e200d4 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Successfully reverted task state from rebuilding on failure for instance. [ 1869.740089] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e5ff5ff1-4e53-484e-9f6f-269343081384 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.406s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.740321] env[62298]: DEBUG nova.objects.instance [None req-e5ff5ff1-4e53-484e-9f6f-269343081384 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Lazy-loading 'resources' on Instance uuid bc35bb54-bf52-4fc7-959f-05fccaaa5341 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1869.961233] env[62298]: DEBUG oslo_vmware.api [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5234dd74-7ec0-49b3-d28f-153d81df5ea2, 'name': SearchDatastore_Task, 'duration_secs': 0.019677} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.961568] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.961835] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1869.962082] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.073163] env[62298]: DEBUG oslo_vmware.api [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5282493b-e0d3-a6f8-0da9-18fad91f0d1e, 'name': SearchDatastore_Task, 'duration_secs': 0.054889} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.073955] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.074260] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 18f1a093-829a-4251-999a-4d95a437540a/18f1a093-829a-4251-999a-4d95a437540a.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1870.074558] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.074763] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1870.074987] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aaa63d9c-ab6f-4082-b735-7b260d18ec74 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.077159] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89a7590e-3944-4edc-8ef1-8722e584cce3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.084644] env[62298]: DEBUG oslo_vmware.api [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 1870.084644] env[62298]: value = "task-1804977" [ 1870.084644] env[62298]: _type = "Task" [ 1870.084644] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.089231] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1870.089448] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1870.090485] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dd2f515-dd43-4d92-9dba-379aa8e8df0d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.095645] env[62298]: DEBUG oslo_vmware.api [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1804977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.098676] env[62298]: DEBUG oslo_vmware.api [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1870.098676] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52882fee-df31-f92c-ba1a-6ba3bb5a5872" [ 1870.098676] env[62298]: _type = "Task" [ 1870.098676] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.106403] env[62298]: DEBUG oslo_vmware.api [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52882fee-df31-f92c-ba1a-6ba3bb5a5872, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.141973] env[62298]: INFO nova.compute.manager [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Took 19.08 seconds to build instance. [ 1870.419658] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f51e441-2667-4e9b-b748-ed4a7efff8e6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.427103] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc472793-b5ea-4689-aaf6-2e06d4991716 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.460020] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7b1134-efe3-43d5-9716-c7aeb9d9ad14 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.468075] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb81a44f-9a2c-4921-9cdb-bc96a0c5c566 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.482229] env[62298]: DEBUG nova.compute.provider_tree [None req-e5ff5ff1-4e53-484e-9f6f-269343081384 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1870.567205] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "b56b90e1-8e96-4f22-8fc9-fb096395099b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.567498] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "b56b90e1-8e96-4f22-8fc9-fb096395099b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.567717] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "b56b90e1-8e96-4f22-8fc9-fb096395099b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.568791] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "b56b90e1-8e96-4f22-8fc9-fb096395099b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.568791] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "b56b90e1-8e96-4f22-8fc9-fb096395099b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.572534] env[62298]: INFO nova.compute.manager [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Terminating instance [ 1870.595738] env[62298]: DEBUG oslo_vmware.api [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1804977, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.609315] env[62298]: DEBUG oslo_vmware.api [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52882fee-df31-f92c-ba1a-6ba3bb5a5872, 'name': SearchDatastore_Task, 'duration_secs': 0.010669} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.610175] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a6e67df-b17c-436b-bf4c-ed87a840a841 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.615978] env[62298]: DEBUG oslo_vmware.api [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1870.615978] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52d35cac-22a7-f837-5f55-c943c52a48bd" [ 1870.615978] env[62298]: _type = "Task" [ 1870.615978] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.625320] env[62298]: DEBUG oslo_vmware.api [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52d35cac-22a7-f837-5f55-c943c52a48bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.644577] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ecc2cba3-c698-41be-9ed8-1d94922a92a1 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.590s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.769764] env[62298]: DEBUG nova.compute.manager [req-381d0506-16c1-4e87-9fbc-262e25fcfdde req-0a2bbb95-5d7d-403b-9620-4f7cbebe054a service nova] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Received event network-vif-plugged-e63d2fa9-b72e-451b-afd4-607722c94d0c {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1870.770024] env[62298]: DEBUG oslo_concurrency.lockutils [req-381d0506-16c1-4e87-9fbc-262e25fcfdde req-0a2bbb95-5d7d-403b-9620-4f7cbebe054a service nova] Acquiring lock "aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.770308] env[62298]: DEBUG oslo_concurrency.lockutils [req-381d0506-16c1-4e87-9fbc-262e25fcfdde req-0a2bbb95-5d7d-403b-9620-4f7cbebe054a service nova] Lock "aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.770553] env[62298]: DEBUG oslo_concurrency.lockutils [req-381d0506-16c1-4e87-9fbc-262e25fcfdde req-0a2bbb95-5d7d-403b-9620-4f7cbebe054a service nova] Lock "aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.770784] env[62298]: DEBUG nova.compute.manager [req-381d0506-16c1-4e87-9fbc-262e25fcfdde req-0a2bbb95-5d7d-403b-9620-4f7cbebe054a service nova] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] No waiting events found dispatching network-vif-plugged-e63d2fa9-b72e-451b-afd4-607722c94d0c {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1870.771036] env[62298]: WARNING nova.compute.manager [req-381d0506-16c1-4e87-9fbc-262e25fcfdde req-0a2bbb95-5d7d-403b-9620-4f7cbebe054a service nova] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Received unexpected event network-vif-plugged-e63d2fa9-b72e-451b-afd4-607722c94d0c for instance with vm_state active and task_state None. [ 1870.771205] env[62298]: DEBUG nova.compute.manager [req-381d0506-16c1-4e87-9fbc-262e25fcfdde req-0a2bbb95-5d7d-403b-9620-4f7cbebe054a service nova] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Received event network-changed-e63d2fa9-b72e-451b-afd4-607722c94d0c {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1870.771371] env[62298]: DEBUG nova.compute.manager [req-381d0506-16c1-4e87-9fbc-262e25fcfdde req-0a2bbb95-5d7d-403b-9620-4f7cbebe054a service nova] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Refreshing instance network info cache due to event network-changed-e63d2fa9-b72e-451b-afd4-607722c94d0c. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1870.771596] env[62298]: DEBUG oslo_concurrency.lockutils [req-381d0506-16c1-4e87-9fbc-262e25fcfdde req-0a2bbb95-5d7d-403b-9620-4f7cbebe054a service nova] Acquiring lock "refresh_cache-aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.771762] env[62298]: DEBUG oslo_concurrency.lockutils [req-381d0506-16c1-4e87-9fbc-262e25fcfdde req-0a2bbb95-5d7d-403b-9620-4f7cbebe054a service nova] Acquired lock "refresh_cache-aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.771926] env[62298]: DEBUG nova.network.neutron [req-381d0506-16c1-4e87-9fbc-262e25fcfdde req-0a2bbb95-5d7d-403b-9620-4f7cbebe054a service nova] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Refreshing network info cache for port e63d2fa9-b72e-451b-afd4-607722c94d0c {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1870.773491] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9617a912-4ff7-4ed5-a858-265c39480e60 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Acquiring lock "d08daf56-6574-459e-ba9b-d38e107130e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.773765] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9617a912-4ff7-4ed5-a858-265c39480e60 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Lock "d08daf56-6574-459e-ba9b-d38e107130e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.774033] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9617a912-4ff7-4ed5-a858-265c39480e60 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Acquiring lock "d08daf56-6574-459e-ba9b-d38e107130e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.774542] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9617a912-4ff7-4ed5-a858-265c39480e60 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Lock "d08daf56-6574-459e-ba9b-d38e107130e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.774542] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9617a912-4ff7-4ed5-a858-265c39480e60 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Lock "d08daf56-6574-459e-ba9b-d38e107130e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.776820] env[62298]: INFO nova.compute.manager [None req-9617a912-4ff7-4ed5-a858-265c39480e60 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Terminating instance [ 1870.985702] env[62298]: DEBUG nova.scheduler.client.report [None req-e5ff5ff1-4e53-484e-9f6f-269343081384 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1871.078917] env[62298]: DEBUG nova.compute.manager [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1871.079208] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1871.080192] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7679cc-6abb-4122-885d-bea9c8440884 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.091014] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1871.091603] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5210ff99-f9e6-4dec-8dee-1aa1e89e0af1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.096200] env[62298]: DEBUG oslo_vmware.api [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1804977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.825909} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.097212] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 18f1a093-829a-4251-999a-4d95a437540a/18f1a093-829a-4251-999a-4d95a437540a.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1871.097447] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1871.097748] env[62298]: DEBUG oslo_vmware.api [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1871.097748] env[62298]: value = "task-1804978" [ 1871.097748] env[62298]: _type = "Task" [ 1871.097748] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.097926] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07f7d33b-3430-4a26-af12-489fbe69023e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.110198] env[62298]: DEBUG oslo_vmware.api [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.111873] env[62298]: DEBUG oslo_vmware.api [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 1871.111873] env[62298]: value = "task-1804979" [ 1871.111873] env[62298]: _type = "Task" [ 1871.111873] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.122618] env[62298]: DEBUG oslo_vmware.api [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1804979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.128280] env[62298]: DEBUG oslo_vmware.api [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52d35cac-22a7-f837-5f55-c943c52a48bd, 'name': SearchDatastore_Task, 'duration_secs': 0.059536} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.128280] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.128527] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] f817ac43-dfd4-4a70-9034-25f0e80a7259/f817ac43-dfd4-4a70-9034-25f0e80a7259.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1871.128808] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-030a5917-fa5c-4628-8bfa-3685ee404e13 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.135322] env[62298]: DEBUG oslo_vmware.api [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1871.135322] env[62298]: value = "task-1804980" [ 1871.135322] env[62298]: _type = "Task" [ 1871.135322] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.144353] env[62298]: DEBUG oslo_vmware.api [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.281306] env[62298]: DEBUG nova.compute.manager [None req-9617a912-4ff7-4ed5-a858-265c39480e60 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1871.281655] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50a83763-15f7-4d3f-acc4-bffddbf01bf5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.294869] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457c63a1-e1f5-4e7f-a1eb-f0b8d8429d2f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.331211] env[62298]: WARNING nova.virt.vmwareapi.driver [None req-9617a912-4ff7-4ed5-a858-265c39480e60 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance d08daf56-6574-459e-ba9b-d38e107130e9 could not be found. [ 1871.331419] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9617a912-4ff7-4ed5-a858-265c39480e60 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1871.331809] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e94755e-a9d8-4557-9843-75eb3a35283b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.340627] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e93160-1a35-495b-8946-620e5fd0182a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.380413] env[62298]: WARNING nova.virt.vmwareapi.vmops [None req-9617a912-4ff7-4ed5-a858-265c39480e60 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance d08daf56-6574-459e-ba9b-d38e107130e9 could not be found. [ 1871.380637] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9617a912-4ff7-4ed5-a858-265c39480e60 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1871.380846] env[62298]: INFO nova.compute.manager [None req-9617a912-4ff7-4ed5-a858-265c39480e60 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Took 0.10 seconds to destroy the instance on the hypervisor. [ 1871.381118] env[62298]: DEBUG oslo.service.loopingcall [None req-9617a912-4ff7-4ed5-a858-265c39480e60 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1871.381387] env[62298]: DEBUG nova.compute.manager [-] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1871.381496] env[62298]: DEBUG nova.network.neutron [-] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1871.490754] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e5ff5ff1-4e53-484e-9f6f-269343081384 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.750s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.494530] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 9.318s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.531484] env[62298]: INFO nova.scheduler.client.report [None req-e5ff5ff1-4e53-484e-9f6f-269343081384 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Deleted allocations for instance bc35bb54-bf52-4fc7-959f-05fccaaa5341 [ 1871.612800] env[62298]: DEBUG oslo_vmware.api [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804978, 'name': PowerOffVM_Task, 'duration_secs': 0.426407} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.619761] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1871.619964] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1871.620331] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-768b4bed-fbaf-472e-b689-1ed87ea7acb0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.627733] env[62298]: DEBUG oslo_vmware.api [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1804979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123759} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.628326] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1871.629235] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00540e0-a197-49fa-8938-5ceb1d25c5d6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.656204] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 18f1a093-829a-4251-999a-4d95a437540a/18f1a093-829a-4251-999a-4d95a437540a.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1871.660836] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3f029d9-87ec-46b8-979f-4ef7e02a3c38 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.678680] env[62298]: DEBUG oslo_concurrency.lockutils [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquiring lock "3927345e-6db9-4970-a0ab-5b9385a1c9d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.679396] env[62298]: DEBUG oslo_concurrency.lockutils [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Lock "3927345e-6db9-4970-a0ab-5b9385a1c9d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.679396] env[62298]: DEBUG oslo_concurrency.lockutils [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquiring lock "3927345e-6db9-4970-a0ab-5b9385a1c9d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.679396] env[62298]: DEBUG oslo_concurrency.lockutils [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Lock "3927345e-6db9-4970-a0ab-5b9385a1c9d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.679643] env[62298]: DEBUG oslo_concurrency.lockutils [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Lock "3927345e-6db9-4970-a0ab-5b9385a1c9d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.683116] env[62298]: INFO nova.compute.manager [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Terminating instance [ 1871.688180] env[62298]: DEBUG oslo_vmware.api [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804980, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.692886] env[62298]: DEBUG oslo_vmware.api [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 1871.692886] env[62298]: value = "task-1804982" [ 1871.692886] env[62298]: _type = "Task" [ 1871.692886] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.701598] env[62298]: DEBUG oslo_vmware.api [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1804982, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.848336] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1871.848678] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1871.848906] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Deleting the datastore file [datastore1] b56b90e1-8e96-4f22-8fc9-fb096395099b {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1871.849299] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1decc909-c118-4948-8be4-cba4763e4cc9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.856519] env[62298]: DEBUG oslo_vmware.api [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for the task: (returnval){ [ 1871.856519] env[62298]: value = "task-1804983" [ 1871.856519] env[62298]: _type = "Task" [ 1871.856519] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.866913] env[62298]: DEBUG oslo_vmware.api [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.999600] env[62298]: DEBUG nova.objects.instance [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lazy-loading 'migration_context' on Instance uuid a79f5737-549b-4cdd-ae42-591ed2fb12c6 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1872.043681] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e5ff5ff1-4e53-484e-9f6f-269343081384 tempest-FloatingIPsAssociationNegativeTestJSON-788820929 tempest-FloatingIPsAssociationNegativeTestJSON-788820929-project-member] Lock "bc35bb54-bf52-4fc7-959f-05fccaaa5341" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.345s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.161842] env[62298]: DEBUG oslo_vmware.api [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665113} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.162100] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] f817ac43-dfd4-4a70-9034-25f0e80a7259/f817ac43-dfd4-4a70-9034-25f0e80a7259.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1872.162379] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1872.162687] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cec5e41c-5549-4927-a201-cf3504b6dde7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.170136] env[62298]: DEBUG oslo_vmware.api [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1872.170136] env[62298]: value = "task-1804984" [ 1872.170136] env[62298]: _type = "Task" [ 1872.170136] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.181074] env[62298]: DEBUG oslo_vmware.api [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.192821] env[62298]: DEBUG nova.compute.manager [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1872.193232] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1872.194148] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be580232-7135-4e0b-9c28-42074fce4fc1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.207853] env[62298]: DEBUG oslo_vmware.api [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1804982, 'name': ReconfigVM_Task, 'duration_secs': 0.446819} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.208224] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1872.208283] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 18f1a093-829a-4251-999a-4d95a437540a/18f1a093-829a-4251-999a-4d95a437540a.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1872.208915] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb0176d7-84d1-48a0-b211-206cacc48016 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.210515] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0663d72-67f6-415a-87df-094877e622fe {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.217854] env[62298]: DEBUG oslo_vmware.api [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1872.217854] env[62298]: value = "task-1804985" [ 1872.217854] env[62298]: _type = "Task" [ 1872.217854] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.219303] env[62298]: DEBUG oslo_vmware.api [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 1872.219303] env[62298]: value = "task-1804986" [ 1872.219303] env[62298]: _type = "Task" [ 1872.219303] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.233918] env[62298]: DEBUG oslo_vmware.api [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.239500] env[62298]: DEBUG oslo_vmware.api [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1804986, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.367946] env[62298]: DEBUG oslo_vmware.api [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Task: {'id': task-1804983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295329} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.368933] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1872.370046] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1872.370046] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1872.370302] env[62298]: INFO nova.compute.manager [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1872.370584] env[62298]: DEBUG oslo.service.loopingcall [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1872.372222] env[62298]: DEBUG nova.compute.manager [-] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1872.372359] env[62298]: DEBUG nova.network.neutron [-] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1872.382677] env[62298]: DEBUG nova.network.neutron [req-381d0506-16c1-4e87-9fbc-262e25fcfdde req-0a2bbb95-5d7d-403b-9620-4f7cbebe054a service nova] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Updated VIF entry in instance network info cache for port e63d2fa9-b72e-451b-afd4-607722c94d0c. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1872.382677] env[62298]: DEBUG nova.network.neutron [req-381d0506-16c1-4e87-9fbc-262e25fcfdde req-0a2bbb95-5d7d-403b-9620-4f7cbebe054a service nova] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Updating instance_info_cache with network_info: [{"id": "e63d2fa9-b72e-451b-afd4-607722c94d0c", "address": "fa:16:3e:41:2a:51", "network": {"id": "66ddb69c-a0b5-4d9a-812e-c071845bc88a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165425722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd819ba42d93442d90c65ee40ac606f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63d2fa9-b7", "ovs_interfaceid": "e63d2fa9-b72e-451b-afd4-607722c94d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.455543] env[62298]: INFO nova.compute.manager [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Rebuilding instance [ 1872.522813] env[62298]: DEBUG nova.compute.manager [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1872.524344] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469a88d8-1367-4d99-a477-7fda86289cfc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.678978] env[62298]: DEBUG oslo_vmware.api [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162716} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.679508] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1872.683023] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc3ea0c-4ec8-4c3f-9f02-e519ec9faab7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.708679] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] f817ac43-dfd4-4a70-9034-25f0e80a7259/f817ac43-dfd4-4a70-9034-25f0e80a7259.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1872.711667] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1578cba3-497d-4753-9a1e-377d82a5e72d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.747330] env[62298]: DEBUG oslo_vmware.api [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1804986, 'name': Rename_Task, 'duration_secs': 0.321472} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.747692] env[62298]: DEBUG oslo_vmware.api [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.749151] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1872.749515] env[62298]: DEBUG oslo_vmware.api [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1872.749515] env[62298]: value = "task-1804987" [ 1872.749515] env[62298]: _type = "Task" [ 1872.749515] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.749746] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81cd35a9-3ec9-4cf8-8d8e-db99239d35fe {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.759926] env[62298]: DEBUG oslo_vmware.api [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.761393] env[62298]: DEBUG oslo_vmware.api [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 1872.761393] env[62298]: value = "task-1804988" [ 1872.761393] env[62298]: _type = "Task" [ 1872.761393] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.772461] env[62298]: DEBUG oslo_vmware.api [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1804988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.780335] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686850d1-7168-489c-a699-6f15eb7c4828 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.788396] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cde08ce-2615-4655-ab5f-9889fd4bd7bc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.822274] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7de522-4feb-4f8a-bd06-7a290487d1e0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.828446] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29113366-3c9f-4b33-8fd1-29dd3fe88e80 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.844181] env[62298]: DEBUG nova.compute.provider_tree [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1872.855756] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "interface-53304fd8-3272-4394-98f8-c8c8ea794ca4-3d0ec450-bf00-4d78-b797-d72497d09977" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.856987] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "interface-53304fd8-3272-4394-98f8-c8c8ea794ca4-3d0ec450-bf00-4d78-b797-d72497d09977" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.856987] env[62298]: DEBUG nova.objects.instance [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lazy-loading 'flavor' on Instance uuid 53304fd8-3272-4394-98f8-c8c8ea794ca4 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1872.887076] env[62298]: DEBUG oslo_concurrency.lockutils [req-381d0506-16c1-4e87-9fbc-262e25fcfdde req-0a2bbb95-5d7d-403b-9620-4f7cbebe054a service nova] Releasing lock "refresh_cache-aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.945756] env[62298]: DEBUG nova.compute.manager [req-df67f872-b45f-4f15-9bc4-d5c15df6c324 req-bb79fb6d-ba12-45ff-8a0d-565cc82d7953 service nova] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Received event network-changed-e63d2fa9-b72e-451b-afd4-607722c94d0c {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1872.945756] env[62298]: DEBUG nova.compute.manager [req-df67f872-b45f-4f15-9bc4-d5c15df6c324 req-bb79fb6d-ba12-45ff-8a0d-565cc82d7953 service nova] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Refreshing instance network info cache due to event network-changed-e63d2fa9-b72e-451b-afd4-607722c94d0c. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1872.945756] env[62298]: DEBUG oslo_concurrency.lockutils [req-df67f872-b45f-4f15-9bc4-d5c15df6c324 req-bb79fb6d-ba12-45ff-8a0d-565cc82d7953 service nova] Acquiring lock "refresh_cache-aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.945756] env[62298]: DEBUG oslo_concurrency.lockutils [req-df67f872-b45f-4f15-9bc4-d5c15df6c324 req-bb79fb6d-ba12-45ff-8a0d-565cc82d7953 service nova] Acquired lock "refresh_cache-aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.945756] env[62298]: DEBUG nova.network.neutron [req-df67f872-b45f-4f15-9bc4-d5c15df6c324 req-bb79fb6d-ba12-45ff-8a0d-565cc82d7953 service nova] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Refreshing network info cache for port e63d2fa9-b72e-451b-afd4-607722c94d0c {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1873.142883] env[62298]: DEBUG nova.compute.manager [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Received event network-vif-plugged-1c88558c-dc24-46c6-a5b5-73abc98d928b {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1873.143582] env[62298]: DEBUG oslo_concurrency.lockutils [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] Acquiring lock "18f1a093-829a-4251-999a-4d95a437540a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.144349] env[62298]: DEBUG oslo_concurrency.lockutils [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] Lock "18f1a093-829a-4251-999a-4d95a437540a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.144721] env[62298]: DEBUG oslo_concurrency.lockutils [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] Lock "18f1a093-829a-4251-999a-4d95a437540a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.146779] env[62298]: DEBUG nova.compute.manager [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] [instance: 18f1a093-829a-4251-999a-4d95a437540a] No waiting events found dispatching network-vif-plugged-1c88558c-dc24-46c6-a5b5-73abc98d928b {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1873.146779] env[62298]: WARNING nova.compute.manager [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Received unexpected event network-vif-plugged-1c88558c-dc24-46c6-a5b5-73abc98d928b for instance with vm_state building and task_state spawning. [ 1873.146779] env[62298]: DEBUG nova.compute.manager [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Received event network-changed-1c88558c-dc24-46c6-a5b5-73abc98d928b {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1873.146779] env[62298]: DEBUG nova.compute.manager [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Refreshing instance network info cache due to event network-changed-1c88558c-dc24-46c6-a5b5-73abc98d928b. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1873.146779] env[62298]: DEBUG oslo_concurrency.lockutils [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] Acquiring lock "refresh_cache-18f1a093-829a-4251-999a-4d95a437540a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.146779] env[62298]: DEBUG oslo_concurrency.lockutils [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] Acquired lock "refresh_cache-18f1a093-829a-4251-999a-4d95a437540a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.146779] env[62298]: DEBUG nova.network.neutron [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Refreshing network info cache for port 1c88558c-dc24-46c6-a5b5-73abc98d928b {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1873.241238] env[62298]: DEBUG oslo_vmware.api [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.262266] env[62298]: DEBUG oslo_vmware.api [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.279282] env[62298]: DEBUG oslo_vmware.api [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1804988, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.346547] env[62298]: DEBUG nova.scheduler.client.report [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1873.454281] env[62298]: DEBUG nova.network.neutron [-] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.499118] env[62298]: DEBUG nova.network.neutron [-] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.544423] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1873.551919] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14908f78-8465-4189-8146-98f99ab61676 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.558335] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1873.558335] env[62298]: value = "task-1804989" [ 1873.558335] env[62298]: _type = "Task" [ 1873.558335] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.573427] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.644164] env[62298]: DEBUG nova.objects.instance [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lazy-loading 'pci_requests' on Instance uuid 53304fd8-3272-4394-98f8-c8c8ea794ca4 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1873.739310] env[62298]: DEBUG oslo_vmware.api [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804985, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.762561] env[62298]: DEBUG oslo_vmware.api [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804987, 'name': ReconfigVM_Task, 'duration_secs': 0.738418} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.765273] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Reconfigured VM instance instance-00000064 to attach disk [datastore1] f817ac43-dfd4-4a70-9034-25f0e80a7259/f817ac43-dfd4-4a70-9034-25f0e80a7259.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1873.765982] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31396716-d862-4f29-8efc-0c598425a840 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.778849] env[62298]: DEBUG oslo_vmware.api [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1804988, 'name': PowerOnVM_Task, 'duration_secs': 0.868821} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.780283] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1873.780514] env[62298]: INFO nova.compute.manager [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Took 9.70 seconds to spawn the instance on the hypervisor. [ 1873.780728] env[62298]: DEBUG nova.compute.manager [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1873.781088] env[62298]: DEBUG oslo_vmware.api [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1873.781088] env[62298]: value = "task-1804990" [ 1873.781088] env[62298]: _type = "Task" [ 1873.781088] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.781791] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af85733-e82e-481f-a4f5-0448f84baba1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.804806] env[62298]: DEBUG oslo_vmware.api [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804990, 'name': Rename_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.957631] env[62298]: INFO nova.compute.manager [-] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Took 1.59 seconds to deallocate network for instance. [ 1874.005222] env[62298]: INFO nova.compute.manager [-] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Took 2.62 seconds to deallocate network for instance. [ 1874.036017] env[62298]: DEBUG nova.network.neutron [req-df67f872-b45f-4f15-9bc4-d5c15df6c324 req-bb79fb6d-ba12-45ff-8a0d-565cc82d7953 service nova] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Updated VIF entry in instance network info cache for port e63d2fa9-b72e-451b-afd4-607722c94d0c. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1874.036017] env[62298]: DEBUG nova.network.neutron [req-df67f872-b45f-4f15-9bc4-d5c15df6c324 req-bb79fb6d-ba12-45ff-8a0d-565cc82d7953 service nova] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Updating instance_info_cache with network_info: [{"id": "e63d2fa9-b72e-451b-afd4-607722c94d0c", "address": "fa:16:3e:41:2a:51", "network": {"id": "66ddb69c-a0b5-4d9a-812e-c071845bc88a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165425722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd819ba42d93442d90c65ee40ac606f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63d2fa9-b7", "ovs_interfaceid": "e63d2fa9-b72e-451b-afd4-607722c94d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.068679] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804989, 'name': PowerOffVM_Task, 'duration_secs': 0.298458} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.068958] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1874.069244] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1874.070033] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02086e2e-1776-4fbf-a510-cdf2ccf1e252 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.076686] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1874.076921] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5458653-a06a-4aeb-b0eb-15d144b9479b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.080789] env[62298]: DEBUG nova.network.neutron [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Updated VIF entry in instance network info cache for port 1c88558c-dc24-46c6-a5b5-73abc98d928b. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1874.081141] env[62298]: DEBUG nova.network.neutron [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Updating instance_info_cache with network_info: [{"id": "1c88558c-dc24-46c6-a5b5-73abc98d928b", "address": "fa:16:3e:18:75:34", "network": {"id": "e4e2c5c8-77d4-43e9-853b-0797e8a17f8d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1566442661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a808a8b6e643a5b98d06c6cf82cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c88558c-dc", "ovs_interfaceid": "1c88558c-dc24-46c6-a5b5-73abc98d928b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.150018] env[62298]: DEBUG nova.objects.base [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Object Instance<53304fd8-3272-4394-98f8-c8c8ea794ca4> lazy-loaded attributes: flavor,pci_requests {{(pid=62298) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1874.150018] env[62298]: DEBUG nova.network.neutron [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1874.238814] env[62298]: DEBUG oslo_vmware.api [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804985, 'name': PowerOffVM_Task, 'duration_secs': 1.549342} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.239365] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1874.239693] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1874.241784] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09872007-26eb-4164-91f3-7a6874912e40 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.252870] env[62298]: DEBUG nova.policy [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fe205f549084573a0bcb772655514e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd16a7e68d89479986f48962c3b7f070', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1874.298230] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1874.298230] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1874.298230] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Deleting the datastore file [datastore1] 2c86f429-65ca-4b6d-8596-e89dfd7f4001 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1874.309016] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b25a0b8-dd62-48e9-8e58-d2b985052ced {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.310752] env[62298]: DEBUG oslo_vmware.api [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804990, 'name': Rename_Task, 'duration_secs': 0.197301} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.315170] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1874.319558] env[62298]: INFO nova.compute.manager [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Took 22.12 seconds to build instance. [ 1874.319558] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f73b553b-dbf7-4fe4-9e0a-bd15ad05e12b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.321508] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1874.321508] env[62298]: value = "task-1804993" [ 1874.321508] env[62298]: _type = "Task" [ 1874.321508] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.328270] env[62298]: DEBUG oslo_vmware.api [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1874.328270] env[62298]: value = "task-1804994" [ 1874.328270] env[62298]: _type = "Task" [ 1874.328270] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.334540] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.340492] env[62298]: DEBUG oslo_vmware.api [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.364020] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.868s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.467025] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.467025] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.467025] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.498105] env[62298]: INFO nova.scheduler.client.report [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Deleted allocations for instance b56b90e1-8e96-4f22-8fc9-fb096395099b [ 1874.538936] env[62298]: DEBUG oslo_concurrency.lockutils [req-df67f872-b45f-4f15-9bc4-d5c15df6c324 req-bb79fb6d-ba12-45ff-8a0d-565cc82d7953 service nova] Releasing lock "refresh_cache-aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.577773] env[62298]: INFO nova.compute.manager [None req-9617a912-4ff7-4ed5-a858-265c39480e60 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Took 0.57 seconds to detach 1 volumes for instance. [ 1874.580590] env[62298]: DEBUG nova.compute.manager [None req-9617a912-4ff7-4ed5-a858-265c39480e60 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Deleting volume: 187827d9-e89c-45d3-9ef6-2a6f34cab555 {{(pid=62298) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1874.584293] env[62298]: DEBUG oslo_concurrency.lockutils [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] Releasing lock "refresh_cache-18f1a093-829a-4251-999a-4d95a437540a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.584293] env[62298]: DEBUG nova.compute.manager [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Received event network-vif-plugged-b9a83dac-3cca-4680-9604-13b20a1739b2 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1874.584293] env[62298]: DEBUG oslo_concurrency.lockutils [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] Acquiring lock "53304fd8-3272-4394-98f8-c8c8ea794ca4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.584768] env[62298]: DEBUG oslo_concurrency.lockutils [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] Lock "53304fd8-3272-4394-98f8-c8c8ea794ca4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.584768] env[62298]: DEBUG oslo_concurrency.lockutils [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] Lock "53304fd8-3272-4394-98f8-c8c8ea794ca4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.584768] env[62298]: DEBUG nova.compute.manager [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] No waiting events found dispatching network-vif-plugged-b9a83dac-3cca-4680-9604-13b20a1739b2 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1874.584907] env[62298]: WARNING nova.compute.manager [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Received unexpected event network-vif-plugged-b9a83dac-3cca-4680-9604-13b20a1739b2 for instance with vm_state active and task_state None. [ 1874.585027] env[62298]: DEBUG nova.compute.manager [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Received event network-changed-b9a83dac-3cca-4680-9604-13b20a1739b2 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1874.585195] env[62298]: DEBUG nova.compute.manager [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Refreshing instance network info cache due to event network-changed-b9a83dac-3cca-4680-9604-13b20a1739b2. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1874.585669] env[62298]: DEBUG oslo_concurrency.lockutils [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] Acquiring lock "refresh_cache-53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.585669] env[62298]: DEBUG oslo_concurrency.lockutils [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] Acquired lock "refresh_cache-53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.585669] env[62298]: DEBUG nova.network.neutron [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Refreshing network info cache for port b9a83dac-3cca-4680-9604-13b20a1739b2 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1874.820318] env[62298]: DEBUG oslo_concurrency.lockutils [None req-e3e338ab-c343-4a26-b58f-f0cb3460f032 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "18f1a093-829a-4251-999a-4d95a437540a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.632s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.832852] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.843934] env[62298]: DEBUG oslo_vmware.api [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804994, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.007618] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7c4be45e-3ce3-40a7-9d07-575df42e3de0 tempest-DeleteServersTestJSON-1039956109 tempest-DeleteServersTestJSON-1039956109-project-member] Lock "b56b90e1-8e96-4f22-8fc9-fb096395099b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.439s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.136710] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9617a912-4ff7-4ed5-a858-265c39480e60 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.136710] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9617a912-4ff7-4ed5-a858-265c39480e60 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.136710] env[62298]: DEBUG nova.objects.instance [None req-9617a912-4ff7-4ed5-a858-265c39480e60 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Lazy-loading 'resources' on Instance uuid d08daf56-6574-459e-ba9b-d38e107130e9 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1875.336010] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.345600] env[62298]: DEBUG oslo_vmware.api [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1804994, 'name': PowerOnVM_Task, 'duration_secs': 0.63333} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.345884] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1875.349497] env[62298]: INFO nova.compute.manager [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1875.349497] env[62298]: DEBUG nova.compute.manager [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1875.349497] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6537ec5e-ff5d-4733-aac0-db9c279c99d9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.549115] env[62298]: DEBUG nova.network.neutron [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Updated VIF entry in instance network info cache for port b9a83dac-3cca-4680-9604-13b20a1739b2. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1875.549618] env[62298]: DEBUG nova.network.neutron [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Updating instance_info_cache with network_info: [{"id": "3502d7bb-1e65-4084-a947-f4bfec7cfaef", "address": "fa:16:3e:7a:70:59", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3502d7bb-1e", "ovs_interfaceid": "3502d7bb-1e65-4084-a947-f4bfec7cfaef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b9a83dac-3cca-4680-9604-13b20a1739b2", "address": "fa:16:3e:b4:d6:51", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9a83dac-3c", "ovs_interfaceid": "b9a83dac-3cca-4680-9604-13b20a1739b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1875.720371] env[62298]: DEBUG nova.compute.manager [req-9cf93b5a-2da6-4c7c-a688-290ad4f5fa89 req-76ac0cba-c45a-480b-87b2-d66149dd21cc service nova] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Received event network-changed-c0420157-c9d1-4060-aad6-75e79b854adf {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1875.720648] env[62298]: DEBUG nova.compute.manager [req-9cf93b5a-2da6-4c7c-a688-290ad4f5fa89 req-76ac0cba-c45a-480b-87b2-d66149dd21cc service nova] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Refreshing instance network info cache due to event network-changed-c0420157-c9d1-4060-aad6-75e79b854adf. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1875.720923] env[62298]: DEBUG oslo_concurrency.lockutils [req-9cf93b5a-2da6-4c7c-a688-290ad4f5fa89 req-76ac0cba-c45a-480b-87b2-d66149dd21cc service nova] Acquiring lock "refresh_cache-3870cdda-518c-46ad-bea4-f881891751e5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.721118] env[62298]: DEBUG oslo_concurrency.lockutils [req-9cf93b5a-2da6-4c7c-a688-290ad4f5fa89 req-76ac0cba-c45a-480b-87b2-d66149dd21cc service nova] Acquired lock "refresh_cache-3870cdda-518c-46ad-bea4-f881891751e5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.721322] env[62298]: DEBUG nova.network.neutron [req-9cf93b5a-2da6-4c7c-a688-290ad4f5fa89 req-76ac0cba-c45a-480b-87b2-d66149dd21cc service nova] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Refreshing network info cache for port c0420157-c9d1-4060-aad6-75e79b854adf {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1875.834546] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.207094} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.834889] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1875.835640] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1875.835919] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1875.858982] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca4e702-3a57-4250-b40a-bbba65c2b188 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.873657] env[62298]: INFO nova.compute.manager [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Took 17.36 seconds to build instance. [ 1875.874301] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb0c7c7-42b1-459b-b5dc-9d2e5f048276 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.920336] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e84ff1-32b9-467d-aaa0-b87bea64ea11 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.928792] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9990fe81-1a39-4772-854d-a1b315bc9427 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.934511] env[62298]: INFO nova.compute.manager [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Swapping old allocation on dict_keys(['3aed3c14-9999-47af-b7c0-742e7e13478e']) held by migration 0d3d3b96-ca31-47a5-a0b6-5e40d5c39585 for instance [ 1875.948994] env[62298]: DEBUG nova.compute.provider_tree [None req-9617a912-4ff7-4ed5-a858-265c39480e60 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1875.967476] env[62298]: DEBUG nova.scheduler.client.report [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Overwriting current allocation {'allocations': {'3aed3c14-9999-47af-b7c0-742e7e13478e': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 145}}, 'project_id': 'f5af512a3e1f469f9c4223575f326699', 'user_id': '004e0c7876664758866c98c8f36663dd', 'consumer_generation': 1} on consumer a79f5737-549b-4cdd-ae42-591ed2fb12c6 {{(pid=62298) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1876.052532] env[62298]: DEBUG oslo_concurrency.lockutils [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] Releasing lock "refresh_cache-53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.052889] env[62298]: DEBUG nova.compute.manager [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Received event network-vif-plugged-ffc4a32d-7f3a-4860-8738-034ed180b347 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1876.053118] env[62298]: DEBUG oslo_concurrency.lockutils [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] Acquiring lock "f817ac43-dfd4-4a70-9034-25f0e80a7259-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.053361] env[62298]: DEBUG oslo_concurrency.lockutils [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] Lock "f817ac43-dfd4-4a70-9034-25f0e80a7259-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.053578] env[62298]: DEBUG oslo_concurrency.lockutils [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] Lock "f817ac43-dfd4-4a70-9034-25f0e80a7259-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.053767] env[62298]: DEBUG nova.compute.manager [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] No waiting events found dispatching network-vif-plugged-ffc4a32d-7f3a-4860-8738-034ed180b347 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1876.053933] env[62298]: WARNING nova.compute.manager [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Received unexpected event network-vif-plugged-ffc4a32d-7f3a-4860-8738-034ed180b347 for instance with vm_state building and task_state spawning. [ 1876.054122] env[62298]: DEBUG nova.compute.manager [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Received event network-changed-ffc4a32d-7f3a-4860-8738-034ed180b347 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1876.054285] env[62298]: DEBUG nova.compute.manager [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Refreshing instance network info cache due to event network-changed-ffc4a32d-7f3a-4860-8738-034ed180b347. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1876.054480] env[62298]: DEBUG oslo_concurrency.lockutils [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] Acquiring lock "refresh_cache-f817ac43-dfd4-4a70-9034-25f0e80a7259" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1876.054619] env[62298]: DEBUG oslo_concurrency.lockutils [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] Acquired lock "refresh_cache-f817ac43-dfd4-4a70-9034-25f0e80a7259" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1876.054777] env[62298]: DEBUG nova.network.neutron [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Refreshing network info cache for port ffc4a32d-7f3a-4860-8738-034ed180b347 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1876.080132] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "refresh_cache-a79f5737-549b-4cdd-ae42-591ed2fb12c6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1876.080324] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquired lock "refresh_cache-a79f5737-549b-4cdd-ae42-591ed2fb12c6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1876.080757] env[62298]: DEBUG nova.network.neutron [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1876.378992] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bd94f2c7-8906-494f-8177-7e2251533143 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "f817ac43-dfd4-4a70-9034-25f0e80a7259" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.875s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.456126] env[62298]: DEBUG nova.scheduler.client.report [None req-9617a912-4ff7-4ed5-a858-265c39480e60 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1876.823173] env[62298]: DEBUG nova.network.neutron [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Successfully updated port: 3d0ec450-bf00-4d78-b797-d72497d09977 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1876.886502] env[62298]: DEBUG nova.virt.hardware [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1876.887268] env[62298]: DEBUG nova.virt.hardware [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1876.887442] env[62298]: DEBUG nova.virt.hardware [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1876.887643] env[62298]: DEBUG nova.virt.hardware [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1876.887989] env[62298]: DEBUG nova.virt.hardware [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1876.887989] env[62298]: DEBUG nova.virt.hardware [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1876.888323] env[62298]: DEBUG nova.virt.hardware [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1876.888509] env[62298]: DEBUG nova.virt.hardware [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1876.888683] env[62298]: DEBUG nova.virt.hardware [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1876.889741] env[62298]: DEBUG nova.virt.hardware [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1876.889741] env[62298]: DEBUG nova.virt.hardware [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1876.889996] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2a2775-f381-4189-bc71-30e331768223 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.905248] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5515f95-d7d9-4ce4-aa77-28d17c487467 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.924066] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:1e:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4badb94-6613-4769-96e9-d372c89cd814', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1876.932817] env[62298]: DEBUG oslo.service.loopingcall [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1876.939818] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1876.939818] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd2a3f08-c4d9-4a27-81e1-61f556da417c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.960958] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9617a912-4ff7-4ed5-a858-265c39480e60 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.965447] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1876.965447] env[62298]: value = "task-1804996" [ 1876.965447] env[62298]: _type = "Task" [ 1876.965447] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.977262] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804996, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.042076] env[62298]: DEBUG nova.network.neutron [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Updating instance_info_cache with network_info: [{"id": "187361e8-f5aa-4b32-b14f-02c5594206ef", "address": "fa:16:3e:e2:ed:ef", "network": {"id": "94bd295c-7a95-4ae9-8468-34209c70d332", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-786886130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5af512a3e1f469f9c4223575f326699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap187361e8-f5", "ovs_interfaceid": "187361e8-f5aa-4b32-b14f-02c5594206ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.331571] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "refresh_cache-53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.331571] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired lock "refresh_cache-53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.331571] env[62298]: DEBUG nova.network.neutron [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1877.476699] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804996, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.488865] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9617a912-4ff7-4ed5-a858-265c39480e60 tempest-ServerActionsV293TestJSON-1063328585 tempest-ServerActionsV293TestJSON-1063328585-project-member] Lock "d08daf56-6574-459e-ba9b-d38e107130e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.715s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.515863] env[62298]: DEBUG nova.network.neutron [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Updated VIF entry in instance network info cache for port ffc4a32d-7f3a-4860-8738-034ed180b347. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1877.516464] env[62298]: DEBUG nova.network.neutron [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Updating instance_info_cache with network_info: [{"id": "ffc4a32d-7f3a-4860-8738-034ed180b347", "address": "fa:16:3e:1f:96:f5", "network": {"id": "13270d72-58a9-4f8e-9a98-e63424365680", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26636454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1301f935b049f589fbf998df6a6e70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffc4a32d-7f", "ovs_interfaceid": "ffc4a32d-7f3a-4860-8738-034ed180b347", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.531533] env[62298]: DEBUG nova.network.neutron [req-9cf93b5a-2da6-4c7c-a688-290ad4f5fa89 req-76ac0cba-c45a-480b-87b2-d66149dd21cc service nova] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Updated VIF entry in instance network info cache for port c0420157-c9d1-4060-aad6-75e79b854adf. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1877.533595] env[62298]: DEBUG nova.network.neutron [req-9cf93b5a-2da6-4c7c-a688-290ad4f5fa89 req-76ac0cba-c45a-480b-87b2-d66149dd21cc service nova] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Updating instance_info_cache with network_info: [{"id": "c0420157-c9d1-4060-aad6-75e79b854adf", "address": "fa:16:3e:9e:72:0f", "network": {"id": "0622261b-44b0-4c1a-819a-db83d31fda3f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-821763392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ff3e052184495da842a8b9e1009816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0420157-c9", "ovs_interfaceid": "c0420157-c9d1-4060-aad6-75e79b854adf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.548938] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Releasing lock "refresh_cache-a79f5737-549b-4cdd-ae42-591ed2fb12c6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.550094] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ac23d0-4b55-4e93-a30e-cf8607f7caba {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.558345] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfaa8d8f-6fdc-4155-bbd0-bcd8b5355db5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.622430] env[62298]: DEBUG nova.compute.manager [req-e67fc8c7-bc57-4d7e-8db3-c974e2887b68 req-36e8e3dd-2b1f-436a-b133-6fc316c6a79b service nova] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Received event network-changed-1c88558c-dc24-46c6-a5b5-73abc98d928b {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1877.622740] env[62298]: DEBUG nova.compute.manager [req-e67fc8c7-bc57-4d7e-8db3-c974e2887b68 req-36e8e3dd-2b1f-436a-b133-6fc316c6a79b service nova] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Refreshing instance network info cache due to event network-changed-1c88558c-dc24-46c6-a5b5-73abc98d928b. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1877.623255] env[62298]: DEBUG oslo_concurrency.lockutils [req-e67fc8c7-bc57-4d7e-8db3-c974e2887b68 req-36e8e3dd-2b1f-436a-b133-6fc316c6a79b service nova] Acquiring lock "refresh_cache-18f1a093-829a-4251-999a-4d95a437540a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.623530] env[62298]: DEBUG oslo_concurrency.lockutils [req-e67fc8c7-bc57-4d7e-8db3-c974e2887b68 req-36e8e3dd-2b1f-436a-b133-6fc316c6a79b service nova] Acquired lock "refresh_cache-18f1a093-829a-4251-999a-4d95a437540a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.623805] env[62298]: DEBUG nova.network.neutron [req-e67fc8c7-bc57-4d7e-8db3-c974e2887b68 req-36e8e3dd-2b1f-436a-b133-6fc316c6a79b service nova] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Refreshing network info cache for port 1c88558c-dc24-46c6-a5b5-73abc98d928b {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1877.629586] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1877.630103] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1877.630524] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Deleting the datastore file [datastore1] 3927345e-6db9-4970-a0ab-5b9385a1c9d7 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1877.631904] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-711d5d3b-b843-454f-bd76-c6b3527f8ac8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.640890] env[62298]: DEBUG oslo_vmware.api [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for the task: (returnval){ [ 1877.640890] env[62298]: value = "task-1804997" [ 1877.640890] env[62298]: _type = "Task" [ 1877.640890] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.650295] env[62298]: DEBUG oslo_vmware.api [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.910177] env[62298]: WARNING nova.network.neutron [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] cc983ab6-1cb3-4075-8f2f-8be5f1a54792 already exists in list: networks containing: ['cc983ab6-1cb3-4075-8f2f-8be5f1a54792']. ignoring it [ 1877.910177] env[62298]: WARNING nova.network.neutron [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] cc983ab6-1cb3-4075-8f2f-8be5f1a54792 already exists in list: networks containing: ['cc983ab6-1cb3-4075-8f2f-8be5f1a54792']. ignoring it [ 1877.979016] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1804996, 'name': CreateVM_Task, 'duration_secs': 0.579335} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.979206] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1877.980079] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.980309] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.980648] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1877.981048] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8554e60-6890-4a9e-bc3e-3f8b560fdc28 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.985723] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1877.985723] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5223584a-1385-49e5-094f-e10179d4e821" [ 1877.985723] env[62298]: _type = "Task" [ 1877.985723] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.997902] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5223584a-1385-49e5-094f-e10179d4e821, 'name': SearchDatastore_Task, 'duration_secs': 0.009241} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.998235] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.998485] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1877.998723] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.998878] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.999080] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1877.999345] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bf8733c-796b-4f7d-b244-d20ce54af175 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.007163] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1878.007347] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1878.008228] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b95285dd-26c3-412c-9699-90bb21c3ca84 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.014012] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1878.014012] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]528f7643-f8ea-42ab-88bf-a83b57457330" [ 1878.014012] env[62298]: _type = "Task" [ 1878.014012] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.022800] env[62298]: DEBUG oslo_concurrency.lockutils [req-9603f4e2-f03b-4bf8-aa91-0314e67e0c5a req-d245e302-c077-4f3e-b862-26e2b8e9d4bf service nova] Releasing lock "refresh_cache-f817ac43-dfd4-4a70-9034-25f0e80a7259" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.023300] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]528f7643-f8ea-42ab-88bf-a83b57457330, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.034987] env[62298]: DEBUG oslo_concurrency.lockutils [req-9cf93b5a-2da6-4c7c-a688-290ad4f5fa89 req-76ac0cba-c45a-480b-87b2-d66149dd21cc service nova] Releasing lock "refresh_cache-3870cdda-518c-46ad-bea4-f881891751e5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.035274] env[62298]: DEBUG nova.compute.manager [req-9cf93b5a-2da6-4c7c-a688-290ad4f5fa89 req-76ac0cba-c45a-480b-87b2-d66149dd21cc service nova] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Received event network-vif-deleted-2962fae3-81ee-41b5-b6ff-aa0c66991cf4 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1878.035468] env[62298]: DEBUG nova.compute.manager [req-9cf93b5a-2da6-4c7c-a688-290ad4f5fa89 req-76ac0cba-c45a-480b-87b2-d66149dd21cc service nova] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Received event network-vif-deleted-abee33f2-38fe-4d60-ada8-be0738c1137a {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1878.152895] env[62298]: DEBUG oslo_vmware.api [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Task: {'id': task-1804997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288502} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.153183] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1878.153508] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1878.153587] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1878.153712] env[62298]: INFO nova.compute.manager [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Took 5.96 seconds to destroy the instance on the hypervisor. [ 1878.153957] env[62298]: DEBUG oslo.service.loopingcall [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1878.154168] env[62298]: DEBUG nova.compute.manager [-] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1878.154262] env[62298]: DEBUG nova.network.neutron [-] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1878.527697] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]528f7643-f8ea-42ab-88bf-a83b57457330, 'name': SearchDatastore_Task, 'duration_secs': 0.009696} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.528959] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ecc61bb-28e0-4336-8429-e1468308c887 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.535807] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1878.535807] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5226b698-fda4-fbd7-221a-2c5a22af639f" [ 1878.535807] env[62298]: _type = "Task" [ 1878.535807] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.546788] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5226b698-fda4-fbd7-221a-2c5a22af639f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.650459] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1878.651020] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2597b84d-ef86-471f-a14d-14e93166d2f0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.661147] env[62298]: DEBUG oslo_vmware.api [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1878.661147] env[62298]: value = "task-1804998" [ 1878.661147] env[62298]: _type = "Task" [ 1878.661147] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.674193] env[62298]: DEBUG oslo_vmware.api [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.809932] env[62298]: DEBUG nova.compute.manager [req-ddfbb085-0b42-46e1-bb1f-bdcf3b9c6942 req-521ebc8e-421c-4612-9fdc-709d773282d7 service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Received event network-vif-plugged-3d0ec450-bf00-4d78-b797-d72497d09977 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1878.810179] env[62298]: DEBUG oslo_concurrency.lockutils [req-ddfbb085-0b42-46e1-bb1f-bdcf3b9c6942 req-521ebc8e-421c-4612-9fdc-709d773282d7 service nova] Acquiring lock "53304fd8-3272-4394-98f8-c8c8ea794ca4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.810639] env[62298]: DEBUG oslo_concurrency.lockutils [req-ddfbb085-0b42-46e1-bb1f-bdcf3b9c6942 req-521ebc8e-421c-4612-9fdc-709d773282d7 service nova] Lock "53304fd8-3272-4394-98f8-c8c8ea794ca4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.810862] env[62298]: DEBUG oslo_concurrency.lockutils [req-ddfbb085-0b42-46e1-bb1f-bdcf3b9c6942 req-521ebc8e-421c-4612-9fdc-709d773282d7 service nova] Lock "53304fd8-3272-4394-98f8-c8c8ea794ca4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.811050] env[62298]: DEBUG nova.compute.manager [req-ddfbb085-0b42-46e1-bb1f-bdcf3b9c6942 req-521ebc8e-421c-4612-9fdc-709d773282d7 service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] No waiting events found dispatching network-vif-plugged-3d0ec450-bf00-4d78-b797-d72497d09977 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1878.811256] env[62298]: WARNING nova.compute.manager [req-ddfbb085-0b42-46e1-bb1f-bdcf3b9c6942 req-521ebc8e-421c-4612-9fdc-709d773282d7 service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Received unexpected event network-vif-plugged-3d0ec450-bf00-4d78-b797-d72497d09977 for instance with vm_state active and task_state None. [ 1878.811431] env[62298]: DEBUG nova.compute.manager [req-ddfbb085-0b42-46e1-bb1f-bdcf3b9c6942 req-521ebc8e-421c-4612-9fdc-709d773282d7 service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Received event network-changed-3d0ec450-bf00-4d78-b797-d72497d09977 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1878.811606] env[62298]: DEBUG nova.compute.manager [req-ddfbb085-0b42-46e1-bb1f-bdcf3b9c6942 req-521ebc8e-421c-4612-9fdc-709d773282d7 service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Refreshing instance network info cache due to event network-changed-3d0ec450-bf00-4d78-b797-d72497d09977. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1878.813276] env[62298]: DEBUG oslo_concurrency.lockutils [req-ddfbb085-0b42-46e1-bb1f-bdcf3b9c6942 req-521ebc8e-421c-4612-9fdc-709d773282d7 service nova] Acquiring lock "refresh_cache-53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.043384] env[62298]: DEBUG nova.network.neutron [-] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1879.052232] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5226b698-fda4-fbd7-221a-2c5a22af639f, 'name': SearchDatastore_Task, 'duration_secs': 0.013137} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.052232] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.052232] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 2c86f429-65ca-4b6d-8596-e89dfd7f4001/2c86f429-65ca-4b6d-8596-e89dfd7f4001.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1879.052524] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-caea7fed-0a76-4778-80d2-4012f2781f7b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.060100] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1879.060100] env[62298]: value = "task-1804999" [ 1879.060100] env[62298]: _type = "Task" [ 1879.060100] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.070020] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.160685] env[62298]: DEBUG nova.network.neutron [req-e67fc8c7-bc57-4d7e-8db3-c974e2887b68 req-36e8e3dd-2b1f-436a-b133-6fc316c6a79b service nova] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Updated VIF entry in instance network info cache for port 1c88558c-dc24-46c6-a5b5-73abc98d928b. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1879.161144] env[62298]: DEBUG nova.network.neutron [req-e67fc8c7-bc57-4d7e-8db3-c974e2887b68 req-36e8e3dd-2b1f-436a-b133-6fc316c6a79b service nova] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Updating instance_info_cache with network_info: [{"id": "1c88558c-dc24-46c6-a5b5-73abc98d928b", "address": "fa:16:3e:18:75:34", "network": {"id": "e4e2c5c8-77d4-43e9-853b-0797e8a17f8d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1566442661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a808a8b6e643a5b98d06c6cf82cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c88558c-dc", "ovs_interfaceid": "1c88558c-dc24-46c6-a5b5-73abc98d928b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1879.188546] env[62298]: DEBUG oslo_vmware.api [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1804998, 'name': PowerOffVM_Task, 'duration_secs': 0.43165} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.191018] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1879.191018] env[62298]: DEBUG nova.virt.hardware [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1879.191018] env[62298]: DEBUG nova.virt.hardware [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1879.191018] env[62298]: DEBUG nova.virt.hardware [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1879.191018] env[62298]: DEBUG nova.virt.hardware [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1879.191018] env[62298]: DEBUG nova.virt.hardware [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1879.191018] env[62298]: DEBUG nova.virt.hardware [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1879.191018] env[62298]: DEBUG nova.virt.hardware [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1879.191018] env[62298]: DEBUG nova.virt.hardware [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1879.191637] env[62298]: DEBUG nova.virt.hardware [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1879.191955] env[62298]: DEBUG nova.virt.hardware [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1879.192274] env[62298]: DEBUG nova.virt.hardware [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1879.199825] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04c70f85-01dc-4989-bff8-3a815a71bdb0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.224307] env[62298]: DEBUG oslo_vmware.api [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1879.224307] env[62298]: value = "task-1805000" [ 1879.224307] env[62298]: _type = "Task" [ 1879.224307] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.234333] env[62298]: DEBUG oslo_vmware.api [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805000, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.449748] env[62298]: DEBUG oslo_concurrency.lockutils [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "e73a73d6-e685-4d91-9228-aeb063d1ce97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.450008] env[62298]: DEBUG oslo_concurrency.lockutils [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "e73a73d6-e685-4d91-9228-aeb063d1ce97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.481488] env[62298]: DEBUG nova.network.neutron [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Updating instance_info_cache with network_info: [{"id": "3502d7bb-1e65-4084-a947-f4bfec7cfaef", "address": "fa:16:3e:7a:70:59", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3502d7bb-1e", "ovs_interfaceid": "3502d7bb-1e65-4084-a947-f4bfec7cfaef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b9a83dac-3cca-4680-9604-13b20a1739b2", "address": "fa:16:3e:b4:d6:51", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9a83dac-3c", "ovs_interfaceid": "b9a83dac-3cca-4680-9604-13b20a1739b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3d0ec450-bf00-4d78-b797-d72497d09977", "address": "fa:16:3e:fd:4c:fa", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d0ec450-bf", "ovs_interfaceid": "3d0ec450-bf00-4d78-b797-d72497d09977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1879.547766] env[62298]: INFO nova.compute.manager [-] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Took 1.39 seconds to deallocate network for instance. [ 1879.572103] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804999, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.682218] env[62298]: DEBUG oslo_concurrency.lockutils [req-e67fc8c7-bc57-4d7e-8db3-c974e2887b68 req-36e8e3dd-2b1f-436a-b133-6fc316c6a79b service nova] Releasing lock "refresh_cache-18f1a093-829a-4251-999a-4d95a437540a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.737330] env[62298]: DEBUG oslo_vmware.api [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805000, 'name': ReconfigVM_Task, 'duration_secs': 0.267857} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.737721] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb10852-dbf2-4869-a741-861ab25cb0c4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.764731] env[62298]: DEBUG nova.virt.hardware [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1879.765173] env[62298]: DEBUG nova.virt.hardware [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1879.765173] env[62298]: DEBUG nova.virt.hardware [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1879.765382] env[62298]: DEBUG nova.virt.hardware [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1879.765539] env[62298]: DEBUG nova.virt.hardware [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1879.766625] env[62298]: DEBUG nova.virt.hardware [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1879.766625] env[62298]: DEBUG nova.virt.hardware [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1879.766625] env[62298]: DEBUG nova.virt.hardware [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1879.766625] env[62298]: DEBUG nova.virt.hardware [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1879.766625] env[62298]: DEBUG nova.virt.hardware [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1879.766625] env[62298]: DEBUG nova.virt.hardware [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1879.768254] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2fb22a2-5b09-42b9-93f2-fde6608ff4df {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.775054] env[62298]: DEBUG oslo_vmware.api [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1879.775054] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52114906-7fb5-31de-3ab2-9c756521f850" [ 1879.775054] env[62298]: _type = "Task" [ 1879.775054] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.784265] env[62298]: DEBUG oslo_vmware.api [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52114906-7fb5-31de-3ab2-9c756521f850, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.955810] env[62298]: DEBUG nova.compute.manager [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1879.985309] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Releasing lock "refresh_cache-53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.986997] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.986997] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired lock "53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.986997] env[62298]: DEBUG oslo_concurrency.lockutils [req-ddfbb085-0b42-46e1-bb1f-bdcf3b9c6942 req-521ebc8e-421c-4612-9fdc-709d773282d7 service nova] Acquired lock "refresh_cache-53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.986997] env[62298]: DEBUG nova.network.neutron [req-ddfbb085-0b42-46e1-bb1f-bdcf3b9c6942 req-521ebc8e-421c-4612-9fdc-709d773282d7 service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Refreshing network info cache for port 3d0ec450-bf00-4d78-b797-d72497d09977 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1879.988087] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acd2b8f-e2bc-4d57-a632-4b9d24647ee4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.005684] env[62298]: DEBUG nova.virt.hardware [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1880.005928] env[62298]: DEBUG nova.virt.hardware [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1880.006130] env[62298]: DEBUG nova.virt.hardware [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1880.006397] env[62298]: DEBUG nova.virt.hardware [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1880.006512] env[62298]: DEBUG nova.virt.hardware [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1880.006661] env[62298]: DEBUG nova.virt.hardware [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1880.006872] env[62298]: DEBUG nova.virt.hardware [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1880.007887] env[62298]: DEBUG nova.virt.hardware [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1880.007887] env[62298]: DEBUG nova.virt.hardware [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1880.007887] env[62298]: DEBUG nova.virt.hardware [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1880.007887] env[62298]: DEBUG nova.virt.hardware [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1880.014105] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Reconfiguring VM to attach interface {{(pid=62298) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1880.015883] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5490a9d-f3b6-4e1e-8d88-c789402096fd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.035486] env[62298]: DEBUG oslo_vmware.api [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1880.035486] env[62298]: value = "task-1805001" [ 1880.035486] env[62298]: _type = "Task" [ 1880.035486] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.044077] env[62298]: DEBUG oslo_vmware.api [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805001, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.060897] env[62298]: DEBUG oslo_concurrency.lockutils [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.061292] env[62298]: DEBUG oslo_concurrency.lockutils [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.061563] env[62298]: DEBUG nova.objects.instance [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Lazy-loading 'resources' on Instance uuid 3927345e-6db9-4970-a0ab-5b9385a1c9d7 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1880.067014] env[62298]: DEBUG nova.compute.manager [req-ca20803d-84e6-4e18-893a-20ab1df45be5 req-ff207fe8-90fe-4dd4-bf76-16f48e2ebbe4 service nova] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Received event network-vif-deleted-299a4c7d-aab6-4823-9c4d-afd8ac0e68ca {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1880.079841] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1804999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.92626} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.080435] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 2c86f429-65ca-4b6d-8596-e89dfd7f4001/2c86f429-65ca-4b6d-8596-e89dfd7f4001.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1880.080687] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1880.080971] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-001da94f-601f-4ecb-a2fa-85245e0fc32b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.088233] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1880.088233] env[62298]: value = "task-1805002" [ 1880.088233] env[62298]: _type = "Task" [ 1880.088233] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.096874] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.285592] env[62298]: DEBUG oslo_vmware.api [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52114906-7fb5-31de-3ab2-9c756521f850, 'name': SearchDatastore_Task, 'duration_secs': 0.02709} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.291367] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Reconfiguring VM instance instance-00000048 to detach disk 2000 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1880.291983] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64d8052d-165c-483e-990d-9d585d374159 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.315124] env[62298]: DEBUG oslo_vmware.api [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1880.315124] env[62298]: value = "task-1805003" [ 1880.315124] env[62298]: _type = "Task" [ 1880.315124] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.323994] env[62298]: DEBUG oslo_vmware.api [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805003, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.479770] env[62298]: DEBUG oslo_concurrency.lockutils [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.549450] env[62298]: DEBUG oslo_vmware.api [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805001, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.599697] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077079} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.599983] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1880.600800] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af0c6c1-422c-4e4e-b272-b82602f8b704 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.629063] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 2c86f429-65ca-4b6d-8596-e89dfd7f4001/2c86f429-65ca-4b6d-8596-e89dfd7f4001.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1880.633564] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2fd94af-8117-442f-893b-1c380dbe5227 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.660384] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1880.660384] env[62298]: value = "task-1805004" [ 1880.660384] env[62298]: _type = "Task" [ 1880.660384] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.669582] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805004, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.681041] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "68d2ec9f-562d-44d5-a963-ebd83cb841c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.681305] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "68d2ec9f-562d-44d5-a963-ebd83cb841c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.829696] env[62298]: DEBUG oslo_vmware.api [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805003, 'name': ReconfigVM_Task, 'duration_secs': 0.434791} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.832668] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Reconfigured VM instance instance-00000048 to detach disk 2000 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1880.834063] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cac6ab-b3f7-4967-8350-a517d12c2863 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.860187] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] a79f5737-549b-4cdd-ae42-591ed2fb12c6/a79f5737-549b-4cdd-ae42-591ed2fb12c6.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1880.865034] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e17e46ea-343d-4bba-a4ed-e2d8f47f63b3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.883754] env[62298]: DEBUG oslo_vmware.api [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1880.883754] env[62298]: value = "task-1805005" [ 1880.883754] env[62298]: _type = "Task" [ 1880.883754] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.890418] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b14fc59-d139-47ff-bf73-e3da8f5a6217 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.896163] env[62298]: DEBUG oslo_vmware.api [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805005, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.901609] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544739fa-8979-4143-8e0b-6f71ed4f3563 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.942583] env[62298]: DEBUG nova.network.neutron [req-ddfbb085-0b42-46e1-bb1f-bdcf3b9c6942 req-521ebc8e-421c-4612-9fdc-709d773282d7 service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Updated VIF entry in instance network info cache for port 3d0ec450-bf00-4d78-b797-d72497d09977. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1880.944198] env[62298]: DEBUG nova.network.neutron [req-ddfbb085-0b42-46e1-bb1f-bdcf3b9c6942 req-521ebc8e-421c-4612-9fdc-709d773282d7 service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Updating instance_info_cache with network_info: [{"id": "3502d7bb-1e65-4084-a947-f4bfec7cfaef", "address": "fa:16:3e:7a:70:59", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3502d7bb-1e", "ovs_interfaceid": "3502d7bb-1e65-4084-a947-f4bfec7cfaef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b9a83dac-3cca-4680-9604-13b20a1739b2", "address": "fa:16:3e:b4:d6:51", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9a83dac-3c", "ovs_interfaceid": "b9a83dac-3cca-4680-9604-13b20a1739b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3d0ec450-bf00-4d78-b797-d72497d09977", "address": "fa:16:3e:fd:4c:fa", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d0ec450-bf", "ovs_interfaceid": "3d0ec450-bf00-4d78-b797-d72497d09977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.945728] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7601c078-471b-487c-a61b-a19b0b2635f4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.955452] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea7bb02-c544-45ca-a9e5-30a5a16d6d59 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.971352] env[62298]: DEBUG nova.compute.provider_tree [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1881.020238] env[62298]: DEBUG nova.compute.manager [req-11d8be4f-7b91-438e-9480-39853bf5549c req-18b579c1-2b71-4aaa-94b0-fa46ad754514 service nova] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Received event network-changed-ffc4a32d-7f3a-4860-8738-034ed180b347 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1881.020965] env[62298]: DEBUG nova.compute.manager [req-11d8be4f-7b91-438e-9480-39853bf5549c req-18b579c1-2b71-4aaa-94b0-fa46ad754514 service nova] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Refreshing instance network info cache due to event network-changed-ffc4a32d-7f3a-4860-8738-034ed180b347. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1881.021475] env[62298]: DEBUG oslo_concurrency.lockutils [req-11d8be4f-7b91-438e-9480-39853bf5549c req-18b579c1-2b71-4aaa-94b0-fa46ad754514 service nova] Acquiring lock "refresh_cache-f817ac43-dfd4-4a70-9034-25f0e80a7259" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.021781] env[62298]: DEBUG oslo_concurrency.lockutils [req-11d8be4f-7b91-438e-9480-39853bf5549c req-18b579c1-2b71-4aaa-94b0-fa46ad754514 service nova] Acquired lock "refresh_cache-f817ac43-dfd4-4a70-9034-25f0e80a7259" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.022120] env[62298]: DEBUG nova.network.neutron [req-11d8be4f-7b91-438e-9480-39853bf5549c req-18b579c1-2b71-4aaa-94b0-fa46ad754514 service nova] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Refreshing network info cache for port ffc4a32d-7f3a-4860-8738-034ed180b347 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1881.055928] env[62298]: DEBUG oslo_concurrency.lockutils [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Acquiring lock "4524b5a6-bbc1-4850-959f-f2fd948f526f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.057146] env[62298]: DEBUG oslo_concurrency.lockutils [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Lock "4524b5a6-bbc1-4850-959f-f2fd948f526f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.059778] env[62298]: DEBUG oslo_vmware.api [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805001, 'name': ReconfigVM_Task, 'duration_secs': 0.962523} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.060245] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Releasing lock "53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.060554] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Reconfigured VM to attach interface {{(pid=62298) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1881.172161] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.184742] env[62298]: DEBUG nova.compute.manager [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1881.394579] env[62298]: DEBUG oslo_vmware.api [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805005, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.450906] env[62298]: DEBUG oslo_concurrency.lockutils [req-ddfbb085-0b42-46e1-bb1f-bdcf3b9c6942 req-521ebc8e-421c-4612-9fdc-709d773282d7 service nova] Releasing lock "refresh_cache-53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.475675] env[62298]: DEBUG nova.scheduler.client.report [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1881.558903] env[62298]: DEBUG nova.compute.manager [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1881.566800] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0de04de6-f401-4a22-92f1-776604ebb82d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "interface-53304fd8-3272-4394-98f8-c8c8ea794ca4-3d0ec450-bf00-4d78-b797-d72497d09977" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.711s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.670635] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805004, 'name': ReconfigVM_Task, 'duration_secs': 0.789455} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.670928] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 2c86f429-65ca-4b6d-8596-e89dfd7f4001/2c86f429-65ca-4b6d-8596-e89dfd7f4001.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1881.671569] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef3cf481-d1be-47ff-aecf-63de6b9d27a0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.677320] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1881.677320] env[62298]: value = "task-1805007" [ 1881.677320] env[62298]: _type = "Task" [ 1881.677320] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.688810] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805007, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.709149] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.800695] env[62298]: DEBUG nova.network.neutron [req-11d8be4f-7b91-438e-9480-39853bf5549c req-18b579c1-2b71-4aaa-94b0-fa46ad754514 service nova] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Updated VIF entry in instance network info cache for port ffc4a32d-7f3a-4860-8738-034ed180b347. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1881.801626] env[62298]: DEBUG nova.network.neutron [req-11d8be4f-7b91-438e-9480-39853bf5549c req-18b579c1-2b71-4aaa-94b0-fa46ad754514 service nova] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Updating instance_info_cache with network_info: [{"id": "ffc4a32d-7f3a-4860-8738-034ed180b347", "address": "fa:16:3e:1f:96:f5", "network": {"id": "13270d72-58a9-4f8e-9a98-e63424365680", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-26636454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1301f935b049f589fbf998df6a6e70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffc4a32d-7f", "ovs_interfaceid": "ffc4a32d-7f3a-4860-8738-034ed180b347", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.895729] env[62298]: DEBUG oslo_vmware.api [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805005, 'name': ReconfigVM_Task, 'duration_secs': 0.51544} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.896054] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Reconfigured VM instance instance-00000048 to attach disk [datastore1] a79f5737-549b-4cdd-ae42-591ed2fb12c6/a79f5737-549b-4cdd-ae42-591ed2fb12c6.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1881.897014] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a68d41a-908c-4ab3-97a4-8e0eac8e7013 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.920700] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f640d9-450a-4e4c-84b9-d3cf40b61cd4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.943655] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb8f234-04f6-465c-9f8b-73365d6960fb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.965220] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28c4d93-1fb0-4f1a-a718-2483e9c866c9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.972709] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1881.973069] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66754884-5725-43e2-952e-f58a5147b5ee {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.979388] env[62298]: DEBUG oslo_vmware.api [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1881.979388] env[62298]: value = "task-1805008" [ 1881.979388] env[62298]: _type = "Task" [ 1881.979388] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.987739] env[62298]: DEBUG oslo_concurrency.lockutils [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.989631] env[62298]: DEBUG oslo_vmware.api [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.990076] env[62298]: DEBUG oslo_concurrency.lockutils [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.511s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.991614] env[62298]: INFO nova.compute.claims [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1882.009458] env[62298]: INFO nova.scheduler.client.report [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Deleted allocations for instance 3927345e-6db9-4970-a0ab-5b9385a1c9d7 [ 1882.081958] env[62298]: DEBUG oslo_concurrency.lockutils [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.187991] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805007, 'name': Rename_Task, 'duration_secs': 0.332383} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.188327] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1882.188579] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90533d8c-e5f3-4d81-9e78-0b1a69cac366 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.195278] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1882.195278] env[62298]: value = "task-1805009" [ 1882.195278] env[62298]: _type = "Task" [ 1882.195278] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.202722] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.304924] env[62298]: DEBUG oslo_concurrency.lockutils [req-11d8be4f-7b91-438e-9480-39853bf5549c req-18b579c1-2b71-4aaa-94b0-fa46ad754514 service nova] Releasing lock "refresh_cache-f817ac43-dfd4-4a70-9034-25f0e80a7259" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.489753] env[62298]: DEBUG oslo_vmware.api [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805008, 'name': PowerOnVM_Task, 'duration_secs': 0.449494} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.490058] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1882.517429] env[62298]: DEBUG oslo_concurrency.lockutils [None req-424dd63c-93c7-4086-8b81-def78125b5f0 tempest-ServerRescueTestJSON-1708812208 tempest-ServerRescueTestJSON-1708812208-project-member] Lock "3927345e-6db9-4970-a0ab-5b9385a1c9d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.838s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.705980] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805009, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.183231] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adb0903-dbff-4015-bac7-530c72caab71 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.190707] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d46f1f-ee01-4948-b536-2daf9bc63c17 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.224680] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "interface-53304fd8-3272-4394-98f8-c8c8ea794ca4-b9a83dac-3cca-4680-9604-13b20a1739b2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.224894] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "interface-53304fd8-3272-4394-98f8-c8c8ea794ca4-b9a83dac-3cca-4680-9604-13b20a1739b2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.229336] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7098e79-7e95-4488-bdb9-6e6ba148a7dd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.236913] env[62298]: DEBUG oslo_vmware.api [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805009, 'name': PowerOnVM_Task, 'duration_secs': 0.87261} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.237484] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1883.237800] env[62298]: DEBUG nova.compute.manager [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1883.238598] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c372b0ca-c8bc-48f7-9d7b-5187689df87a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.245312] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745259f8-03fb-4f3c-bb45-c04bf9d2a999 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.263116] env[62298]: DEBUG nova.compute.provider_tree [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1883.535221] env[62298]: INFO nova.compute.manager [None req-c2be0a0a-3b7f-4d97-8083-7ffb44a1a073 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Updating instance to original state: 'active' [ 1883.732819] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.733141] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired lock "53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.733892] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17022809-8e4d-4be5-aace-5f0ab51ca4f3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.764287] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.765119] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdbadf5-4914-4088-862f-956ac595ae0a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.768168] env[62298]: DEBUG nova.scheduler.client.report [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1883.799606] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Reconfiguring VM to detach interface {{(pid=62298) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1883.800742] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-124321bb-4fc1-43f3-a2c0-fd25b18acbb7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.819518] env[62298]: DEBUG oslo_vmware.api [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1883.819518] env[62298]: value = "task-1805010" [ 1883.819518] env[62298]: _type = "Task" [ 1883.819518] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.827807] env[62298]: DEBUG oslo_vmware.api [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805010, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.273518] env[62298]: DEBUG oslo_concurrency.lockutils [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.274027] env[62298]: DEBUG nova.compute.manager [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1884.276867] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.568s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.278365] env[62298]: INFO nova.compute.claims [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1884.332219] env[62298]: DEBUG oslo_vmware.api [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.785620] env[62298]: DEBUG nova.compute.utils [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1884.790188] env[62298]: DEBUG nova.compute.manager [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1884.790905] env[62298]: DEBUG nova.network.neutron [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1884.831590] env[62298]: DEBUG oslo_vmware.api [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.909964] env[62298]: DEBUG nova.policy [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c632e69768944ac89e8e76884b68cd0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c391aea5021499b9b50a616b7937813', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1885.007974] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "a79f5737-549b-4cdd-ae42-591ed2fb12c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.008649] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "a79f5737-549b-4cdd-ae42-591ed2fb12c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.008649] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "a79f5737-549b-4cdd-ae42-591ed2fb12c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.008762] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "a79f5737-549b-4cdd-ae42-591ed2fb12c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.008916] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "a79f5737-549b-4cdd-ae42-591ed2fb12c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.011581] env[62298]: INFO nova.compute.manager [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Terminating instance [ 1885.091708] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "2c86f429-65ca-4b6d-8596-e89dfd7f4001" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.091973] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "2c86f429-65ca-4b6d-8596-e89dfd7f4001" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.092197] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "2c86f429-65ca-4b6d-8596-e89dfd7f4001-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.092385] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "2c86f429-65ca-4b6d-8596-e89dfd7f4001-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.092559] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "2c86f429-65ca-4b6d-8596-e89dfd7f4001-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.095514] env[62298]: INFO nova.compute.manager [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Terminating instance [ 1885.293415] env[62298]: DEBUG nova.compute.manager [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1885.331734] env[62298]: DEBUG oslo_vmware.api [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.502855] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ca96a7-ff3f-4c6f-b60a-5f8eb85e798a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.516427] env[62298]: DEBUG nova.compute.manager [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1885.518334] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1885.518334] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b048b6da-07ab-40ef-a5c6-34839a1dcb4e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.521224] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5508ebe3-9589-4d59-b3f0-64916e5bfb0e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.557288] env[62298]: DEBUG nova.network.neutron [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Successfully created port: 47fd105f-3024-414b-bd87-b13b108a638c {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1885.561939] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ab01ea-9f34-43d0-9191-89d7a0c450a2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.565386] env[62298]: DEBUG oslo_vmware.api [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1885.565386] env[62298]: value = "task-1805011" [ 1885.565386] env[62298]: _type = "Task" [ 1885.565386] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.574664] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7350f3e-7fab-4cf5-9786-60fad5b3e429 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.581588] env[62298]: DEBUG oslo_vmware.api [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.592465] env[62298]: DEBUG nova.compute.provider_tree [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1885.600055] env[62298]: DEBUG nova.compute.manager [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1885.600055] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1885.601230] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95acb0e-2b10-4c2c-aa4e-057588d446da {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.608856] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1885.609142] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1243f07-5b07-4d75-b3b1-24cc21093310 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.616423] env[62298]: DEBUG oslo_vmware.api [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1885.616423] env[62298]: value = "task-1805012" [ 1885.616423] env[62298]: _type = "Task" [ 1885.616423] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.625019] env[62298]: DEBUG oslo_vmware.api [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.833738] env[62298]: DEBUG oslo_vmware.api [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.905386] env[62298]: DEBUG oslo_concurrency.lockutils [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "8a762754-128d-4478-be5b-2244cc4c704f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.905623] env[62298]: DEBUG oslo_concurrency.lockutils [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "8a762754-128d-4478-be5b-2244cc4c704f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.077651] env[62298]: DEBUG oslo_vmware.api [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805011, 'name': PowerOffVM_Task, 'duration_secs': 0.261466} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.077932] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1886.078490] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Volume detach. Driver type: vmdk {{(pid=62298) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1886.078490] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374162', 'volume_id': 'c828b319-9cb5-49b2-b59b-9c52c26ed543', 'name': 'volume-c828b319-9cb5-49b2-b59b-9c52c26ed543', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'a79f5737-549b-4cdd-ae42-591ed2fb12c6', 'attached_at': '2024-12-12T08:58:49.000000', 'detached_at': '', 'volume_id': 'c828b319-9cb5-49b2-b59b-9c52c26ed543', 'serial': 'c828b319-9cb5-49b2-b59b-9c52c26ed543'} {{(pid=62298) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1886.079279] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b77c82-4829-4537-890a-c9498aef7c78 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.107576] env[62298]: DEBUG nova.scheduler.client.report [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1886.112667] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f041ab-d390-4034-83e9-d0131d32da31 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.126638] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c609c63-2ee3-4dd3-a52c-af6c6903248b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.131978] env[62298]: DEBUG oslo_vmware.api [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805012, 'name': PowerOffVM_Task, 'duration_secs': 0.215235} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.135744] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1886.135986] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1886.152320] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bca19d2-82ab-456b-9f82-a6124cb9b73b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.154689] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8dbe6a-f8ce-486e-8cfe-4a9c64a86c7c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.173135] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] The volume has not been displaced from its original location: [datastore1] volume-c828b319-9cb5-49b2-b59b-9c52c26ed543/volume-c828b319-9cb5-49b2-b59b-9c52c26ed543.vmdk. No consolidation needed. {{(pid=62298) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1886.178882] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1886.179648] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ff0b59e-1c75-4744-aa5d-08358a3c3242 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.199315] env[62298]: DEBUG oslo_vmware.api [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1886.199315] env[62298]: value = "task-1805014" [ 1886.199315] env[62298]: _type = "Task" [ 1886.199315] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.207579] env[62298]: DEBUG oslo_vmware.api [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805014, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.309768] env[62298]: DEBUG nova.compute.manager [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1886.335286] env[62298]: DEBUG oslo_vmware.api [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.338068] env[62298]: DEBUG nova.virt.hardware [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1886.338316] env[62298]: DEBUG nova.virt.hardware [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1886.338531] env[62298]: DEBUG nova.virt.hardware [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1886.338659] env[62298]: DEBUG nova.virt.hardware [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1886.338921] env[62298]: DEBUG nova.virt.hardware [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1886.338998] env[62298]: DEBUG nova.virt.hardware [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1886.339915] env[62298]: DEBUG nova.virt.hardware [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1886.340133] env[62298]: DEBUG nova.virt.hardware [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1886.340447] env[62298]: DEBUG nova.virt.hardware [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1886.340904] env[62298]: DEBUG nova.virt.hardware [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1886.340904] env[62298]: DEBUG nova.virt.hardware [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1886.341755] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6019020a-1a5c-4c03-8d1b-8f66315cd932 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.350917] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd21f86-b0ef-48f5-8fa2-b01a04f6d584 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.408536] env[62298]: DEBUG nova.compute.manager [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1886.617048] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.617788] env[62298]: DEBUG nova.compute.manager [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1886.621095] env[62298]: DEBUG oslo_concurrency.lockutils [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.539s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.622476] env[62298]: INFO nova.compute.claims [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1886.709319] env[62298]: DEBUG oslo_vmware.api [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805014, 'name': ReconfigVM_Task, 'duration_secs': 0.269262} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.709716] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1886.716209] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdeb0b82-a298-4e68-b097-c1f1f757a639 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.731235] env[62298]: DEBUG oslo_vmware.api [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1886.731235] env[62298]: value = "task-1805015" [ 1886.731235] env[62298]: _type = "Task" [ 1886.731235] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.741244] env[62298]: DEBUG oslo_vmware.api [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805015, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.836303] env[62298]: DEBUG oslo_vmware.api [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.937745] env[62298]: DEBUG oslo_concurrency.lockutils [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.127153] env[62298]: DEBUG nova.compute.utils [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1887.130541] env[62298]: DEBUG nova.compute.manager [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1887.130706] env[62298]: DEBUG nova.network.neutron [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1887.202111] env[62298]: DEBUG nova.policy [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e16999d2814546159f68305a4f0cbfb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c03e0481a48d41fa860471811159cb77', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1887.241573] env[62298]: DEBUG oslo_vmware.api [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805015, 'name': ReconfigVM_Task, 'duration_secs': 0.199231} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.241818] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374162', 'volume_id': 'c828b319-9cb5-49b2-b59b-9c52c26ed543', 'name': 'volume-c828b319-9cb5-49b2-b59b-9c52c26ed543', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'a79f5737-549b-4cdd-ae42-591ed2fb12c6', 'attached_at': '2024-12-12T08:58:49.000000', 'detached_at': '', 'volume_id': 'c828b319-9cb5-49b2-b59b-9c52c26ed543', 'serial': 'c828b319-9cb5-49b2-b59b-9c52c26ed543'} {{(pid=62298) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1887.242255] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1887.242937] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9f3f70-0e8e-43f4-ad96-2ac8166281c1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.252060] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1887.252060] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccfa3f23-fce4-4d74-a3ff-5b3eedcd2be3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.336345] env[62298]: DEBUG oslo_vmware.api [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.566808] env[62298]: DEBUG nova.network.neutron [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Successfully created port: c484797c-01c5-43b3-8163-7f5f0222abeb {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1887.633599] env[62298]: DEBUG nova.compute.manager [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1887.823688] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67c9a19-dc78-438d-8d1e-473acf218f9c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.836335] env[62298]: DEBUG oslo_vmware.api [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.837344] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723c9ea3-e20a-4da0-8e39-fab23765c197 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.867680] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60418a1-dd51-4c08-a022-045e48eed2e6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.874201] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c30f94-5f2a-40f4-81d9-eef4f5d40bbd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.886747] env[62298]: DEBUG nova.compute.provider_tree [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1888.341311] env[62298]: DEBUG oslo_vmware.api [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.390144] env[62298]: DEBUG nova.scheduler.client.report [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1888.644501] env[62298]: DEBUG nova.compute.manager [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1888.672062] env[62298]: DEBUG nova.virt.hardware [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1888.672277] env[62298]: DEBUG nova.virt.hardware [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1888.672444] env[62298]: DEBUG nova.virt.hardware [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1888.672628] env[62298]: DEBUG nova.virt.hardware [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1888.672779] env[62298]: DEBUG nova.virt.hardware [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1888.673014] env[62298]: DEBUG nova.virt.hardware [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1888.673150] env[62298]: DEBUG nova.virt.hardware [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1888.673314] env[62298]: DEBUG nova.virt.hardware [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1888.673497] env[62298]: DEBUG nova.virt.hardware [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1888.673663] env[62298]: DEBUG nova.virt.hardware [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1888.673838] env[62298]: DEBUG nova.virt.hardware [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1888.674699] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e354218-f742-47ec-b787-bda38caf65f3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.682466] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ee9536-5887-4908-847d-008e21d7c79d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.838328] env[62298]: DEBUG oslo_vmware.api [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.895449] env[62298]: DEBUG oslo_concurrency.lockutils [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.274s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.895993] env[62298]: DEBUG nova.compute.manager [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1888.898784] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.135s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.898972] env[62298]: DEBUG nova.objects.instance [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62298) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1888.961916] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1888.962157] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1888.962348] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Deleting the datastore file [datastore1] 2c86f429-65ca-4b6d-8596-e89dfd7f4001 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1888.962610] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec33fb19-ebc7-4ca3-966b-171824806fbb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.969299] env[62298]: DEBUG oslo_vmware.api [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1888.969299] env[62298]: value = "task-1805017" [ 1888.969299] env[62298]: _type = "Task" [ 1888.969299] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.977189] env[62298]: DEBUG oslo_vmware.api [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.337938] env[62298]: DEBUG oslo_vmware.api [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805010, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.403288] env[62298]: DEBUG nova.compute.utils [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1889.407814] env[62298]: DEBUG nova.compute.manager [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1889.408073] env[62298]: DEBUG nova.network.neutron [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1889.447871] env[62298]: DEBUG nova.policy [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '843047e38316490187c73361a0e20a27', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1594dc6bf9f14935869b6a59349e6b53', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1889.480464] env[62298]: DEBUG oslo_vmware.api [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.693567] env[62298]: DEBUG nova.network.neutron [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Successfully created port: faa7434f-e4ac-474e-9fb1-b54093fc1c25 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1889.839930] env[62298]: DEBUG oslo_vmware.api [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805010, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.911804] env[62298]: DEBUG nova.compute.manager [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1889.913177] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c80d1243-a11c-43dd-9f94-45e7e94443a0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.915270] env[62298]: DEBUG oslo_concurrency.lockutils [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.978s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.917153] env[62298]: INFO nova.compute.claims [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1889.980390] env[62298]: DEBUG oslo_vmware.api [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.743749} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.980517] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1889.980608] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1889.980791] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1889.980965] env[62298]: INFO nova.compute.manager [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Took 4.38 seconds to destroy the instance on the hypervisor. [ 1889.981226] env[62298]: DEBUG oslo.service.loopingcall [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1889.981448] env[62298]: DEBUG nova.compute.manager [-] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1889.981548] env[62298]: DEBUG nova.network.neutron [-] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1890.228768] env[62298]: DEBUG nova.compute.manager [req-86b0c65f-ccfa-4c87-908f-36b328e397e1 req-6bf7418e-726a-4c80-9ea7-018c0d29bf50 service nova] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Received event network-vif-deleted-b4badb94-6613-4769-96e9-d372c89cd814 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1890.228990] env[62298]: INFO nova.compute.manager [req-86b0c65f-ccfa-4c87-908f-36b328e397e1 req-6bf7418e-726a-4c80-9ea7-018c0d29bf50 service nova] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Neutron deleted interface b4badb94-6613-4769-96e9-d372c89cd814; detaching it from the instance and deleting it from the info cache [ 1890.229214] env[62298]: DEBUG nova.network.neutron [req-86b0c65f-ccfa-4c87-908f-36b328e397e1 req-6bf7418e-726a-4c80-9ea7-018c0d29bf50 service nova] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1890.340622] env[62298]: DEBUG oslo_vmware.api [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805010, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.708220] env[62298]: DEBUG nova.network.neutron [-] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1890.733168] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9efe4468-e72b-4759-9ea9-80b91a1be233 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.744302] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465addad-ad26-4c67-a542-e54edd08d3cf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.776030] env[62298]: DEBUG nova.compute.manager [req-86b0c65f-ccfa-4c87-908f-36b328e397e1 req-6bf7418e-726a-4c80-9ea7-018c0d29bf50 service nova] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Detach interface failed, port_id=b4badb94-6613-4769-96e9-d372c89cd814, reason: Instance 2c86f429-65ca-4b6d-8596-e89dfd7f4001 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1890.841191] env[62298]: DEBUG oslo_vmware.api [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805010, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.921351] env[62298]: DEBUG nova.compute.manager [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1890.949404] env[62298]: DEBUG nova.virt.hardware [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1890.949801] env[62298]: DEBUG nova.virt.hardware [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1890.949952] env[62298]: DEBUG nova.virt.hardware [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1890.950207] env[62298]: DEBUG nova.virt.hardware [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1890.950399] env[62298]: DEBUG nova.virt.hardware [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1890.950587] env[62298]: DEBUG nova.virt.hardware [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1890.950833] env[62298]: DEBUG nova.virt.hardware [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1890.951013] env[62298]: DEBUG nova.virt.hardware [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1890.951259] env[62298]: DEBUG nova.virt.hardware [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1890.951711] env[62298]: DEBUG nova.virt.hardware [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1890.951711] env[62298]: DEBUG nova.virt.hardware [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1890.952740] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5d3598-e780-4a2f-b386-e45af1482dd8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.961909] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b03802-bcad-4179-8430-ba89c2a12ddb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.102017] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c1c38a-0c88-44ba-8ad4-5e0bf8452e83 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.109452] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc24f9e-147a-43b7-811b-00d028cce8ef {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.138964] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7481ec4-271d-4f6d-b9d8-a7498e361118 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.146063] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61db47aa-f93b-4155-ba7b-bb27a74e50d2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.159524] env[62298]: DEBUG nova.compute.provider_tree [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1891.210873] env[62298]: INFO nova.compute.manager [-] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Took 1.23 seconds to deallocate network for instance. [ 1891.343864] env[62298]: DEBUG oslo_vmware.api [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805010, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.679972] env[62298]: ERROR nova.scheduler.client.report [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [req-f2f0f377-2593-4a3c-84ff-e3e858300052] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f2f0f377-2593-4a3c-84ff-e3e858300052"}]} [ 1891.695676] env[62298]: DEBUG nova.scheduler.client.report [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1891.710513] env[62298]: DEBUG nova.scheduler.client.report [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1891.710802] env[62298]: DEBUG nova.compute.provider_tree [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1891.717204] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.721207] env[62298]: DEBUG nova.scheduler.client.report [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1891.738681] env[62298]: DEBUG nova.scheduler.client.report [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1891.843230] env[62298]: DEBUG oslo_vmware.api [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805010, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.896347] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0355d9f-3d95-491c-87a3-4a76e5f834b8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.904207] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f779a349-efd4-4501-b3be-75b879c702cf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.934182] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086bda70-8cb3-471f-8ec8-56ad0d87ab33 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.942244] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83595b94-58f7-43ea-9406-7829648eef87 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.955434] env[62298]: DEBUG nova.compute.provider_tree [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1892.343411] env[62298]: DEBUG oslo_vmware.api [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805010, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.486325] env[62298]: DEBUG nova.scheduler.client.report [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1892.486698] env[62298]: DEBUG nova.compute.provider_tree [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 151 to 152 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1892.486940] env[62298]: DEBUG nova.compute.provider_tree [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1892.844104] env[62298]: DEBUG oslo_vmware.api [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805010, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.992394] env[62298]: DEBUG oslo_concurrency.lockutils [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.077s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.992940] env[62298]: DEBUG nova.compute.manager [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1892.995549] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.278s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.995782] env[62298]: DEBUG nova.objects.instance [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lazy-loading 'resources' on Instance uuid 2c86f429-65ca-4b6d-8596-e89dfd7f4001 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1893.346362] env[62298]: DEBUG oslo_vmware.api [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805010, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.499118] env[62298]: DEBUG nova.compute.utils [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1893.503176] env[62298]: DEBUG nova.compute.manager [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1893.503349] env[62298]: DEBUG nova.network.neutron [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1893.541041] env[62298]: DEBUG nova.policy [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ae0284a53d24f548b8cab4e856dd1d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c1cee775abb4a1eb529b35f1cfae0f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1893.656121] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2199a3e1-d966-4c8d-b2fa-6354d9fbc2e5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.664111] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c1126e-a6e3-481e-9095-d75ab755047f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.694726] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956045bb-b114-47af-90d3-2e9a6b2e5e49 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.702818] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d47cd91-511c-44ec-b7ab-f8eee2fe1018 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.716749] env[62298]: DEBUG nova.compute.provider_tree [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1893.845752] env[62298]: DEBUG oslo_vmware.api [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805010, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.846629] env[62298]: DEBUG nova.network.neutron [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Successfully created port: 77076373-6e36-4e69-a1ab-4e96a43cc7b6 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1894.004106] env[62298]: DEBUG nova.compute.manager [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1894.220407] env[62298]: DEBUG nova.scheduler.client.report [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1894.346630] env[62298]: DEBUG oslo_vmware.api [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805010, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.398389] env[62298]: DEBUG nova.compute.manager [req-199e99e2-ce8c-41d2-848f-b4e837f8c413 req-f2a43408-b0f1-4cc9-9b98-732129d12e7a service nova] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Received event network-vif-plugged-47fd105f-3024-414b-bd87-b13b108a638c {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1894.398640] env[62298]: DEBUG oslo_concurrency.lockutils [req-199e99e2-ce8c-41d2-848f-b4e837f8c413 req-f2a43408-b0f1-4cc9-9b98-732129d12e7a service nova] Acquiring lock "e73a73d6-e685-4d91-9228-aeb063d1ce97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.398852] env[62298]: DEBUG oslo_concurrency.lockutils [req-199e99e2-ce8c-41d2-848f-b4e837f8c413 req-f2a43408-b0f1-4cc9-9b98-732129d12e7a service nova] Lock "e73a73d6-e685-4d91-9228-aeb063d1ce97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.399779] env[62298]: DEBUG oslo_concurrency.lockutils [req-199e99e2-ce8c-41d2-848f-b4e837f8c413 req-f2a43408-b0f1-4cc9-9b98-732129d12e7a service nova] Lock "e73a73d6-e685-4d91-9228-aeb063d1ce97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.400009] env[62298]: DEBUG nova.compute.manager [req-199e99e2-ce8c-41d2-848f-b4e837f8c413 req-f2a43408-b0f1-4cc9-9b98-732129d12e7a service nova] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] No waiting events found dispatching network-vif-plugged-47fd105f-3024-414b-bd87-b13b108a638c {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1894.400195] env[62298]: WARNING nova.compute.manager [req-199e99e2-ce8c-41d2-848f-b4e837f8c413 req-f2a43408-b0f1-4cc9-9b98-732129d12e7a service nova] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Received unexpected event network-vif-plugged-47fd105f-3024-414b-bd87-b13b108a638c for instance with vm_state building and task_state spawning. [ 1894.625879] env[62298]: DEBUG nova.compute.manager [req-905f096c-9037-41cd-b886-e5a0872d8b23 req-620016ac-ed6f-4b6d-99ab-187e5e0cda93 service nova] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Received event network-vif-plugged-faa7434f-e4ac-474e-9fb1-b54093fc1c25 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1894.625879] env[62298]: DEBUG oslo_concurrency.lockutils [req-905f096c-9037-41cd-b886-e5a0872d8b23 req-620016ac-ed6f-4b6d-99ab-187e5e0cda93 service nova] Acquiring lock "4524b5a6-bbc1-4850-959f-f2fd948f526f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.626068] env[62298]: DEBUG oslo_concurrency.lockutils [req-905f096c-9037-41cd-b886-e5a0872d8b23 req-620016ac-ed6f-4b6d-99ab-187e5e0cda93 service nova] Lock "4524b5a6-bbc1-4850-959f-f2fd948f526f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.626139] env[62298]: DEBUG oslo_concurrency.lockutils [req-905f096c-9037-41cd-b886-e5a0872d8b23 req-620016ac-ed6f-4b6d-99ab-187e5e0cda93 service nova] Lock "4524b5a6-bbc1-4850-959f-f2fd948f526f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.626338] env[62298]: DEBUG nova.compute.manager [req-905f096c-9037-41cd-b886-e5a0872d8b23 req-620016ac-ed6f-4b6d-99ab-187e5e0cda93 service nova] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] No waiting events found dispatching network-vif-plugged-faa7434f-e4ac-474e-9fb1-b54093fc1c25 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1894.626499] env[62298]: WARNING nova.compute.manager [req-905f096c-9037-41cd-b886-e5a0872d8b23 req-620016ac-ed6f-4b6d-99ab-187e5e0cda93 service nova] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Received unexpected event network-vif-plugged-faa7434f-e4ac-474e-9fb1-b54093fc1c25 for instance with vm_state building and task_state spawning. [ 1894.645076] env[62298]: DEBUG nova.network.neutron [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Successfully updated port: 47fd105f-3024-414b-bd87-b13b108a638c {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1894.675969] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1894.676361] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1894.676537] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Deleting the datastore file [datastore1] a79f5737-549b-4cdd-ae42-591ed2fb12c6 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1894.676825] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a54d532-378b-447b-9445-787ae08db89a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.683915] env[62298]: DEBUG oslo_vmware.api [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1894.683915] env[62298]: value = "task-1805018" [ 1894.683915] env[62298]: _type = "Task" [ 1894.683915] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.692259] env[62298]: DEBUG oslo_vmware.api [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.724517] env[62298]: DEBUG nova.network.neutron [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Successfully updated port: faa7434f-e4ac-474e-9fb1-b54093fc1c25 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1894.730022] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.751799] env[62298]: INFO nova.scheduler.client.report [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Deleted allocations for instance 2c86f429-65ca-4b6d-8596-e89dfd7f4001 [ 1894.802733] env[62298]: DEBUG nova.network.neutron [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Successfully updated port: c484797c-01c5-43b3-8163-7f5f0222abeb {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1894.846887] env[62298]: DEBUG oslo_vmware.api [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805010, 'name': ReconfigVM_Task, 'duration_secs': 11.018815} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.847273] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Releasing lock "53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.847360] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Reconfigured VM to detach interface {{(pid=62298) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1895.014430] env[62298]: DEBUG nova.compute.manager [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1895.040647] env[62298]: DEBUG nova.virt.hardware [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1895.040898] env[62298]: DEBUG nova.virt.hardware [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1895.041073] env[62298]: DEBUG nova.virt.hardware [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1895.041276] env[62298]: DEBUG nova.virt.hardware [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1895.041429] env[62298]: DEBUG nova.virt.hardware [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1895.041583] env[62298]: DEBUG nova.virt.hardware [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1895.041800] env[62298]: DEBUG nova.virt.hardware [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1895.041949] env[62298]: DEBUG nova.virt.hardware [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1895.042256] env[62298]: DEBUG nova.virt.hardware [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1895.042436] env[62298]: DEBUG nova.virt.hardware [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1895.042619] env[62298]: DEBUG nova.virt.hardware [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1895.043496] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5fcf95-3f36-41ae-9ae3-58a69652212e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.052282] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff6f045-65c1-4e21-bfe4-260103eb7fbb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.147881] env[62298]: DEBUG oslo_concurrency.lockutils [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "refresh_cache-e73a73d6-e685-4d91-9228-aeb063d1ce97" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.148059] env[62298]: DEBUG oslo_concurrency.lockutils [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquired lock "refresh_cache-e73a73d6-e685-4d91-9228-aeb063d1ce97" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.148215] env[62298]: DEBUG nova.network.neutron [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1895.195948] env[62298]: DEBUG oslo_vmware.api [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183383} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.196434] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1895.196713] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1895.196917] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1895.197116] env[62298]: INFO nova.compute.manager [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Took 9.68 seconds to destroy the instance on the hypervisor. [ 1895.197393] env[62298]: DEBUG oslo.service.loopingcall [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1895.197602] env[62298]: DEBUG nova.compute.manager [-] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1895.197699] env[62298]: DEBUG nova.network.neutron [-] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1895.229744] env[62298]: DEBUG oslo_concurrency.lockutils [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Acquiring lock "refresh_cache-4524b5a6-bbc1-4850-959f-f2fd948f526f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.229888] env[62298]: DEBUG oslo_concurrency.lockutils [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Acquired lock "refresh_cache-4524b5a6-bbc1-4850-959f-f2fd948f526f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.230065] env[62298]: DEBUG nova.network.neutron [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1895.264873] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fe328433-5522-45ed-b65e-ded04ee0b5fa tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "2c86f429-65ca-4b6d-8596-e89dfd7f4001" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.173s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.308181] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "refresh_cache-68d2ec9f-562d-44d5-a963-ebd83cb841c3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.308181] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquired lock "refresh_cache-68d2ec9f-562d-44d5-a963-ebd83cb841c3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.308181] env[62298]: DEBUG nova.network.neutron [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1895.686465] env[62298]: DEBUG nova.network.neutron [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1895.786688] env[62298]: DEBUG nova.network.neutron [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1895.849029] env[62298]: DEBUG nova.network.neutron [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Updating instance_info_cache with network_info: [{"id": "47fd105f-3024-414b-bd87-b13b108a638c", "address": "fa:16:3e:67:ed:e1", "network": {"id": "1b0325e7-c092-488a-b711-be05e76100b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-550134086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c391aea5021499b9b50a616b7937813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47fd105f-30", "ovs_interfaceid": "47fd105f-3024-414b-bd87-b13b108a638c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.855829] env[62298]: DEBUG nova.network.neutron [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1895.988589] env[62298]: DEBUG nova.network.neutron [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Updating instance_info_cache with network_info: [{"id": "c484797c-01c5-43b3-8163-7f5f0222abeb", "address": "fa:16:3e:29:5f:22", "network": {"id": "a1cc5b7e-29b8-442e-aded-4790d7ea1173", "bridge": "br-int", "label": "tempest-ServersTestJSON-828003697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03e0481a48d41fa860471811159cb77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc484797c-01", "ovs_interfaceid": "c484797c-01c5-43b3-8163-7f5f0222abeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.108097] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "refresh_cache-53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.108097] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired lock "refresh_cache-53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.108097] env[62298]: DEBUG nova.network.neutron [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1896.352662] env[62298]: DEBUG oslo_concurrency.lockutils [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Releasing lock "refresh_cache-e73a73d6-e685-4d91-9228-aeb063d1ce97" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.353161] env[62298]: DEBUG nova.compute.manager [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Instance network_info: |[{"id": "47fd105f-3024-414b-bd87-b13b108a638c", "address": "fa:16:3e:67:ed:e1", "network": {"id": "1b0325e7-c092-488a-b711-be05e76100b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-550134086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c391aea5021499b9b50a616b7937813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47fd105f-30", "ovs_interfaceid": "47fd105f-3024-414b-bd87-b13b108a638c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1896.353788] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:ed:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47fd105f-3024-414b-bd87-b13b108a638c', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1896.369223] env[62298]: DEBUG oslo.service.loopingcall [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1896.369609] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1896.369888] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d23c824c-73a3-4162-b712-47dcb1f2f670 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.406932] env[62298]: DEBUG nova.network.neutron [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Updating instance_info_cache with network_info: [{"id": "faa7434f-e4ac-474e-9fb1-b54093fc1c25", "address": "fa:16:3e:0c:21:4e", "network": {"id": "ec171109-51a2-4fc0-861a-1c1fd19b17a5", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1829134002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1594dc6bf9f14935869b6a59349e6b53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa7434f-e4", "ovs_interfaceid": "faa7434f-e4ac-474e-9fb1-b54093fc1c25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.418693] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1896.418693] env[62298]: value = "task-1805019" [ 1896.418693] env[62298]: _type = "Task" [ 1896.418693] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.428149] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805019, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.453427] env[62298]: DEBUG nova.compute.manager [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Received event network-changed-47fd105f-3024-414b-bd87-b13b108a638c {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1896.453681] env[62298]: DEBUG nova.compute.manager [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Refreshing instance network info cache due to event network-changed-47fd105f-3024-414b-bd87-b13b108a638c. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1896.453912] env[62298]: DEBUG oslo_concurrency.lockutils [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] Acquiring lock "refresh_cache-e73a73d6-e685-4d91-9228-aeb063d1ce97" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.456240] env[62298]: DEBUG oslo_concurrency.lockutils [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] Acquired lock "refresh_cache-e73a73d6-e685-4d91-9228-aeb063d1ce97" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.456240] env[62298]: DEBUG nova.network.neutron [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Refreshing network info cache for port 47fd105f-3024-414b-bd87-b13b108a638c {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1896.474716] env[62298]: DEBUG nova.network.neutron [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Successfully updated port: 77076373-6e36-4e69-a1ab-4e96a43cc7b6 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1896.491470] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Releasing lock "refresh_cache-68d2ec9f-562d-44d5-a963-ebd83cb841c3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.491724] env[62298]: DEBUG nova.compute.manager [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Instance network_info: |[{"id": "c484797c-01c5-43b3-8163-7f5f0222abeb", "address": "fa:16:3e:29:5f:22", "network": {"id": "a1cc5b7e-29b8-442e-aded-4790d7ea1173", "bridge": "br-int", "label": "tempest-ServersTestJSON-828003697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03e0481a48d41fa860471811159cb77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc484797c-01", "ovs_interfaceid": "c484797c-01c5-43b3-8163-7f5f0222abeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1896.492152] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:5f:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c484797c-01c5-43b3-8163-7f5f0222abeb', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1896.500519] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Creating folder: Project (c03e0481a48d41fa860471811159cb77). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1896.501223] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0b56e7e-d2d1-41ef-998d-c18459779deb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.513049] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Created folder: Project (c03e0481a48d41fa860471811159cb77) in parent group-v373906. [ 1896.513307] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Creating folder: Instances. Parent ref: group-v374184. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1896.513385] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96e2d23e-1dff-47be-ae32-908cc942e5f1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.522725] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Created folder: Instances in parent group-v374184. [ 1896.522977] env[62298]: DEBUG oslo.service.loopingcall [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1896.523222] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1896.523801] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98c0da18-a191-42e6-998a-fa0bd0f27b46 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.549861] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1896.549861] env[62298]: value = "task-1805022" [ 1896.549861] env[62298]: _type = "Task" [ 1896.549861] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.557824] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805022, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.815465] env[62298]: DEBUG nova.compute.manager [req-8fc1bb1d-2cb3-46c2-aeca-786c486edc87 req-dd48eae1-0429-47fd-970b-273c008604da service nova] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Received event network-changed-faa7434f-e4ac-474e-9fb1-b54093fc1c25 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1896.815687] env[62298]: DEBUG nova.compute.manager [req-8fc1bb1d-2cb3-46c2-aeca-786c486edc87 req-dd48eae1-0429-47fd-970b-273c008604da service nova] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Refreshing instance network info cache due to event network-changed-faa7434f-e4ac-474e-9fb1-b54093fc1c25. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1896.815877] env[62298]: DEBUG oslo_concurrency.lockutils [req-8fc1bb1d-2cb3-46c2-aeca-786c486edc87 req-dd48eae1-0429-47fd-970b-273c008604da service nova] Acquiring lock "refresh_cache-4524b5a6-bbc1-4850-959f-f2fd948f526f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.851027] env[62298]: DEBUG nova.network.neutron [-] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.911134] env[62298]: DEBUG oslo_concurrency.lockutils [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Releasing lock "refresh_cache-4524b5a6-bbc1-4850-959f-f2fd948f526f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.911472] env[62298]: DEBUG nova.compute.manager [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Instance network_info: |[{"id": "faa7434f-e4ac-474e-9fb1-b54093fc1c25", "address": "fa:16:3e:0c:21:4e", "network": {"id": "ec171109-51a2-4fc0-861a-1c1fd19b17a5", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1829134002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1594dc6bf9f14935869b6a59349e6b53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa7434f-e4", "ovs_interfaceid": "faa7434f-e4ac-474e-9fb1-b54093fc1c25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1896.911769] env[62298]: DEBUG oslo_concurrency.lockutils [req-8fc1bb1d-2cb3-46c2-aeca-786c486edc87 req-dd48eae1-0429-47fd-970b-273c008604da service nova] Acquired lock "refresh_cache-4524b5a6-bbc1-4850-959f-f2fd948f526f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.911948] env[62298]: DEBUG nova.network.neutron [req-8fc1bb1d-2cb3-46c2-aeca-786c486edc87 req-dd48eae1-0429-47fd-970b-273c008604da service nova] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Refreshing network info cache for port faa7434f-e4ac-474e-9fb1-b54093fc1c25 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1896.913337] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:21:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d0c6fd7-3cc9-4818-9475-8f15900394cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'faa7434f-e4ac-474e-9fb1-b54093fc1c25', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1896.920817] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Creating folder: Project (1594dc6bf9f14935869b6a59349e6b53). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1896.922683] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-321b6303-4cc9-46d9-8619-cff771262233 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.933654] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805019, 'name': CreateVM_Task, 'duration_secs': 0.463984} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.933805] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1896.934597] env[62298]: DEBUG oslo_concurrency.lockutils [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.934774] env[62298]: DEBUG oslo_concurrency.lockutils [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.936251] env[62298]: DEBUG oslo_concurrency.lockutils [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1896.936308] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5af9c44-ed55-4174-8349-d41915d9858d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.937816] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Created folder: Project (1594dc6bf9f14935869b6a59349e6b53) in parent group-v373906. [ 1896.937986] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Creating folder: Instances. Parent ref: group-v374186. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1896.938452] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9246a466-ac19-4eec-a658-9b346b29e1ec {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.943544] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 1896.943544] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5278c3f3-508f-9e11-651f-e2a5a6d0dabc" [ 1896.943544] env[62298]: _type = "Task" [ 1896.943544] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.947708] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Created folder: Instances in parent group-v374186. [ 1896.947931] env[62298]: DEBUG oslo.service.loopingcall [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1896.948474] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1896.948675] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-082f3b6f-7896-4f76-814c-9d59cc3fd17b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.967525] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5278c3f3-508f-9e11-651f-e2a5a6d0dabc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.970615] env[62298]: INFO nova.network.neutron [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Port b9a83dac-3cca-4680-9604-13b20a1739b2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1896.970782] env[62298]: INFO nova.network.neutron [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Port 3d0ec450-bf00-4d78-b797-d72497d09977 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1896.971132] env[62298]: DEBUG nova.network.neutron [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Updating instance_info_cache with network_info: [{"id": "3502d7bb-1e65-4084-a947-f4bfec7cfaef", "address": "fa:16:3e:7a:70:59", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3502d7bb-1e", "ovs_interfaceid": "3502d7bb-1e65-4084-a947-f4bfec7cfaef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.974098] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1896.974098] env[62298]: value = "task-1805025" [ 1896.974098] env[62298]: _type = "Task" [ 1896.974098] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.978773] env[62298]: DEBUG oslo_concurrency.lockutils [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "refresh_cache-8a762754-128d-4478-be5b-2244cc4c704f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.979149] env[62298]: DEBUG oslo_concurrency.lockutils [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquired lock "refresh_cache-8a762754-128d-4478-be5b-2244cc4c704f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.979315] env[62298]: DEBUG nova.network.neutron [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1896.992233] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805025, 'name': CreateVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.059796] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805022, 'name': CreateVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.202590] env[62298]: DEBUG nova.network.neutron [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Updated VIF entry in instance network info cache for port 47fd105f-3024-414b-bd87-b13b108a638c. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1897.202889] env[62298]: DEBUG nova.network.neutron [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Updating instance_info_cache with network_info: [{"id": "47fd105f-3024-414b-bd87-b13b108a638c", "address": "fa:16:3e:67:ed:e1", "network": {"id": "1b0325e7-c092-488a-b711-be05e76100b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-550134086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c391aea5021499b9b50a616b7937813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47fd105f-30", "ovs_interfaceid": "47fd105f-3024-414b-bd87-b13b108a638c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.348633] env[62298]: INFO nova.compute.manager [-] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Took 2.15 seconds to deallocate network for instance. [ 1897.377939] env[62298]: DEBUG oslo_concurrency.lockutils [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "53304fd8-3272-4394-98f8-c8c8ea794ca4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.378322] env[62298]: DEBUG oslo_concurrency.lockutils [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "53304fd8-3272-4394-98f8-c8c8ea794ca4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.378564] env[62298]: DEBUG oslo_concurrency.lockutils [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "53304fd8-3272-4394-98f8-c8c8ea794ca4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.378776] env[62298]: DEBUG oslo_concurrency.lockutils [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "53304fd8-3272-4394-98f8-c8c8ea794ca4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.378958] env[62298]: DEBUG oslo_concurrency.lockutils [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "53304fd8-3272-4394-98f8-c8c8ea794ca4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.381152] env[62298]: INFO nova.compute.manager [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Terminating instance [ 1897.453265] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5278c3f3-508f-9e11-651f-e2a5a6d0dabc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.475578] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Releasing lock "refresh_cache-53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.489882] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805025, 'name': CreateVM_Task, 'duration_secs': 0.352601} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.490038] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1897.490731] env[62298]: DEBUG oslo_concurrency.lockutils [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.540362] env[62298]: DEBUG nova.network.neutron [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1897.562222] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805022, 'name': CreateVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.706531] env[62298]: DEBUG oslo_concurrency.lockutils [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] Releasing lock "refresh_cache-e73a73d6-e685-4d91-9228-aeb063d1ce97" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.707050] env[62298]: DEBUG nova.compute.manager [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Received event network-vif-plugged-c484797c-01c5-43b3-8163-7f5f0222abeb {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1897.707326] env[62298]: DEBUG oslo_concurrency.lockutils [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] Acquiring lock "68d2ec9f-562d-44d5-a963-ebd83cb841c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.707553] env[62298]: DEBUG oslo_concurrency.lockutils [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] Lock "68d2ec9f-562d-44d5-a963-ebd83cb841c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.707727] env[62298]: DEBUG oslo_concurrency.lockutils [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] Lock "68d2ec9f-562d-44d5-a963-ebd83cb841c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.707900] env[62298]: DEBUG nova.compute.manager [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] No waiting events found dispatching network-vif-plugged-c484797c-01c5-43b3-8163-7f5f0222abeb {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1897.708089] env[62298]: WARNING nova.compute.manager [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Received unexpected event network-vif-plugged-c484797c-01c5-43b3-8163-7f5f0222abeb for instance with vm_state building and task_state spawning. [ 1897.708264] env[62298]: DEBUG nova.compute.manager [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Received event network-changed-c484797c-01c5-43b3-8163-7f5f0222abeb {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1897.708494] env[62298]: DEBUG nova.compute.manager [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Refreshing instance network info cache due to event network-changed-c484797c-01c5-43b3-8163-7f5f0222abeb. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1897.708690] env[62298]: DEBUG oslo_concurrency.lockutils [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] Acquiring lock "refresh_cache-68d2ec9f-562d-44d5-a963-ebd83cb841c3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.708831] env[62298]: DEBUG oslo_concurrency.lockutils [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] Acquired lock "refresh_cache-68d2ec9f-562d-44d5-a963-ebd83cb841c3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.708989] env[62298]: DEBUG nova.network.neutron [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Refreshing network info cache for port c484797c-01c5-43b3-8163-7f5f0222abeb {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1897.832350] env[62298]: DEBUG nova.network.neutron [req-8fc1bb1d-2cb3-46c2-aeca-786c486edc87 req-dd48eae1-0429-47fd-970b-273c008604da service nova] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Updated VIF entry in instance network info cache for port faa7434f-e4ac-474e-9fb1-b54093fc1c25. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1897.832820] env[62298]: DEBUG nova.network.neutron [req-8fc1bb1d-2cb3-46c2-aeca-786c486edc87 req-dd48eae1-0429-47fd-970b-273c008604da service nova] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Updating instance_info_cache with network_info: [{"id": "faa7434f-e4ac-474e-9fb1-b54093fc1c25", "address": "fa:16:3e:0c:21:4e", "network": {"id": "ec171109-51a2-4fc0-861a-1c1fd19b17a5", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1829134002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1594dc6bf9f14935869b6a59349e6b53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa7434f-e4", "ovs_interfaceid": "faa7434f-e4ac-474e-9fb1-b54093fc1c25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.873677] env[62298]: DEBUG nova.network.neutron [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Updating instance_info_cache with network_info: [{"id": "77076373-6e36-4e69-a1ab-4e96a43cc7b6", "address": "fa:16:3e:5c:f6:79", "network": {"id": "06b906cf-d50a-43c4-8cd2-58ea08057ab7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-166934998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c1cee775abb4a1eb529b35f1cfae0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77076373-6e", "ovs_interfaceid": "77076373-6e36-4e69-a1ab-4e96a43cc7b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.885445] env[62298]: DEBUG nova.compute.manager [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1897.885660] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1897.886584] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef7ef73-9059-484c-85e1-807fcca16689 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.896417] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1897.896417] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa466fd9-c54e-4f87-84e9-95c149cce241 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.901672] env[62298]: INFO nova.compute.manager [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Took 0.55 seconds to detach 1 volumes for instance. [ 1897.907087] env[62298]: DEBUG oslo_vmware.api [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1897.907087] env[62298]: value = "task-1805026" [ 1897.907087] env[62298]: _type = "Task" [ 1897.907087] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.915954] env[62298]: DEBUG oslo_vmware.api [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.954629] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5278c3f3-508f-9e11-651f-e2a5a6d0dabc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.983751] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f69dcc67-252a-4895-a605-536e64a52e72 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "interface-53304fd8-3272-4394-98f8-c8c8ea794ca4-b9a83dac-3cca-4680-9604-13b20a1739b2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 14.759s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.061608] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805022, 'name': CreateVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.336018] env[62298]: DEBUG oslo_concurrency.lockutils [req-8fc1bb1d-2cb3-46c2-aeca-786c486edc87 req-dd48eae1-0429-47fd-970b-273c008604da service nova] Releasing lock "refresh_cache-4524b5a6-bbc1-4850-959f-f2fd948f526f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.378940] env[62298]: DEBUG oslo_concurrency.lockutils [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Releasing lock "refresh_cache-8a762754-128d-4478-be5b-2244cc4c704f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.379244] env[62298]: DEBUG nova.compute.manager [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Instance network_info: |[{"id": "77076373-6e36-4e69-a1ab-4e96a43cc7b6", "address": "fa:16:3e:5c:f6:79", "network": {"id": "06b906cf-d50a-43c4-8cd2-58ea08057ab7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-166934998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c1cee775abb4a1eb529b35f1cfae0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77076373-6e", "ovs_interfaceid": "77076373-6e36-4e69-a1ab-4e96a43cc7b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1898.379710] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:f6:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77076373-6e36-4e69-a1ab-4e96a43cc7b6', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1898.387064] env[62298]: DEBUG oslo.service.loopingcall [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1898.387268] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1898.387491] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-811554b9-1fd5-45c9-908a-82463dcf7051 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.404934] env[62298]: DEBUG nova.network.neutron [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Updated VIF entry in instance network info cache for port c484797c-01c5-43b3-8163-7f5f0222abeb. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1898.405281] env[62298]: DEBUG nova.network.neutron [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Updating instance_info_cache with network_info: [{"id": "c484797c-01c5-43b3-8163-7f5f0222abeb", "address": "fa:16:3e:29:5f:22", "network": {"id": "a1cc5b7e-29b8-442e-aded-4790d7ea1173", "bridge": "br-int", "label": "tempest-ServersTestJSON-828003697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03e0481a48d41fa860471811159cb77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc484797c-01", "ovs_interfaceid": "c484797c-01c5-43b3-8163-7f5f0222abeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.407395] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1898.407395] env[62298]: value = "task-1805027" [ 1898.407395] env[62298]: _type = "Task" [ 1898.407395] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.408469] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.408701] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.408887] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.422551] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805027, 'name': CreateVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.425450] env[62298]: DEBUG oslo_vmware.api [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805026, 'name': PowerOffVM_Task, 'duration_secs': 0.189933} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.425690] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1898.425859] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1898.426107] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-644f1540-627c-4cec-b608-0c43bba69a40 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.430742] env[62298]: INFO nova.scheduler.client.report [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Deleted allocations for instance a79f5737-549b-4cdd-ae42-591ed2fb12c6 [ 1898.454289] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5278c3f3-508f-9e11-651f-e2a5a6d0dabc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.485586] env[62298]: DEBUG nova.compute.manager [req-46f1fe79-b718-48e1-a044-f51d3b8c75b0 req-dd70aabb-7a5b-45fe-9049-0a6562269762 service nova] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Received event network-changed-77076373-6e36-4e69-a1ab-4e96a43cc7b6 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1898.485884] env[62298]: DEBUG nova.compute.manager [req-46f1fe79-b718-48e1-a044-f51d3b8c75b0 req-dd70aabb-7a5b-45fe-9049-0a6562269762 service nova] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Refreshing instance network info cache due to event network-changed-77076373-6e36-4e69-a1ab-4e96a43cc7b6. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1898.486253] env[62298]: DEBUG oslo_concurrency.lockutils [req-46f1fe79-b718-48e1-a044-f51d3b8c75b0 req-dd70aabb-7a5b-45fe-9049-0a6562269762 service nova] Acquiring lock "refresh_cache-8a762754-128d-4478-be5b-2244cc4c704f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.486497] env[62298]: DEBUG oslo_concurrency.lockutils [req-46f1fe79-b718-48e1-a044-f51d3b8c75b0 req-dd70aabb-7a5b-45fe-9049-0a6562269762 service nova] Acquired lock "refresh_cache-8a762754-128d-4478-be5b-2244cc4c704f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.486698] env[62298]: DEBUG nova.network.neutron [req-46f1fe79-b718-48e1-a044-f51d3b8c75b0 req-dd70aabb-7a5b-45fe-9049-0a6562269762 service nova] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Refreshing network info cache for port 77076373-6e36-4e69-a1ab-4e96a43cc7b6 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1898.561809] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805022, 'name': CreateVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.910194] env[62298]: DEBUG oslo_concurrency.lockutils [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] Releasing lock "refresh_cache-68d2ec9f-562d-44d5-a963-ebd83cb841c3" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.910194] env[62298]: DEBUG nova.compute.manager [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Received event network-vif-deleted-b9a83dac-3cca-4680-9604-13b20a1739b2 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1898.910194] env[62298]: INFO nova.compute.manager [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Neutron deleted interface b9a83dac-3cca-4680-9604-13b20a1739b2; detaching it from the instance and deleting it from the info cache [ 1898.910194] env[62298]: DEBUG nova.network.neutron [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Updating instance_info_cache with network_info: [{"id": "3502d7bb-1e65-4084-a947-f4bfec7cfaef", "address": "fa:16:3e:7a:70:59", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3502d7bb-1e", "ovs_interfaceid": "3502d7bb-1e65-4084-a947-f4bfec7cfaef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3d0ec450-bf00-4d78-b797-d72497d09977", "address": "fa:16:3e:fd:4c:fa", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d0ec450-bf", "ovs_interfaceid": "3d0ec450-bf00-4d78-b797-d72497d09977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.922250] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805027, 'name': CreateVM_Task, 'duration_secs': 0.335022} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.923808] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1898.925441] env[62298]: DEBUG nova.compute.manager [req-52a1e571-3e3e-46bb-9e7b-aa9ac48bc447 req-278a6108-2a26-4bbd-95fe-c0ba72ae42ad service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Received event network-vif-deleted-3d0ec450-bf00-4d78-b797-d72497d09977 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1898.926432] env[62298]: DEBUG oslo_concurrency.lockutils [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.942251] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ed4fe658-da56-4007-81e7-79b97b305604 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "a79f5737-549b-4cdd-ae42-591ed2fb12c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.931s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.963024] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5278c3f3-508f-9e11-651f-e2a5a6d0dabc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.062328] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805022, 'name': CreateVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.359599] env[62298]: DEBUG nova.network.neutron [req-46f1fe79-b718-48e1-a044-f51d3b8c75b0 req-dd70aabb-7a5b-45fe-9049-0a6562269762 service nova] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Updated VIF entry in instance network info cache for port 77076373-6e36-4e69-a1ab-4e96a43cc7b6. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1899.360116] env[62298]: DEBUG nova.network.neutron [req-46f1fe79-b718-48e1-a044-f51d3b8c75b0 req-dd70aabb-7a5b-45fe-9049-0a6562269762 service nova] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Updating instance_info_cache with network_info: [{"id": "77076373-6e36-4e69-a1ab-4e96a43cc7b6", "address": "fa:16:3e:5c:f6:79", "network": {"id": "06b906cf-d50a-43c4-8cd2-58ea08057ab7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-166934998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c1cee775abb4a1eb529b35f1cfae0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77076373-6e", "ovs_interfaceid": "77076373-6e36-4e69-a1ab-4e96a43cc7b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.369996] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1899.369996] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1899.369996] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Deleting the datastore file [datastore1] 53304fd8-3272-4394-98f8-c8c8ea794ca4 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1899.370837] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8314431-6d65-44de-9ff8-a3c8b44b7d64 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.378755] env[62298]: DEBUG oslo_vmware.api [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1899.378755] env[62298]: value = "task-1805029" [ 1899.378755] env[62298]: _type = "Task" [ 1899.378755] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.388077] env[62298]: DEBUG oslo_vmware.api [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.415872] env[62298]: DEBUG oslo_concurrency.lockutils [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] Acquiring lock "53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.455537] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5278c3f3-508f-9e11-651f-e2a5a6d0dabc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.562623] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805022, 'name': CreateVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.864965] env[62298]: DEBUG oslo_concurrency.lockutils [req-46f1fe79-b718-48e1-a044-f51d3b8c75b0 req-dd70aabb-7a5b-45fe-9049-0a6562269762 service nova] Releasing lock "refresh_cache-8a762754-128d-4478-be5b-2244cc4c704f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.876872] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "b9ba6368-81c9-42f2-b40a-f9dfed49e42d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.876872] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "b9ba6368-81c9-42f2-b40a-f9dfed49e42d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.888610] env[62298]: DEBUG oslo_vmware.api [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.958280] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5278c3f3-508f-9e11-651f-e2a5a6d0dabc, 'name': SearchDatastore_Task, 'duration_secs': 2.891346} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.958743] env[62298]: DEBUG oslo_concurrency.lockutils [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.959011] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1899.959273] env[62298]: DEBUG oslo_concurrency.lockutils [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.959464] env[62298]: DEBUG oslo_concurrency.lockutils [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.959661] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1899.959955] env[62298]: DEBUG oslo_concurrency.lockutils [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.960297] env[62298]: DEBUG oslo_concurrency.lockutils [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1899.960527] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-164162b6-e3cd-473a-b880-d9d82c01cf43 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.962603] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64e3eb8a-fe3d-4917-b577-fe4185fa79d4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.967635] env[62298]: DEBUG oslo_vmware.api [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Waiting for the task: (returnval){ [ 1899.967635] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c490c6-9e9c-d080-ebaf-50ffc0022b80" [ 1899.967635] env[62298]: _type = "Task" [ 1899.967635] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.977615] env[62298]: DEBUG oslo_vmware.api [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c490c6-9e9c-d080-ebaf-50ffc0022b80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.063176] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805022, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.379928] env[62298]: DEBUG nova.compute.manager [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1900.394273] env[62298]: DEBUG oslo_vmware.api [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.477534] env[62298]: DEBUG oslo_vmware.api [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c490c6-9e9c-d080-ebaf-50ffc0022b80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.564269] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805022, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.850184] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1900.850595] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1900.851613] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd91dbe6-ebda-4517-a80e-cde6ca8e67ff {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.858261] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 1900.858261] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525529e7-ef41-2ee7-38ad-f7e7b24f1e73" [ 1900.858261] env[62298]: _type = "Task" [ 1900.858261] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.866588] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525529e7-ef41-2ee7-38ad-f7e7b24f1e73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.896502] env[62298]: DEBUG oslo_vmware.api [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.905377] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.905716] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.907420] env[62298]: INFO nova.compute.claims [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1900.978581] env[62298]: DEBUG oslo_vmware.api [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c490c6-9e9c-d080-ebaf-50ffc0022b80, 'name': SearchDatastore_Task, 'duration_secs': 0.892487} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.978581] env[62298]: DEBUG oslo_concurrency.lockutils [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.978981] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1900.978981] env[62298]: DEBUG oslo_concurrency.lockutils [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.979231] env[62298]: DEBUG oslo_concurrency.lockutils [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.979551] env[62298]: DEBUG oslo_concurrency.lockutils [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1900.979807] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6b7bbd5-0eea-41b0-9a59-3c4e3816d492 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.984682] env[62298]: DEBUG oslo_vmware.api [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1900.984682] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523f84bc-6e1a-36f1-12d8-b9c12b220ef7" [ 1900.984682] env[62298]: _type = "Task" [ 1900.984682] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.992580] env[62298]: DEBUG oslo_vmware.api [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523f84bc-6e1a-36f1-12d8-b9c12b220ef7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.063920] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805022, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.369363] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525529e7-ef41-2ee7-38ad-f7e7b24f1e73, 'name': SearchDatastore_Task, 'duration_secs': 0.009404} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.370155] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66724774-0e28-4903-aa72-56eaebf02f98 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.375052] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 1901.375052] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52dee4c2-8de7-5f65-8525-33b1e04c21bf" [ 1901.375052] env[62298]: _type = "Task" [ 1901.375052] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.382142] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52dee4c2-8de7-5f65-8525-33b1e04c21bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.391176] env[62298]: DEBUG oslo_vmware.api [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.648106} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.391467] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1901.391661] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1901.391838] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1901.392017] env[62298]: INFO nova.compute.manager [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Took 3.51 seconds to destroy the instance on the hypervisor. [ 1901.392249] env[62298]: DEBUG oslo.service.loopingcall [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1901.392431] env[62298]: DEBUG nova.compute.manager [-] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1901.392529] env[62298]: DEBUG nova.network.neutron [-] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1901.432386] env[62298]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 3d0ec450-bf00-4d78-b797-d72497d09977 could not be found.", "detail": ""}} {{(pid=62298) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1901.432604] env[62298]: DEBUG nova.network.neutron [-] Unable to show port 3d0ec450-bf00-4d78-b797-d72497d09977 as it no longer exists. {{(pid=62298) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1901.499024] env[62298]: DEBUG oslo_vmware.api [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523f84bc-6e1a-36f1-12d8-b9c12b220ef7, 'name': SearchDatastore_Task, 'duration_secs': 0.011429} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.499024] env[62298]: DEBUG oslo_concurrency.lockutils [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.499024] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1901.499775] env[62298]: DEBUG oslo_concurrency.lockutils [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.563710] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805022, 'name': CreateVM_Task, 'duration_secs': 4.559067} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.563895] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1901.564645] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.564871] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.565251] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1901.565550] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79c680fa-f9f6-4a1b-bd50-9b58074a3250 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.570093] env[62298]: DEBUG oslo_vmware.api [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1901.570093] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525e143d-2060-cfd5-605e-9ac1495769f1" [ 1901.570093] env[62298]: _type = "Task" [ 1901.570093] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.578219] env[62298]: DEBUG oslo_vmware.api [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525e143d-2060-cfd5-605e-9ac1495769f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.824686] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bdcf8cf6-8ed3-4e8e-a932-50384deb870e tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.824686] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bdcf8cf6-8ed3-4e8e-a932-50384deb870e tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.885238] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52dee4c2-8de7-5f65-8525-33b1e04c21bf, 'name': SearchDatastore_Task, 'duration_secs': 0.008866} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.885503] env[62298]: DEBUG oslo_concurrency.lockutils [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.885750] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] e73a73d6-e685-4d91-9228-aeb063d1ce97/e73a73d6-e685-4d91-9228-aeb063d1ce97.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1901.886035] env[62298]: DEBUG oslo_concurrency.lockutils [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.886237] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1901.886476] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d81a731f-a385-4e9c-b7fc-8c74cf711208 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.888288] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9e84acf-da6d-4600-9fbe-8a155d928c0f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.894481] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 1901.894481] env[62298]: value = "task-1805030" [ 1901.894481] env[62298]: _type = "Task" [ 1901.894481] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.899959] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1901.900259] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1901.901670] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13ab303b-6559-4053-bede-088af19eeac5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.907286] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.910867] env[62298]: DEBUG oslo_vmware.api [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Waiting for the task: (returnval){ [ 1901.910867] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521be8b2-40f8-a5b7-7b1b-8fd87da046b5" [ 1901.910867] env[62298]: _type = "Task" [ 1901.910867] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.921371] env[62298]: DEBUG oslo_vmware.api [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521be8b2-40f8-a5b7-7b1b-8fd87da046b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.940492] env[62298]: DEBUG nova.compute.manager [req-0e8d6b99-2c00-4f1f-9147-a8cbed59818b req-0b43794a-38d7-4eda-af9c-6e05268f2bbf service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Received event network-vif-deleted-3502d7bb-1e65-4084-a947-f4bfec7cfaef {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1901.940869] env[62298]: INFO nova.compute.manager [req-0e8d6b99-2c00-4f1f-9147-a8cbed59818b req-0b43794a-38d7-4eda-af9c-6e05268f2bbf service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Neutron deleted interface 3502d7bb-1e65-4084-a947-f4bfec7cfaef; detaching it from the instance and deleting it from the info cache [ 1901.940979] env[62298]: DEBUG nova.network.neutron [req-0e8d6b99-2c00-4f1f-9147-a8cbed59818b req-0b43794a-38d7-4eda-af9c-6e05268f2bbf service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Updating instance_info_cache with network_info: [{"id": "3d0ec450-bf00-4d78-b797-d72497d09977", "address": "fa:16:3e:fd:4c:fa", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d0ec450-bf", "ovs_interfaceid": "3d0ec450-bf00-4d78-b797-d72497d09977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.075496] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba12110-522f-42db-9065-ad6537bdc206 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.084121] env[62298]: DEBUG oslo_vmware.api [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525e143d-2060-cfd5-605e-9ac1495769f1, 'name': SearchDatastore_Task, 'duration_secs': 0.009795} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.085627] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.085872] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1902.086101] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.087103] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de99cf0-1afd-4f1c-b399-2ee5fcf396cf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.118373] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f736965b-7195-498e-ae19-28b4ad4a1a91 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.125800] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01649f8-e933-48ac-80f1-eec31e67882f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.139267] env[62298]: DEBUG nova.compute.provider_tree [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1902.328540] env[62298]: DEBUG nova.compute.utils [None req-bdcf8cf6-8ed3-4e8e-a932-50384deb870e tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1902.405883] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.419366] env[62298]: DEBUG oslo_vmware.api [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521be8b2-40f8-a5b7-7b1b-8fd87da046b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.422780] env[62298]: DEBUG nova.network.neutron [-] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.443778] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f586cc86-1104-4965-99ba-3bfca9ad30e1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.454153] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb64088-4fbd-4dd8-909e-d227565b603f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.485111] env[62298]: DEBUG nova.compute.manager [req-0e8d6b99-2c00-4f1f-9147-a8cbed59818b req-0b43794a-38d7-4eda-af9c-6e05268f2bbf service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Detach interface failed, port_id=3502d7bb-1e65-4084-a947-f4bfec7cfaef, reason: Instance 53304fd8-3272-4394-98f8-c8c8ea794ca4 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1902.642475] env[62298]: DEBUG nova.scheduler.client.report [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1902.832013] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bdcf8cf6-8ed3-4e8e-a932-50384deb870e tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.905042] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.920396] env[62298]: DEBUG oslo_vmware.api [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521be8b2-40f8-a5b7-7b1b-8fd87da046b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.924903] env[62298]: INFO nova.compute.manager [-] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Took 1.53 seconds to deallocate network for instance. [ 1903.147991] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.148298] env[62298]: DEBUG nova.compute.manager [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1903.406555] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.422026] env[62298]: DEBUG oslo_vmware.api [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521be8b2-40f8-a5b7-7b1b-8fd87da046b5, 'name': SearchDatastore_Task, 'duration_secs': 1.151151} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.422989] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94efc3b2-e3ae-4361-94ba-9a953c58ef29 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.427811] env[62298]: DEBUG oslo_vmware.api [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Waiting for the task: (returnval){ [ 1903.427811] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5207ff20-1e5f-0a08-ba45-3bea61fb18fc" [ 1903.427811] env[62298]: _type = "Task" [ 1903.427811] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.431223] env[62298]: DEBUG oslo_concurrency.lockutils [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.431457] env[62298]: DEBUG oslo_concurrency.lockutils [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.431675] env[62298]: DEBUG nova.objects.instance [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lazy-loading 'resources' on Instance uuid 53304fd8-3272-4394-98f8-c8c8ea794ca4 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1903.437227] env[62298]: DEBUG oslo_vmware.api [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5207ff20-1e5f-0a08-ba45-3bea61fb18fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.655845] env[62298]: DEBUG nova.compute.utils [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1903.657247] env[62298]: DEBUG nova.compute.manager [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1903.657417] env[62298]: DEBUG nova.network.neutron [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1903.697233] env[62298]: DEBUG nova.policy [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '004e0c7876664758866c98c8f36663dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5af512a3e1f469f9c4223575f326699', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1903.891395] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bdcf8cf6-8ed3-4e8e-a932-50384deb870e tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.891699] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bdcf8cf6-8ed3-4e8e-a932-50384deb870e tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.891956] env[62298]: INFO nova.compute.manager [None req-bdcf8cf6-8ed3-4e8e-a932-50384deb870e tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Attaching volume 2fd08b7a-32d0-4a65-a392-ab31f764e6ac to /dev/sdb [ 1903.908016] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.922517] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a34041-4d6c-401a-a989-fa523bd6a538 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.931870] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cd230b-e630-4728-8902-b61e6512e585 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.941424] env[62298]: DEBUG oslo_vmware.api [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5207ff20-1e5f-0a08-ba45-3bea61fb18fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.947966] env[62298]: DEBUG nova.virt.block_device [None req-bdcf8cf6-8ed3-4e8e-a932-50384deb870e tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Updating existing volume attachment record: 8d5002bd-d3be-4f7a-ad3f-43f7cfddbea2 {{(pid=62298) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1904.023294] env[62298]: DEBUG nova.network.neutron [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Successfully created port: 7074b60d-3647-4dba-8f9d-709a3be730fd {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1904.103007] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11885cb7-3402-4449-bde4-a13bb2f82158 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.110182] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a620d580-9c9a-4671-9502-e7fd23b94cc9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.141420] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cceaa3b8-3d6d-468f-b282-30e22c2ff708 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.150684] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7fc1eb-7467-41e6-b5fc-e400dcdc0010 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.163396] env[62298]: DEBUG nova.compute.manager [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1904.165029] env[62298]: DEBUG nova.compute.provider_tree [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1904.409211] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.437501] env[62298]: DEBUG oslo_vmware.api [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5207ff20-1e5f-0a08-ba45-3bea61fb18fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.671256] env[62298]: DEBUG nova.scheduler.client.report [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1904.909997] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805030, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.938815] env[62298]: DEBUG oslo_vmware.api [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5207ff20-1e5f-0a08-ba45-3bea61fb18fc, 'name': SearchDatastore_Task, 'duration_secs': 1.317548} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.939115] env[62298]: DEBUG oslo_concurrency.lockutils [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.939397] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 4524b5a6-bbc1-4850-959f-f2fd948f526f/4524b5a6-bbc1-4850-959f-f2fd948f526f.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1904.939686] env[62298]: DEBUG oslo_concurrency.lockutils [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.939882] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1904.940210] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce385a58-610a-41a3-a494-db443586fd18 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.942416] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cac3a91-e00c-40d6-b0c7-2a3968ce3088 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.949798] env[62298]: DEBUG oslo_vmware.api [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Waiting for the task: (returnval){ [ 1904.949798] env[62298]: value = "task-1805034" [ 1904.949798] env[62298]: _type = "Task" [ 1904.949798] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.957511] env[62298]: DEBUG oslo_vmware.api [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Task: {'id': task-1805034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.958688] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1904.958870] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1904.959597] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4fbe52e-cc79-413b-ad9d-9dae088480cf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.964846] env[62298]: DEBUG oslo_vmware.api [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1904.964846] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521e529b-bdae-f6e9-e231-662ef3cb80ee" [ 1904.964846] env[62298]: _type = "Task" [ 1904.964846] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.972730] env[62298]: DEBUG oslo_vmware.api [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521e529b-bdae-f6e9-e231-662ef3cb80ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.177101] env[62298]: DEBUG nova.compute.manager [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1905.180301] env[62298]: DEBUG oslo_concurrency.lockutils [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.749s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.206547] env[62298]: INFO nova.scheduler.client.report [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Deleted allocations for instance 53304fd8-3272-4394-98f8-c8c8ea794ca4 [ 1905.214698] env[62298]: DEBUG nova.virt.hardware [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1905.215134] env[62298]: DEBUG nova.virt.hardware [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1905.215434] env[62298]: DEBUG nova.virt.hardware [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1905.215772] env[62298]: DEBUG nova.virt.hardware [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1905.216041] env[62298]: DEBUG nova.virt.hardware [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1905.216282] env[62298]: DEBUG nova.virt.hardware [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1905.216647] env[62298]: DEBUG nova.virt.hardware [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1905.216934] env[62298]: DEBUG nova.virt.hardware [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1905.217243] env[62298]: DEBUG nova.virt.hardware [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1905.217768] env[62298]: DEBUG nova.virt.hardware [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1905.217862] env[62298]: DEBUG nova.virt.hardware [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1905.219177] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c57972-b537-4ffe-9f59-1f8a9a68c314 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.233807] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53eeed21-ea1e-4fd3-8508-2a52eb5286d8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.410937] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805030, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.406587} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.411355] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] e73a73d6-e685-4d91-9228-aeb063d1ce97/e73a73d6-e685-4d91-9228-aeb063d1ce97.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1905.411609] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1905.411896] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fa574c3-0abd-434f-983e-eb382938d6e4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.419169] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 1905.419169] env[62298]: value = "task-1805035" [ 1905.419169] env[62298]: _type = "Task" [ 1905.419169] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.427987] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.460812] env[62298]: DEBUG oslo_vmware.api [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Task: {'id': task-1805034, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.477231] env[62298]: DEBUG oslo_vmware.api [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521e529b-bdae-f6e9-e231-662ef3cb80ee, 'name': SearchDatastore_Task, 'duration_secs': 0.072061} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.478310] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f796eb03-426c-482c-a1bf-203d77fd29a0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.485847] env[62298]: DEBUG oslo_vmware.api [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1905.485847] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5288ce26-1a0d-19df-2b5b-d0a7e737db43" [ 1905.485847] env[62298]: _type = "Task" [ 1905.485847] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.494266] env[62298]: DEBUG oslo_vmware.api [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5288ce26-1a0d-19df-2b5b-d0a7e737db43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.619837] env[62298]: DEBUG nova.compute.manager [req-1ea774c4-ad3f-445f-a19b-07585b46b94b req-07c20895-1c8e-4773-aa1a-f935547c978d service nova] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Received event network-vif-plugged-7074b60d-3647-4dba-8f9d-709a3be730fd {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1905.620212] env[62298]: DEBUG oslo_concurrency.lockutils [req-1ea774c4-ad3f-445f-a19b-07585b46b94b req-07c20895-1c8e-4773-aa1a-f935547c978d service nova] Acquiring lock "b9ba6368-81c9-42f2-b40a-f9dfed49e42d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.620347] env[62298]: DEBUG oslo_concurrency.lockutils [req-1ea774c4-ad3f-445f-a19b-07585b46b94b req-07c20895-1c8e-4773-aa1a-f935547c978d service nova] Lock "b9ba6368-81c9-42f2-b40a-f9dfed49e42d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.620547] env[62298]: DEBUG oslo_concurrency.lockutils [req-1ea774c4-ad3f-445f-a19b-07585b46b94b req-07c20895-1c8e-4773-aa1a-f935547c978d service nova] Lock "b9ba6368-81c9-42f2-b40a-f9dfed49e42d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.620772] env[62298]: DEBUG nova.compute.manager [req-1ea774c4-ad3f-445f-a19b-07585b46b94b req-07c20895-1c8e-4773-aa1a-f935547c978d service nova] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] No waiting events found dispatching network-vif-plugged-7074b60d-3647-4dba-8f9d-709a3be730fd {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1905.620976] env[62298]: WARNING nova.compute.manager [req-1ea774c4-ad3f-445f-a19b-07585b46b94b req-07c20895-1c8e-4773-aa1a-f935547c978d service nova] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Received unexpected event network-vif-plugged-7074b60d-3647-4dba-8f9d-709a3be730fd for instance with vm_state building and task_state spawning. [ 1905.700429] env[62298]: DEBUG nova.network.neutron [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Successfully updated port: 7074b60d-3647-4dba-8f9d-709a3be730fd {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1905.726583] env[62298]: DEBUG oslo_concurrency.lockutils [None req-03e83aa1-fd49-4e19-9d0e-4711f11fbb11 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "53304fd8-3272-4394-98f8-c8c8ea794ca4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.348s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.727497] env[62298]: DEBUG oslo_concurrency.lockutils [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] Acquired lock "53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.728509] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19feff1-07cc-4742-806e-c44be2e4405a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.736782] env[62298]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1905.736966] env[62298]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62298) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1905.737346] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e672b72a-eb0f-4437-9a13-ef7deb9f0f72 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.745886] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e9c006-e610-4553-8f36-db14d38fa0d1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.779254] env[62298]: ERROR root [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-374149' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-374149' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-374149' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-374149'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-374149' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-374149' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-374149'}\n"]: nova.exception.InstanceNotFound: Instance 53304fd8-3272-4394-98f8-c8c8ea794ca4 could not be found. [ 1905.779465] env[62298]: DEBUG oslo_concurrency.lockutils [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] Releasing lock "53304fd8-3272-4394-98f8-c8c8ea794ca4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.780046] env[62298]: DEBUG nova.compute.manager [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Detach interface failed, port_id=b9a83dac-3cca-4680-9604-13b20a1739b2, reason: Instance 53304fd8-3272-4394-98f8-c8c8ea794ca4 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1905.780046] env[62298]: DEBUG nova.compute.manager [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Received event network-vif-plugged-77076373-6e36-4e69-a1ab-4e96a43cc7b6 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1905.780046] env[62298]: DEBUG oslo_concurrency.lockutils [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] Acquiring lock "8a762754-128d-4478-be5b-2244cc4c704f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.780258] env[62298]: DEBUG oslo_concurrency.lockutils [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] Lock "8a762754-128d-4478-be5b-2244cc4c704f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.780426] env[62298]: DEBUG oslo_concurrency.lockutils [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] Lock "8a762754-128d-4478-be5b-2244cc4c704f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.780600] env[62298]: DEBUG nova.compute.manager [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] No waiting events found dispatching network-vif-plugged-77076373-6e36-4e69-a1ab-4e96a43cc7b6 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1905.780769] env[62298]: WARNING nova.compute.manager [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Received unexpected event network-vif-plugged-77076373-6e36-4e69-a1ab-4e96a43cc7b6 for instance with vm_state building and task_state spawning. [ 1905.780942] env[62298]: DEBUG nova.compute.manager [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Received event network-vif-deleted-187361e8-f5aa-4b32-b14f-02c5594206ef {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1905.781126] env[62298]: INFO nova.compute.manager [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Neutron deleted interface 187361e8-f5aa-4b32-b14f-02c5594206ef; detaching it from the instance and deleting it from the info cache [ 1905.781300] env[62298]: DEBUG nova.network.neutron [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.929940] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074682} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.930248] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1905.931048] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f836a4-6c2b-4aaa-93b6-ff281333dda1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.953667] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] e73a73d6-e685-4d91-9228-aeb063d1ce97/e73a73d6-e685-4d91-9228-aeb063d1ce97.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1905.953986] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79059a6d-8825-43e3-b8cf-dd00b97b7a19 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.977498] env[62298]: DEBUG oslo_vmware.api [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Task: {'id': task-1805034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743825} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.978843] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 4524b5a6-bbc1-4850-959f-f2fd948f526f/4524b5a6-bbc1-4850-959f-f2fd948f526f.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1905.979086] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1905.979426] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 1905.979426] env[62298]: value = "task-1805036" [ 1905.979426] env[62298]: _type = "Task" [ 1905.979426] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.979628] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c27be64-c8e6-43fc-9433-b942950d4228 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.993734] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805036, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.994213] env[62298]: DEBUG oslo_vmware.api [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Waiting for the task: (returnval){ [ 1905.994213] env[62298]: value = "task-1805037" [ 1905.994213] env[62298]: _type = "Task" [ 1905.994213] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.002029] env[62298]: DEBUG oslo_vmware.api [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5288ce26-1a0d-19df-2b5b-d0a7e737db43, 'name': SearchDatastore_Task, 'duration_secs': 0.055883} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.002857] env[62298]: DEBUG oslo_concurrency.lockutils [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.003640] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 8a762754-128d-4478-be5b-2244cc4c704f/8a762754-128d-4478-be5b-2244cc4c704f.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1906.003640] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.003927] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1906.003927] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19e316a7-0ce0-4ffe-8d4c-3458a9a14a94 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.009152] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70b6eefd-4ce6-4001-9ea9-f1644d573ca4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.011185] env[62298]: DEBUG oslo_vmware.api [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Task: {'id': task-1805037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.016416] env[62298]: DEBUG oslo_vmware.api [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1906.016416] env[62298]: value = "task-1805038" [ 1906.016416] env[62298]: _type = "Task" [ 1906.016416] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.020387] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1906.021077] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1906.021586] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0a35819-9b83-4bcb-a23c-50bfdad3b454 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.026769] env[62298]: DEBUG oslo_vmware.api [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.029678] env[62298]: DEBUG oslo_vmware.api [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1906.029678] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5220ba22-1b36-663c-7a50-2d3b70114bcc" [ 1906.029678] env[62298]: _type = "Task" [ 1906.029678] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.037505] env[62298]: DEBUG oslo_vmware.api [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5220ba22-1b36-663c-7a50-2d3b70114bcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.166326] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1906.166601] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1906.166756] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Starting heal instance info cache {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1906.202765] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "refresh_cache-b9ba6368-81c9-42f2-b40a-f9dfed49e42d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.203087] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquired lock "refresh_cache-b9ba6368-81c9-42f2-b40a-f9dfed49e42d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.203087] env[62298]: DEBUG nova.network.neutron [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1906.284417] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9bfaef4e-4b2f-48ab-9569-0397557b8322 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.304521] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d86e5e9-bb5b-48ba-a513-46fb3758d83b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.347205] env[62298]: DEBUG nova.compute.manager [req-0c72d3a0-9a68-4477-920b-480ae53cc54b req-6ce65b3b-3761-4fc8-aaa0-02f10c592a63 service nova] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Detach interface failed, port_id=187361e8-f5aa-4b32-b14f-02c5594206ef, reason: Instance a79f5737-549b-4cdd-ae42-591ed2fb12c6 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1906.490656] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805036, 'name': ReconfigVM_Task, 'duration_secs': 0.321276} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.491130] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Reconfigured VM instance instance-00000065 to attach disk [datastore1] e73a73d6-e685-4d91-9228-aeb063d1ce97/e73a73d6-e685-4d91-9228-aeb063d1ce97.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1906.491776] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-511bf375-632b-4749-8f17-7855677b835d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.499171] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 1906.499171] env[62298]: value = "task-1805040" [ 1906.499171] env[62298]: _type = "Task" [ 1906.499171] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.504790] env[62298]: DEBUG oslo_vmware.api [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Task: {'id': task-1805037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111272} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.505348] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1906.506065] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c01545-e575-4567-8d2d-523c1dc8aec3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.512044] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805040, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.532350] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 4524b5a6-bbc1-4850-959f-f2fd948f526f/4524b5a6-bbc1-4850-959f-f2fd948f526f.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1906.535661] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ea3646b-a615-487d-8b63-26638bef3b7b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.558387] env[62298]: DEBUG oslo_vmware.api [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805038, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446132} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.562744] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 8a762754-128d-4478-be5b-2244cc4c704f/8a762754-128d-4478-be5b-2244cc4c704f.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1906.562975] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1906.563310] env[62298]: DEBUG oslo_vmware.api [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Waiting for the task: (returnval){ [ 1906.563310] env[62298]: value = "task-1805041" [ 1906.563310] env[62298]: _type = "Task" [ 1906.563310] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.563518] env[62298]: DEBUG oslo_vmware.api [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5220ba22-1b36-663c-7a50-2d3b70114bcc, 'name': SearchDatastore_Task, 'duration_secs': 0.009321} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.563716] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9583e5f2-6a12-4253-96f9-36ff3d8d5984 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.568794] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcd18b2f-b055-4985-a53a-3f548b6d0500 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.575546] env[62298]: DEBUG oslo_vmware.api [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1906.575546] env[62298]: value = "task-1805042" [ 1906.575546] env[62298]: _type = "Task" [ 1906.575546] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.575762] env[62298]: DEBUG oslo_vmware.api [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1906.575762] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52fc6601-3858-465d-a405-581ffc34e0e2" [ 1906.575762] env[62298]: _type = "Task" [ 1906.575762] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.579137] env[62298]: DEBUG oslo_vmware.api [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Task: {'id': task-1805041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.590463] env[62298]: DEBUG oslo_vmware.api [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805042, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.593859] env[62298]: DEBUG oslo_vmware.api [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52fc6601-3858-465d-a405-581ffc34e0e2, 'name': SearchDatastore_Task, 'duration_secs': 0.009591} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.594081] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.594812] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 68d2ec9f-562d-44d5-a963-ebd83cb841c3/68d2ec9f-562d-44d5-a963-ebd83cb841c3.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1906.594812] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e63a4fa9-01f5-4763-891c-002da4afa984 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.600555] env[62298]: DEBUG oslo_vmware.api [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1906.600555] env[62298]: value = "task-1805043" [ 1906.600555] env[62298]: _type = "Task" [ 1906.600555] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.608552] env[62298]: DEBUG oslo_vmware.api [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.765731] env[62298]: DEBUG nova.network.neutron [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1907.011809] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805040, 'name': Rename_Task, 'duration_secs': 0.140277} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.012214] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1907.012514] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d27f326e-d953-4740-835a-84f282dc2b21 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.018901] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 1907.018901] env[62298]: value = "task-1805044" [ 1907.018901] env[62298]: _type = "Task" [ 1907.018901] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.029369] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.074495] env[62298]: DEBUG oslo_vmware.api [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Task: {'id': task-1805041, 'name': ReconfigVM_Task, 'duration_secs': 0.349906} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.074794] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 4524b5a6-bbc1-4850-959f-f2fd948f526f/4524b5a6-bbc1-4850-959f-f2fd948f526f.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1907.075444] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0111c086-90dc-4275-a8bb-e6ac8d1a6f39 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.083477] env[62298]: DEBUG oslo_vmware.api [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Waiting for the task: (returnval){ [ 1907.083477] env[62298]: value = "task-1805045" [ 1907.083477] env[62298]: _type = "Task" [ 1907.083477] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.089726] env[62298]: DEBUG oslo_vmware.api [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077505} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.090507] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1907.091202] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e159d34a-e7c2-4f21-8ccb-4f4b3dfe84ea {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.096686] env[62298]: DEBUG oslo_vmware.api [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Task: {'id': task-1805045, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.117858] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 8a762754-128d-4478-be5b-2244cc4c704f/8a762754-128d-4478-be5b-2244cc4c704f.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1907.121494] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39c78bca-f347-4d68-b703-f4740e6fd95f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.141704] env[62298]: DEBUG oslo_vmware.api [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805043, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.417261} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.143060] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 68d2ec9f-562d-44d5-a963-ebd83cb841c3/68d2ec9f-562d-44d5-a963-ebd83cb841c3.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1907.143314] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1907.143598] env[62298]: DEBUG oslo_vmware.api [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1907.143598] env[62298]: value = "task-1805046" [ 1907.143598] env[62298]: _type = "Task" [ 1907.143598] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.143791] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccb1713a-5ccd-48b4-b454-97282c7f55fc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.154295] env[62298]: DEBUG oslo_vmware.api [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805046, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.155587] env[62298]: DEBUG oslo_vmware.api [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1907.155587] env[62298]: value = "task-1805047" [ 1907.155587] env[62298]: _type = "Task" [ 1907.155587] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.163709] env[62298]: DEBUG oslo_vmware.api [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.300991] env[62298]: DEBUG nova.network.neutron [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Updating instance_info_cache with network_info: [{"id": "7074b60d-3647-4dba-8f9d-709a3be730fd", "address": "fa:16:3e:7c:d1:a7", "network": {"id": "94bd295c-7a95-4ae9-8468-34209c70d332", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-786886130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5af512a3e1f469f9c4223575f326699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7074b60d-36", "ovs_interfaceid": "7074b60d-3647-4dba-8f9d-709a3be730fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.491900] env[62298]: DEBUG oslo_concurrency.lockutils [None req-29e52e10-6e52-4d54-a6d0-f0cb88ebf5f3 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquiring lock "f817ac43-dfd4-4a70-9034-25f0e80a7259" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.492822] env[62298]: DEBUG oslo_concurrency.lockutils [None req-29e52e10-6e52-4d54-a6d0-f0cb88ebf5f3 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "f817ac43-dfd4-4a70-9034-25f0e80a7259" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.528585] env[62298]: DEBUG oslo_vmware.api [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805044, 'name': PowerOnVM_Task, 'duration_secs': 0.493487} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.528927] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1907.529111] env[62298]: INFO nova.compute.manager [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Took 21.22 seconds to spawn the instance on the hypervisor. [ 1907.529299] env[62298]: DEBUG nova.compute.manager [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1907.530083] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b473d1f-3bef-45ef-9f3f-a1264d6111b4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.594516] env[62298]: DEBUG oslo_vmware.api [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Task: {'id': task-1805045, 'name': Rename_Task, 'duration_secs': 0.18981} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.594806] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1907.595071] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71880519-823b-4007-ba2f-0968e5dfb392 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.601629] env[62298]: DEBUG oslo_vmware.api [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Waiting for the task: (returnval){ [ 1907.601629] env[62298]: value = "task-1805048" [ 1907.601629] env[62298]: _type = "Task" [ 1907.601629] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.611968] env[62298]: DEBUG oslo_vmware.api [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Task: {'id': task-1805048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.656972] env[62298]: DEBUG oslo_vmware.api [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805046, 'name': ReconfigVM_Task, 'duration_secs': 0.318403} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.660156] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 8a762754-128d-4478-be5b-2244cc4c704f/8a762754-128d-4478-be5b-2244cc4c704f.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1907.660731] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff707ad4-5e47-475e-a1bb-55679660704b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.666708] env[62298]: DEBUG oslo_vmware.api [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082485} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.667897] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1907.668243] env[62298]: DEBUG oslo_vmware.api [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1907.668243] env[62298]: value = "task-1805049" [ 1907.668243] env[62298]: _type = "Task" [ 1907.668243] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.668920] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e9795e-4862-446a-8555-96f8f7774dd4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.699107] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 68d2ec9f-562d-44d5-a963-ebd83cb841c3/68d2ec9f-562d-44d5-a963-ebd83cb841c3.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1907.704045] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dc3aab4-3119-44f7-821e-37e7a636bff5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.720229] env[62298]: DEBUG nova.compute.manager [req-efc23cbd-7968-4bcb-ad61-76812e29f7a5 req-370d4e2d-0a37-4bec-b253-6eb17e1c1fbd service nova] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Received event network-changed-7074b60d-3647-4dba-8f9d-709a3be730fd {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1907.720452] env[62298]: DEBUG nova.compute.manager [req-efc23cbd-7968-4bcb-ad61-76812e29f7a5 req-370d4e2d-0a37-4bec-b253-6eb17e1c1fbd service nova] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Refreshing instance network info cache due to event network-changed-7074b60d-3647-4dba-8f9d-709a3be730fd. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1907.720663] env[62298]: DEBUG oslo_concurrency.lockutils [req-efc23cbd-7968-4bcb-ad61-76812e29f7a5 req-370d4e2d-0a37-4bec-b253-6eb17e1c1fbd service nova] Acquiring lock "refresh_cache-b9ba6368-81c9-42f2-b40a-f9dfed49e42d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.721320] env[62298]: DEBUG oslo_vmware.api [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805049, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.727355] env[62298]: DEBUG oslo_vmware.api [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1907.727355] env[62298]: value = "task-1805050" [ 1907.727355] env[62298]: _type = "Task" [ 1907.727355] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.736821] env[62298]: DEBUG oslo_vmware.api [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805050, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.762329] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "refresh_cache-6144efa7-fb78-4b7b-8780-9dda46056e6c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1907.762583] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquired lock "refresh_cache-6144efa7-fb78-4b7b-8780-9dda46056e6c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.762782] env[62298]: DEBUG nova.network.neutron [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Forcefully refreshing network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1907.811256] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Releasing lock "refresh_cache-b9ba6368-81c9-42f2-b40a-f9dfed49e42d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.811597] env[62298]: DEBUG nova.compute.manager [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Instance network_info: |[{"id": "7074b60d-3647-4dba-8f9d-709a3be730fd", "address": "fa:16:3e:7c:d1:a7", "network": {"id": "94bd295c-7a95-4ae9-8468-34209c70d332", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-786886130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5af512a3e1f469f9c4223575f326699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7074b60d-36", "ovs_interfaceid": "7074b60d-3647-4dba-8f9d-709a3be730fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1907.811916] env[62298]: DEBUG oslo_concurrency.lockutils [req-efc23cbd-7968-4bcb-ad61-76812e29f7a5 req-370d4e2d-0a37-4bec-b253-6eb17e1c1fbd service nova] Acquired lock "refresh_cache-b9ba6368-81c9-42f2-b40a-f9dfed49e42d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.812152] env[62298]: DEBUG nova.network.neutron [req-efc23cbd-7968-4bcb-ad61-76812e29f7a5 req-370d4e2d-0a37-4bec-b253-6eb17e1c1fbd service nova] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Refreshing network info cache for port 7074b60d-3647-4dba-8f9d-709a3be730fd {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1907.813528] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:d1:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7074b60d-3647-4dba-8f9d-709a3be730fd', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1907.822459] env[62298]: DEBUG oslo.service.loopingcall [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1907.823523] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1907.823775] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f16caea9-9a34-47ce-80c2-a31ae396dafb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.844058] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1907.844058] env[62298]: value = "task-1805051" [ 1907.844058] env[62298]: _type = "Task" [ 1907.844058] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.852506] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805051, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.996418] env[62298]: DEBUG nova.compute.utils [None req-29e52e10-6e52-4d54-a6d0-f0cb88ebf5f3 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1908.047208] env[62298]: INFO nova.compute.manager [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Took 27.59 seconds to build instance. [ 1908.111809] env[62298]: DEBUG oslo_vmware.api [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Task: {'id': task-1805048, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.181550] env[62298]: DEBUG oslo_vmware.api [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805049, 'name': Rename_Task, 'duration_secs': 0.472073} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.181861] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1908.182216] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83368b5d-6dfa-49b0-9811-559f0e9352d5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.189137] env[62298]: DEBUG oslo_vmware.api [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1908.189137] env[62298]: value = "task-1805052" [ 1908.189137] env[62298]: _type = "Task" [ 1908.189137] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.197068] env[62298]: DEBUG oslo_vmware.api [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.239398] env[62298]: DEBUG oslo_vmware.api [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805050, 'name': ReconfigVM_Task, 'duration_secs': 0.276058} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.239814] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 68d2ec9f-562d-44d5-a963-ebd83cb841c3/68d2ec9f-562d-44d5-a963-ebd83cb841c3.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1908.241177] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de68ea5c-439e-41bf-9b46-917881a17a3a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.247962] env[62298]: DEBUG oslo_vmware.api [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1908.247962] env[62298]: value = "task-1805053" [ 1908.247962] env[62298]: _type = "Task" [ 1908.247962] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.261131] env[62298]: DEBUG oslo_vmware.api [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805053, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.278961] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "59a5e4d5-6d0e-45af-9e23-57aaf115d983" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.279250] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "59a5e4d5-6d0e-45af-9e23-57aaf115d983" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.356046] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805051, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.498785] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdcf8cf6-8ed3-4e8e-a932-50384deb870e tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Volume attach. Driver type: vmdk {{(pid=62298) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1908.499103] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdcf8cf6-8ed3-4e8e-a932-50384deb870e tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374192', 'volume_id': '2fd08b7a-32d0-4a65-a392-ab31f764e6ac', 'name': 'volume-2fd08b7a-32d0-4a65-a392-ab31f764e6ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460', 'attached_at': '', 'detached_at': '', 'volume_id': '2fd08b7a-32d0-4a65-a392-ab31f764e6ac', 'serial': '2fd08b7a-32d0-4a65-a392-ab31f764e6ac'} {{(pid=62298) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1908.499839] env[62298]: DEBUG oslo_concurrency.lockutils [None req-29e52e10-6e52-4d54-a6d0-f0cb88ebf5f3 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "f817ac43-dfd4-4a70-9034-25f0e80a7259" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.501150] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3e8bd4-a2f3-48e2-9141-8ece17a53349 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.524597] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16824210-5241-4d88-a8bb-f76e18392e55 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.553162] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdcf8cf6-8ed3-4e8e-a932-50384deb870e tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] volume-2fd08b7a-32d0-4a65-a392-ab31f764e6ac/volume-2fd08b7a-32d0-4a65-a392-ab31f764e6ac.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1908.556437] env[62298]: DEBUG oslo_concurrency.lockutils [None req-21ee60bc-c977-4f55-b8b0-d53aae75f500 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "e73a73d6-e685-4d91-9228-aeb063d1ce97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.106s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.556779] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea221703-4194-4271-832a-0875f495844c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.576032] env[62298]: DEBUG oslo_vmware.api [None req-bdcf8cf6-8ed3-4e8e-a932-50384deb870e tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1908.576032] env[62298]: value = "task-1805054" [ 1908.576032] env[62298]: _type = "Task" [ 1908.576032] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.584410] env[62298]: DEBUG oslo_vmware.api [None req-bdcf8cf6-8ed3-4e8e-a932-50384deb870e tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805054, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.612673] env[62298]: DEBUG oslo_vmware.api [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Task: {'id': task-1805048, 'name': PowerOnVM_Task, 'duration_secs': 0.925705} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.613037] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1908.613299] env[62298]: INFO nova.compute.manager [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Took 17.69 seconds to spawn the instance on the hypervisor. [ 1908.613445] env[62298]: DEBUG nova.compute.manager [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1908.614253] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5062722-f652-4669-b2d4-499bbf9497a4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.659905] env[62298]: DEBUG nova.network.neutron [req-efc23cbd-7968-4bcb-ad61-76812e29f7a5 req-370d4e2d-0a37-4bec-b253-6eb17e1c1fbd service nova] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Updated VIF entry in instance network info cache for port 7074b60d-3647-4dba-8f9d-709a3be730fd. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1908.660294] env[62298]: DEBUG nova.network.neutron [req-efc23cbd-7968-4bcb-ad61-76812e29f7a5 req-370d4e2d-0a37-4bec-b253-6eb17e1c1fbd service nova] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Updating instance_info_cache with network_info: [{"id": "7074b60d-3647-4dba-8f9d-709a3be730fd", "address": "fa:16:3e:7c:d1:a7", "network": {"id": "94bd295c-7a95-4ae9-8468-34209c70d332", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-786886130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5af512a3e1f469f9c4223575f326699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7074b60d-36", "ovs_interfaceid": "7074b60d-3647-4dba-8f9d-709a3be730fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1908.700901] env[62298]: DEBUG oslo_vmware.api [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805052, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.758848] env[62298]: DEBUG oslo_vmware.api [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805053, 'name': Rename_Task, 'duration_secs': 0.145227} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.758848] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1908.758848] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6354d3a9-7425-40d6-a9c2-f325a454d5c0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.765028] env[62298]: DEBUG oslo_vmware.api [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1908.765028] env[62298]: value = "task-1805055" [ 1908.765028] env[62298]: _type = "Task" [ 1908.765028] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.774185] env[62298]: DEBUG oslo_vmware.api [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.781693] env[62298]: DEBUG nova.compute.manager [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1908.856105] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805051, 'name': CreateVM_Task, 'duration_secs': 0.646643} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.856273] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1908.856930] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.857102] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.857448] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1908.857697] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7241427-1a69-419b-9df7-3e808b0952f4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.861866] env[62298]: DEBUG oslo_vmware.api [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1908.861866] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]527b3b42-f73f-dcbd-36c5-a19b16fed717" [ 1908.861866] env[62298]: _type = "Task" [ 1908.861866] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.869598] env[62298]: DEBUG oslo_vmware.api [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]527b3b42-f73f-dcbd-36c5-a19b16fed717, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.976478] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3bd21236-5726-405a-b96c-d248d1de2e33 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "3870cdda-518c-46ad-bea4-f881891751e5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.976762] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3bd21236-5726-405a-b96c-d248d1de2e33 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "3870cdda-518c-46ad-bea4-f881891751e5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.011105] env[62298]: DEBUG nova.network.neutron [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Updating instance_info_cache with network_info: [{"id": "7c0cf4c4-ba63-4710-8998-297682cbadbd", "address": "fa:16:3e:16:2f:78", "network": {"id": "1b0325e7-c092-488a-b711-be05e76100b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-550134086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c391aea5021499b9b50a616b7937813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c0cf4c4-ba", "ovs_interfaceid": "7c0cf4c4-ba63-4710-8998-297682cbadbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.087910] env[62298]: DEBUG oslo_vmware.api [None req-bdcf8cf6-8ed3-4e8e-a932-50384deb870e tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.137573] env[62298]: INFO nova.compute.manager [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Took 27.07 seconds to build instance. [ 1909.163381] env[62298]: DEBUG oslo_concurrency.lockutils [req-efc23cbd-7968-4bcb-ad61-76812e29f7a5 req-370d4e2d-0a37-4bec-b253-6eb17e1c1fbd service nova] Releasing lock "refresh_cache-b9ba6368-81c9-42f2-b40a-f9dfed49e42d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1909.200560] env[62298]: DEBUG oslo_vmware.api [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805052, 'name': PowerOnVM_Task, 'duration_secs': 0.99853} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.202780] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1909.202780] env[62298]: INFO nova.compute.manager [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Took 14.19 seconds to spawn the instance on the hypervisor. [ 1909.202780] env[62298]: DEBUG nova.compute.manager [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1909.202780] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee4c0b4-d374-49be-ad9d-e74886aebc73 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.275014] env[62298]: DEBUG oslo_vmware.api [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805055, 'name': PowerOnVM_Task, 'duration_secs': 0.457635} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.275293] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1909.275501] env[62298]: INFO nova.compute.manager [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Took 20.63 seconds to spawn the instance on the hypervisor. [ 1909.275963] env[62298]: DEBUG nova.compute.manager [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1909.276456] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652a952e-43f1-4797-ba6d-2107a2ebe0f3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.281108] env[62298]: DEBUG nova.compute.manager [req-c32c707f-147a-4bb1-8c90-e1c9d9181065 req-e9fdccf7-a112-4d35-8637-4f327f8bd62d service nova] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Received event network-changed-47fd105f-3024-414b-bd87-b13b108a638c {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1909.281299] env[62298]: DEBUG nova.compute.manager [req-c32c707f-147a-4bb1-8c90-e1c9d9181065 req-e9fdccf7-a112-4d35-8637-4f327f8bd62d service nova] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Refreshing instance network info cache due to event network-changed-47fd105f-3024-414b-bd87-b13b108a638c. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1909.281512] env[62298]: DEBUG oslo_concurrency.lockutils [req-c32c707f-147a-4bb1-8c90-e1c9d9181065 req-e9fdccf7-a112-4d35-8637-4f327f8bd62d service nova] Acquiring lock "refresh_cache-e73a73d6-e685-4d91-9228-aeb063d1ce97" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1909.281656] env[62298]: DEBUG oslo_concurrency.lockutils [req-c32c707f-147a-4bb1-8c90-e1c9d9181065 req-e9fdccf7-a112-4d35-8637-4f327f8bd62d service nova] Acquired lock "refresh_cache-e73a73d6-e685-4d91-9228-aeb063d1ce97" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1909.281814] env[62298]: DEBUG nova.network.neutron [req-c32c707f-147a-4bb1-8c90-e1c9d9181065 req-e9fdccf7-a112-4d35-8637-4f327f8bd62d service nova] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Refreshing network info cache for port 47fd105f-3024-414b-bd87-b13b108a638c {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1909.310666] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.311036] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.312870] env[62298]: INFO nova.compute.claims [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1909.374952] env[62298]: DEBUG oslo_vmware.api [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]527b3b42-f73f-dcbd-36c5-a19b16fed717, 'name': SearchDatastore_Task, 'duration_secs': 0.011341} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.375727] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1909.375973] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1909.376238] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1909.376389] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1909.376573] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1909.376839] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66f90f2b-2664-4ce9-9a40-7fabad57b0ea {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.386268] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1909.386458] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1909.387489] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-179c8ee9-e9a9-4fac-aa2d-062a4c64539b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.394816] env[62298]: DEBUG oslo_vmware.api [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1909.394816] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52cc4965-1772-f64a-628d-e6c1b8c4d3d1" [ 1909.394816] env[62298]: _type = "Task" [ 1909.394816] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.402283] env[62298]: DEBUG oslo_vmware.api [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52cc4965-1772-f64a-628d-e6c1b8c4d3d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.480786] env[62298]: DEBUG nova.compute.utils [None req-3bd21236-5726-405a-b96c-d248d1de2e33 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1909.513551] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Releasing lock "refresh_cache-6144efa7-fb78-4b7b-8780-9dda46056e6c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1909.513861] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Updated the network info_cache for instance {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 1909.514432] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1909.514432] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1909.514856] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1909.514908] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1909.515117] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1909.515360] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1909.515567] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62298) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1909.515805] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1909.568157] env[62298]: DEBUG oslo_concurrency.lockutils [None req-29e52e10-6e52-4d54-a6d0-f0cb88ebf5f3 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquiring lock "f817ac43-dfd4-4a70-9034-25f0e80a7259" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.568466] env[62298]: DEBUG oslo_concurrency.lockutils [None req-29e52e10-6e52-4d54-a6d0-f0cb88ebf5f3 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "f817ac43-dfd4-4a70-9034-25f0e80a7259" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.568703] env[62298]: INFO nova.compute.manager [None req-29e52e10-6e52-4d54-a6d0-f0cb88ebf5f3 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Attaching volume 021e1f53-fa1a-47fa-ad7e-9f932ebbaffd to /dev/sdb [ 1909.585802] env[62298]: DEBUG oslo_vmware.api [None req-bdcf8cf6-8ed3-4e8e-a932-50384deb870e tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805054, 'name': ReconfigVM_Task, 'duration_secs': 0.688565} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.586107] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdcf8cf6-8ed3-4e8e-a932-50384deb870e tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Reconfigured VM instance instance-00000062 to attach disk [datastore1] volume-2fd08b7a-32d0-4a65-a392-ab31f764e6ac/volume-2fd08b7a-32d0-4a65-a392-ab31f764e6ac.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1909.591111] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba2e2a5f-64ff-4136-8ae5-ad13b78648a7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.606329] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8f5b7e-4c0d-47d4-aa1f-b1f2954181e9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.609968] env[62298]: DEBUG oslo_vmware.api [None req-bdcf8cf6-8ed3-4e8e-a932-50384deb870e tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1909.609968] env[62298]: value = "task-1805056" [ 1909.609968] env[62298]: _type = "Task" [ 1909.609968] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.615591] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ae790c-b276-4d7f-835e-09e98646c746 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.621223] env[62298]: DEBUG oslo_vmware.api [None req-bdcf8cf6-8ed3-4e8e-a932-50384deb870e tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805056, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.633140] env[62298]: DEBUG nova.virt.block_device [None req-29e52e10-6e52-4d54-a6d0-f0cb88ebf5f3 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Updating existing volume attachment record: 718a2fb6-f389-43d2-92bd-aa603c903282 {{(pid=62298) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1909.639760] env[62298]: DEBUG oslo_concurrency.lockutils [None req-128bf981-e227-43ce-9321-3900ca1c7a56 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Lock "4524b5a6-bbc1-4850-959f-f2fd948f526f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.583s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.725039] env[62298]: INFO nova.compute.manager [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Took 22.81 seconds to build instance. [ 1909.810245] env[62298]: INFO nova.compute.manager [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Took 28.12 seconds to build instance. [ 1909.905360] env[62298]: DEBUG oslo_vmware.api [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52cc4965-1772-f64a-628d-e6c1b8c4d3d1, 'name': SearchDatastore_Task, 'duration_secs': 0.029541} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.906110] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-011fb9b1-e046-4fc7-befa-4a3ea7be9bd5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.913711] env[62298]: DEBUG oslo_vmware.api [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1909.913711] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525cf1df-e62a-1c96-d3ca-bc85bf38c8ea" [ 1909.913711] env[62298]: _type = "Task" [ 1909.913711] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.924022] env[62298]: DEBUG oslo_vmware.api [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525cf1df-e62a-1c96-d3ca-bc85bf38c8ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.984380] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3bd21236-5726-405a-b96c-d248d1de2e33 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "3870cdda-518c-46ad-bea4-f881891751e5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.018818] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.031898] env[62298]: DEBUG nova.network.neutron [req-c32c707f-147a-4bb1-8c90-e1c9d9181065 req-e9fdccf7-a112-4d35-8637-4f327f8bd62d service nova] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Updated VIF entry in instance network info cache for port 47fd105f-3024-414b-bd87-b13b108a638c. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1910.032397] env[62298]: DEBUG nova.network.neutron [req-c32c707f-147a-4bb1-8c90-e1c9d9181065 req-e9fdccf7-a112-4d35-8637-4f327f8bd62d service nova] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Updating instance_info_cache with network_info: [{"id": "47fd105f-3024-414b-bd87-b13b108a638c", "address": "fa:16:3e:67:ed:e1", "network": {"id": "1b0325e7-c092-488a-b711-be05e76100b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-550134086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c391aea5021499b9b50a616b7937813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47fd105f-30", "ovs_interfaceid": "47fd105f-3024-414b-bd87-b13b108a638c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1910.120225] env[62298]: DEBUG oslo_vmware.api [None req-bdcf8cf6-8ed3-4e8e-a932-50384deb870e tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805056, 'name': ReconfigVM_Task, 'duration_secs': 0.226968} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.120540] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdcf8cf6-8ed3-4e8e-a932-50384deb870e tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374192', 'volume_id': '2fd08b7a-32d0-4a65-a392-ab31f764e6ac', 'name': 'volume-2fd08b7a-32d0-4a65-a392-ab31f764e6ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460', 'attached_at': '', 'detached_at': '', 'volume_id': '2fd08b7a-32d0-4a65-a392-ab31f764e6ac', 'serial': '2fd08b7a-32d0-4a65-a392-ab31f764e6ac'} {{(pid=62298) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1910.227705] env[62298]: DEBUG oslo_concurrency.lockutils [None req-09836a52-1102-45af-8bdc-b813f9ac358d tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "8a762754-128d-4478-be5b-2244cc4c704f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.322s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.310137] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4a8861e8-69ac-45eb-b7d6-ad019547d2b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "68d2ec9f-562d-44d5-a963-ebd83cb841c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.629s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.425975] env[62298]: DEBUG oslo_vmware.api [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525cf1df-e62a-1c96-d3ca-bc85bf38c8ea, 'name': SearchDatastore_Task, 'duration_secs': 0.011526} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.428536] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1910.428821] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] b9ba6368-81c9-42f2-b40a-f9dfed49e42d/b9ba6368-81c9-42f2-b40a-f9dfed49e42d.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1910.429280] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b47eb45-8386-437a-ad7e-16ee56152f5c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.435716] env[62298]: DEBUG oslo_vmware.api [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1910.435716] env[62298]: value = "task-1805058" [ 1910.435716] env[62298]: _type = "Task" [ 1910.435716] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.445484] env[62298]: DEBUG oslo_vmware.api [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.508025] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eea5e3d-33c7-4adf-ac61-935f009bc889 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.515670] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63749ebb-a0f5-4279-a4fe-f693759b1274 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.548800] env[62298]: DEBUG oslo_concurrency.lockutils [req-c32c707f-147a-4bb1-8c90-e1c9d9181065 req-e9fdccf7-a112-4d35-8637-4f327f8bd62d service nova] Releasing lock "refresh_cache-e73a73d6-e685-4d91-9228-aeb063d1ce97" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1910.551031] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8abdf3e-163e-424b-9b3a-4356dd98bd3d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.561951] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2c5930-e652-4d82-bdfe-1b0e7a4a013b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.578660] env[62298]: DEBUG nova.compute.provider_tree [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1910.947405] env[62298]: DEBUG oslo_vmware.api [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805058, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.056930] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3bd21236-5726-405a-b96c-d248d1de2e33 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "3870cdda-518c-46ad-bea4-f881891751e5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.057219] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3bd21236-5726-405a-b96c-d248d1de2e33 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "3870cdda-518c-46ad-bea4-f881891751e5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.057459] env[62298]: INFO nova.compute.manager [None req-3bd21236-5726-405a-b96c-d248d1de2e33 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Attaching volume f96aed29-91b9-4759-ae08-41cd79c4561d to /dev/sdb [ 1911.090671] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b95319-66d6-4ef0-b19a-b0755ec8041d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.098286] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84e54c4-b171-4160-961c-bce6c612d5b1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.101428] env[62298]: ERROR nova.scheduler.client.report [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [req-cc8001c2-3e4a-42d3-8aac-13d756d96044] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cc8001c2-3e4a-42d3-8aac-13d756d96044"}]} [ 1911.120262] env[62298]: DEBUG nova.virt.block_device [None req-3bd21236-5726-405a-b96c-d248d1de2e33 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Updating existing volume attachment record: 0c1e2605-16ef-4cdf-9fe7-5a07a9fa9996 {{(pid=62298) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1911.128959] env[62298]: DEBUG nova.scheduler.client.report [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1911.141650] env[62298]: DEBUG nova.scheduler.client.report [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1911.141880] env[62298]: DEBUG nova.compute.provider_tree [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1911.153147] env[62298]: DEBUG nova.scheduler.client.report [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1911.159490] env[62298]: DEBUG nova.objects.instance [None req-bdcf8cf6-8ed3-4e8e-a932-50384deb870e tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lazy-loading 'flavor' on Instance uuid aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1911.173508] env[62298]: DEBUG nova.scheduler.client.report [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1911.380443] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b6fae8-6476-4a02-83ed-f3ca9896498c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.390262] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69209b3c-2729-4ea3-b086-d8f84f9b3fea {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.425282] env[62298]: INFO nova.compute.manager [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Rescuing [ 1911.425597] env[62298]: DEBUG oslo_concurrency.lockutils [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "refresh_cache-aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1911.425858] env[62298]: DEBUG oslo_concurrency.lockutils [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquired lock "refresh_cache-aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1911.426086] env[62298]: DEBUG nova.network.neutron [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1911.429425] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9180e57b-d4b9-4d3c-9e33-16da9c0d7455 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.442467] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e79cd45-4a2e-4e59-9374-5f3420dda294 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.455397] env[62298]: DEBUG oslo_vmware.api [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512462} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.463905] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] b9ba6368-81c9-42f2-b40a-f9dfed49e42d/b9ba6368-81c9-42f2-b40a-f9dfed49e42d.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1911.464200] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1911.465113] env[62298]: DEBUG nova.compute.provider_tree [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1911.466484] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32a6bdd6-c04f-4d61-8479-9094789f3904 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.474855] env[62298]: DEBUG oslo_vmware.api [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1911.474855] env[62298]: value = "task-1805060" [ 1911.474855] env[62298]: _type = "Task" [ 1911.474855] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.484955] env[62298]: DEBUG oslo_vmware.api [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.664687] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bdcf8cf6-8ed3-4e8e-a932-50384deb870e tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.773s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.985018] env[62298]: DEBUG oslo_vmware.api [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070953} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.985356] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1911.986160] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238aa545-864d-47b5-9ef0-2b33b24f52dd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.989280] env[62298]: ERROR nova.scheduler.client.report [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [req-a7b8ac70-6cc9-451b-9fea-7c262d7f854b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a7b8ac70-6cc9-451b-9fea-7c262d7f854b"}]} [ 1912.011881] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] b9ba6368-81c9-42f2-b40a-f9dfed49e42d/b9ba6368-81c9-42f2-b40a-f9dfed49e42d.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1912.013140] env[62298]: DEBUG nova.scheduler.client.report [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1912.017359] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a42442e1-ef1f-4393-9273-273ece7b81f2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.038568] env[62298]: DEBUG oslo_vmware.api [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1912.038568] env[62298]: value = "task-1805062" [ 1912.038568] env[62298]: _type = "Task" [ 1912.038568] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.044048] env[62298]: DEBUG nova.scheduler.client.report [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1912.044048] env[62298]: DEBUG nova.compute.provider_tree [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1912.049534] env[62298]: DEBUG oslo_vmware.api [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805062, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.057484] env[62298]: DEBUG nova.scheduler.client.report [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1912.077181] env[62298]: DEBUG nova.scheduler.client.report [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1912.252155] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f81f8e21-4855-4c51-ade6-8202a9766d69 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Acquiring lock "4524b5a6-bbc1-4850-959f-f2fd948f526f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.252402] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f81f8e21-4855-4c51-ade6-8202a9766d69 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Lock "4524b5a6-bbc1-4850-959f-f2fd948f526f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.252604] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f81f8e21-4855-4c51-ade6-8202a9766d69 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Acquiring lock "4524b5a6-bbc1-4850-959f-f2fd948f526f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.252788] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f81f8e21-4855-4c51-ade6-8202a9766d69 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Lock "4524b5a6-bbc1-4850-959f-f2fd948f526f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.252970] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f81f8e21-4855-4c51-ade6-8202a9766d69 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Lock "4524b5a6-bbc1-4850-959f-f2fd948f526f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.255366] env[62298]: DEBUG nova.network.neutron [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Updating instance_info_cache with network_info: [{"id": "e63d2fa9-b72e-451b-afd4-607722c94d0c", "address": "fa:16:3e:41:2a:51", "network": {"id": "66ddb69c-a0b5-4d9a-812e-c071845bc88a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165425722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd819ba42d93442d90c65ee40ac606f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63d2fa9-b7", "ovs_interfaceid": "e63d2fa9-b72e-451b-afd4-607722c94d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1912.257324] env[62298]: INFO nova.compute.manager [None req-f81f8e21-4855-4c51-ade6-8202a9766d69 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Terminating instance [ 1912.302177] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603dcb5b-83ed-4b61-b82a-728526e21a0c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.310523] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fab458-db94-4c93-b0d1-ff1bc82733c6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.346072] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ca582d-f564-4d2c-b0bd-72e332d8d27d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.355314] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a46f2ae-2fd8-41df-b89b-288b8826958b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.370971] env[62298]: DEBUG nova.compute.provider_tree [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1912.393730] env[62298]: DEBUG oslo_concurrency.lockutils [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "4412aaff-e323-4856-b23b-604fbecbf979" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.393926] env[62298]: DEBUG oslo_concurrency.lockutils [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "4412aaff-e323-4856-b23b-604fbecbf979" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.549066] env[62298]: DEBUG oslo_vmware.api [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805062, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.758027] env[62298]: DEBUG oslo_concurrency.lockutils [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Releasing lock "refresh_cache-aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1912.762110] env[62298]: DEBUG nova.compute.manager [None req-f81f8e21-4855-4c51-ade6-8202a9766d69 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1912.762485] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f81f8e21-4855-4c51-ade6-8202a9766d69 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1912.763807] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7711356-0f38-4082-aef2-e88f34c2203a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.775719] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81f8e21-4855-4c51-ade6-8202a9766d69 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1912.776378] env[62298]: DEBUG nova.compute.manager [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Stashing vm_state: active {{(pid=62298) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1912.779146] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a466ea69-6dd8-47d0-8c08-53e72b3e7221 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.784918] env[62298]: DEBUG oslo_vmware.api [None req-f81f8e21-4855-4c51-ade6-8202a9766d69 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Waiting for the task: (returnval){ [ 1912.784918] env[62298]: value = "task-1805063" [ 1912.784918] env[62298]: _type = "Task" [ 1912.784918] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.796448] env[62298]: DEBUG oslo_vmware.api [None req-f81f8e21-4855-4c51-ade6-8202a9766d69 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Task: {'id': task-1805063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.896912] env[62298]: DEBUG nova.compute.manager [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1912.907141] env[62298]: DEBUG nova.scheduler.client.report [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 158 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1912.907440] env[62298]: DEBUG nova.compute.provider_tree [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 158 to 159 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1912.907595] env[62298]: DEBUG nova.compute.provider_tree [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1913.049450] env[62298]: DEBUG oslo_vmware.api [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805062, 'name': ReconfigVM_Task, 'duration_secs': 0.745469} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.049759] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Reconfigured VM instance instance-00000069 to attach disk [datastore1] b9ba6368-81c9-42f2-b40a-f9dfed49e42d/b9ba6368-81c9-42f2-b40a-f9dfed49e42d.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1913.050403] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b7923da-b14e-4c70-837f-60ee3e8fa203 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.057145] env[62298]: DEBUG oslo_vmware.api [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1913.057145] env[62298]: value = "task-1805064" [ 1913.057145] env[62298]: _type = "Task" [ 1913.057145] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.065188] env[62298]: DEBUG oslo_vmware.api [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805064, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.297601] env[62298]: DEBUG oslo_vmware.api [None req-f81f8e21-4855-4c51-ade6-8202a9766d69 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Task: {'id': task-1805063, 'name': PowerOffVM_Task, 'duration_secs': 0.429283} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.297748] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81f8e21-4855-4c51-ade6-8202a9766d69 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1913.298205] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f81f8e21-4855-4c51-ade6-8202a9766d69 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1913.298473] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99eee5f7-7268-4611-af04-8fff3e3c47a4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.300756] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.372777] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f81f8e21-4855-4c51-ade6-8202a9766d69 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1913.373089] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f81f8e21-4855-4c51-ade6-8202a9766d69 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1913.373519] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-f81f8e21-4855-4c51-ade6-8202a9766d69 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Deleting the datastore file [datastore1] 4524b5a6-bbc1-4850-959f-f2fd948f526f {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1913.373607] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43fca058-ba93-4641-b5ab-927fba05720b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.381768] env[62298]: DEBUG oslo_vmware.api [None req-f81f8e21-4855-4c51-ade6-8202a9766d69 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Waiting for the task: (returnval){ [ 1913.381768] env[62298]: value = "task-1805067" [ 1913.381768] env[62298]: _type = "Task" [ 1913.381768] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.389717] env[62298]: DEBUG oslo_vmware.api [None req-f81f8e21-4855-4c51-ade6-8202a9766d69 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Task: {'id': task-1805067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.412640] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.102s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.413172] env[62298]: DEBUG nova.compute.manager [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1913.416608] env[62298]: DEBUG oslo_concurrency.lockutils [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.416814] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.398s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.416986] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.417152] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62298) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1913.417419] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.117s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.419294] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf2fe5a-db30-4eb9-8d5c-27e62e6cf1a8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.427346] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfe9940-6fed-4b43-b2e6-706f3aef9d36 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.442554] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99e7042-aae4-4ca8-97c1-277bbbb39622 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.449268] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd92182f-198c-494a-8965-595921c9495d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.480596] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179890MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62298) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1913.480737] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.567098] env[62298]: DEBUG oslo_vmware.api [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805064, 'name': Rename_Task, 'duration_secs': 0.328132} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.567493] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1913.567612] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d0b4f52-62ac-4797-97ff-093a8ab17cea {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.574067] env[62298]: DEBUG oslo_vmware.api [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1913.574067] env[62298]: value = "task-1805068" [ 1913.574067] env[62298]: _type = "Task" [ 1913.574067] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.581206] env[62298]: DEBUG oslo_vmware.api [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.892343] env[62298]: DEBUG oslo_vmware.api [None req-f81f8e21-4855-4c51-ade6-8202a9766d69 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Task: {'id': task-1805067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357103} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.892618] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-f81f8e21-4855-4c51-ade6-8202a9766d69 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1913.892876] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f81f8e21-4855-4c51-ade6-8202a9766d69 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1913.892980] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f81f8e21-4855-4c51-ade6-8202a9766d69 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1913.893173] env[62298]: INFO nova.compute.manager [None req-f81f8e21-4855-4c51-ade6-8202a9766d69 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1913.893476] env[62298]: DEBUG oslo.service.loopingcall [None req-f81f8e21-4855-4c51-ade6-8202a9766d69 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1913.893785] env[62298]: DEBUG nova.compute.manager [-] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1913.893883] env[62298]: DEBUG nova.network.neutron [-] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1913.920216] env[62298]: DEBUG nova.compute.utils [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1913.921682] env[62298]: DEBUG nova.compute.manager [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1913.921958] env[62298]: DEBUG nova.network.neutron [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1913.926637] env[62298]: INFO nova.compute.claims [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1913.992054] env[62298]: DEBUG nova.policy [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fe205f549084573a0bcb772655514e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd16a7e68d89479986f48962c3b7f070', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1914.083750] env[62298]: DEBUG oslo_vmware.api [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805068, 'name': PowerOnVM_Task, 'duration_secs': 0.462403} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.084033] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1914.084246] env[62298]: INFO nova.compute.manager [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1914.084430] env[62298]: DEBUG nova.compute.manager [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1914.085231] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd80b7e-e6c1-4f7e-8f40-1c0a336caf4f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.184093] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-29e52e10-6e52-4d54-a6d0-f0cb88ebf5f3 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Volume attach. Driver type: vmdk {{(pid=62298) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1914.184362] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-29e52e10-6e52-4d54-a6d0-f0cb88ebf5f3 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374194', 'volume_id': '021e1f53-fa1a-47fa-ad7e-9f932ebbaffd', 'name': 'volume-021e1f53-fa1a-47fa-ad7e-9f932ebbaffd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f817ac43-dfd4-4a70-9034-25f0e80a7259', 'attached_at': '', 'detached_at': '', 'volume_id': '021e1f53-fa1a-47fa-ad7e-9f932ebbaffd', 'serial': '021e1f53-fa1a-47fa-ad7e-9f932ebbaffd'} {{(pid=62298) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1914.185276] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547c2c07-bd65-4331-ae38-1ae690bb43b0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.201754] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c695f59-e325-4bc5-9eca-e6fc29f7eaaa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.227836] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-29e52e10-6e52-4d54-a6d0-f0cb88ebf5f3 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] volume-021e1f53-fa1a-47fa-ad7e-9f932ebbaffd/volume-021e1f53-fa1a-47fa-ad7e-9f932ebbaffd.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1914.228154] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cce1be45-a908-4da9-8644-18ff8898a005 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.246303] env[62298]: DEBUG oslo_vmware.api [None req-29e52e10-6e52-4d54-a6d0-f0cb88ebf5f3 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1914.246303] env[62298]: value = "task-1805069" [ 1914.246303] env[62298]: _type = "Task" [ 1914.246303] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.254180] env[62298]: DEBUG oslo_vmware.api [None req-29e52e10-6e52-4d54-a6d0-f0cb88ebf5f3 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1805069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.303682] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1914.303833] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64a843d6-2cc3-4ea1-b4bf-1f4f24dd9cdc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.313099] env[62298]: DEBUG oslo_vmware.api [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1914.313099] env[62298]: value = "task-1805070" [ 1914.313099] env[62298]: _type = "Task" [ 1914.313099] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.322731] env[62298]: DEBUG oslo_vmware.api [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.343301] env[62298]: DEBUG nova.compute.manager [req-a7a72112-c495-403c-9c9a-97ed24f722eb req-26462b11-b392-4e6b-aaea-533ebe3d5802 service nova] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Received event network-vif-deleted-faa7434f-e4ac-474e-9fb1-b54093fc1c25 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1914.343817] env[62298]: INFO nova.compute.manager [req-a7a72112-c495-403c-9c9a-97ed24f722eb req-26462b11-b392-4e6b-aaea-533ebe3d5802 service nova] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Neutron deleted interface faa7434f-e4ac-474e-9fb1-b54093fc1c25; detaching it from the instance and deleting it from the info cache [ 1914.343817] env[62298]: DEBUG nova.network.neutron [req-a7a72112-c495-403c-9c9a-97ed24f722eb req-26462b11-b392-4e6b-aaea-533ebe3d5802 service nova] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.424560] env[62298]: DEBUG nova.compute.manager [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1914.434530] env[62298]: INFO nova.compute.resource_tracker [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Updating resource usage from migration 23ffe6f5-806f-4a7f-bec0-4ab4823587b0 [ 1914.582748] env[62298]: DEBUG nova.network.neutron [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Successfully created port: 2017f7c3-d123-4da7-b644-0f688454e976 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1914.603540] env[62298]: INFO nova.compute.manager [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Took 13.72 seconds to build instance. [ 1914.655797] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8138ba3f-e769-4e5e-adff-9520bfb701e7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.664639] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef19b4ce-b44c-4d09-8f0f-6370c416e51d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.696482] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02230596-7db9-439d-8642-4371bea37bbc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.704701] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb886cf-af9f-428d-af71-7b30ad655def {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.719673] env[62298]: DEBUG nova.compute.provider_tree [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1914.756712] env[62298]: DEBUG oslo_vmware.api [None req-29e52e10-6e52-4d54-a6d0-f0cb88ebf5f3 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1805069, 'name': ReconfigVM_Task, 'duration_secs': 0.494553} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.756760] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-29e52e10-6e52-4d54-a6d0-f0cb88ebf5f3 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Reconfigured VM instance instance-00000064 to attach disk [datastore1] volume-021e1f53-fa1a-47fa-ad7e-9f932ebbaffd/volume-021e1f53-fa1a-47fa-ad7e-9f932ebbaffd.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1914.761905] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01463302-5eb2-4a2c-9a3b-dd09a19b0160 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.777677] env[62298]: DEBUG oslo_vmware.api [None req-29e52e10-6e52-4d54-a6d0-f0cb88ebf5f3 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1914.777677] env[62298]: value = "task-1805071" [ 1914.777677] env[62298]: _type = "Task" [ 1914.777677] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.788643] env[62298]: DEBUG oslo_vmware.api [None req-29e52e10-6e52-4d54-a6d0-f0cb88ebf5f3 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1805071, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.817913] env[62298]: DEBUG nova.network.neutron [-] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.824312] env[62298]: DEBUG oslo_vmware.api [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805070, 'name': PowerOffVM_Task, 'duration_secs': 0.240464} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.824965] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1914.825983] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e235e6-7c33-48b0-a413-0c2b22ba0ce4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.849238] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f033686-4f58-43da-b669-59322b668c12 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.851721] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207acd07-2c3c-45d1-8a06-00f21a19e393 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.865861] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1c6ec7-89ac-452b-bb50-c3f6e9612178 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.899649] env[62298]: DEBUG nova.compute.manager [req-a7a72112-c495-403c-9c9a-97ed24f722eb req-26462b11-b392-4e6b-aaea-533ebe3d5802 service nova] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Detach interface failed, port_id=faa7434f-e4ac-474e-9fb1-b54093fc1c25, reason: Instance 4524b5a6-bbc1-4850-959f-f2fd948f526f could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1914.901834] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1914.902119] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8796a0a0-9261-4995-bbd2-cf748ab7c93b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.909206] env[62298]: DEBUG oslo_vmware.api [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1914.909206] env[62298]: value = "task-1805072" [ 1914.909206] env[62298]: _type = "Task" [ 1914.909206] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.919160] env[62298]: DEBUG oslo_vmware.api [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.045241] env[62298]: DEBUG nova.compute.manager [req-b4d58d31-bc84-4cd7-86e4-82e71ec1de6e req-72429838-7d21-4cbb-9bbd-f5d6de52c1f8 service nova] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Received event network-changed-7074b60d-3647-4dba-8f9d-709a3be730fd {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1915.045464] env[62298]: DEBUG nova.compute.manager [req-b4d58d31-bc84-4cd7-86e4-82e71ec1de6e req-72429838-7d21-4cbb-9bbd-f5d6de52c1f8 service nova] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Refreshing instance network info cache due to event network-changed-7074b60d-3647-4dba-8f9d-709a3be730fd. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1915.045725] env[62298]: DEBUG oslo_concurrency.lockutils [req-b4d58d31-bc84-4cd7-86e4-82e71ec1de6e req-72429838-7d21-4cbb-9bbd-f5d6de52c1f8 service nova] Acquiring lock "refresh_cache-b9ba6368-81c9-42f2-b40a-f9dfed49e42d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.045878] env[62298]: DEBUG oslo_concurrency.lockutils [req-b4d58d31-bc84-4cd7-86e4-82e71ec1de6e req-72429838-7d21-4cbb-9bbd-f5d6de52c1f8 service nova] Acquired lock "refresh_cache-b9ba6368-81c9-42f2-b40a-f9dfed49e42d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.046056] env[62298]: DEBUG nova.network.neutron [req-b4d58d31-bc84-4cd7-86e4-82e71ec1de6e req-72429838-7d21-4cbb-9bbd-f5d6de52c1f8 service nova] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Refreshing network info cache for port 7074b60d-3647-4dba-8f9d-709a3be730fd {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1915.106109] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a714de27-6bda-4c48-a0b5-cd586ef99313 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "b9ba6368-81c9-42f2-b40a-f9dfed49e42d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.229s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.222694] env[62298]: DEBUG nova.scheduler.client.report [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1915.287316] env[62298]: DEBUG oslo_vmware.api [None req-29e52e10-6e52-4d54-a6d0-f0cb88ebf5f3 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1805071, 'name': ReconfigVM_Task, 'duration_secs': 0.191176} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.287667] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-29e52e10-6e52-4d54-a6d0-f0cb88ebf5f3 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374194', 'volume_id': '021e1f53-fa1a-47fa-ad7e-9f932ebbaffd', 'name': 'volume-021e1f53-fa1a-47fa-ad7e-9f932ebbaffd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f817ac43-dfd4-4a70-9034-25f0e80a7259', 'attached_at': '', 'detached_at': '', 'volume_id': '021e1f53-fa1a-47fa-ad7e-9f932ebbaffd', 'serial': '021e1f53-fa1a-47fa-ad7e-9f932ebbaffd'} {{(pid=62298) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1915.325767] env[62298]: INFO nova.compute.manager [-] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Took 1.43 seconds to deallocate network for instance. [ 1915.419864] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] VM already powered off {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1915.420109] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1915.420386] env[62298]: DEBUG oslo_concurrency.lockutils [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.420508] env[62298]: DEBUG oslo_concurrency.lockutils [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.420692] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1915.420974] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73adf96a-7f8e-4520-8390-4796994a5c69 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.430900] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1915.431131] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1915.432162] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72fc755e-817d-476c-8e85-41df9834c3f0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.435300] env[62298]: DEBUG nova.compute.manager [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1915.441011] env[62298]: DEBUG oslo_vmware.api [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1915.441011] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526ae229-c91e-acdd-74cb-976a6e4f9bfa" [ 1915.441011] env[62298]: _type = "Task" [ 1915.441011] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.449137] env[62298]: DEBUG oslo_vmware.api [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526ae229-c91e-acdd-74cb-976a6e4f9bfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.457956] env[62298]: DEBUG nova.virt.hardware [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1915.458204] env[62298]: DEBUG nova.virt.hardware [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1915.458364] env[62298]: DEBUG nova.virt.hardware [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1915.458600] env[62298]: DEBUG nova.virt.hardware [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1915.458763] env[62298]: DEBUG nova.virt.hardware [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1915.458918] env[62298]: DEBUG nova.virt.hardware [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1915.459144] env[62298]: DEBUG nova.virt.hardware [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1915.459307] env[62298]: DEBUG nova.virt.hardware [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1915.459476] env[62298]: DEBUG nova.virt.hardware [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1915.459668] env[62298]: DEBUG nova.virt.hardware [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1915.459852] env[62298]: DEBUG nova.virt.hardware [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1915.461200] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e563e2-62db-4b6a-8693-e12b0c836ca4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.468683] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5cdb00-4797-4e98-b04b-9c5b6f1a3f70 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.679024] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd21236-5726-405a-b96c-d248d1de2e33 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Volume attach. Driver type: vmdk {{(pid=62298) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1915.679024] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd21236-5726-405a-b96c-d248d1de2e33 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374195', 'volume_id': 'f96aed29-91b9-4759-ae08-41cd79c4561d', 'name': 'volume-f96aed29-91b9-4759-ae08-41cd79c4561d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3870cdda-518c-46ad-bea4-f881891751e5', 'attached_at': '', 'detached_at': '', 'volume_id': 'f96aed29-91b9-4759-ae08-41cd79c4561d', 'serial': 'f96aed29-91b9-4759-ae08-41cd79c4561d'} {{(pid=62298) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1915.679024] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2b6e75-6c3d-44ea-858d-9bca983c7d01 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.697836] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257e7944-4ee6-414f-a5ba-c668f1676bf9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.725673] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd21236-5726-405a-b96c-d248d1de2e33 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] volume-f96aed29-91b9-4759-ae08-41cd79c4561d/volume-f96aed29-91b9-4759-ae08-41cd79c4561d.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1915.728543] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63968f37-79a8-4734-94c0-3fb00a23a947 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.743251] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.326s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.743472] env[62298]: INFO nova.compute.manager [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Migrating [ 1915.754735] env[62298]: DEBUG oslo_concurrency.lockutils [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.338s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.756278] env[62298]: INFO nova.compute.claims [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1915.766645] env[62298]: DEBUG oslo_vmware.api [None req-3bd21236-5726-405a-b96c-d248d1de2e33 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1915.766645] env[62298]: value = "task-1805073" [ 1915.766645] env[62298]: _type = "Task" [ 1915.766645] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.776637] env[62298]: DEBUG oslo_vmware.api [None req-3bd21236-5726-405a-b96c-d248d1de2e33 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805073, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.832686] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f81f8e21-4855-4c51-ade6-8202a9766d69 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.917091] env[62298]: DEBUG nova.network.neutron [req-b4d58d31-bc84-4cd7-86e4-82e71ec1de6e req-72429838-7d21-4cbb-9bbd-f5d6de52c1f8 service nova] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Updated VIF entry in instance network info cache for port 7074b60d-3647-4dba-8f9d-709a3be730fd. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1915.917444] env[62298]: DEBUG nova.network.neutron [req-b4d58d31-bc84-4cd7-86e4-82e71ec1de6e req-72429838-7d21-4cbb-9bbd-f5d6de52c1f8 service nova] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Updating instance_info_cache with network_info: [{"id": "7074b60d-3647-4dba-8f9d-709a3be730fd", "address": "fa:16:3e:7c:d1:a7", "network": {"id": "94bd295c-7a95-4ae9-8468-34209c70d332", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-786886130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5af512a3e1f469f9c4223575f326699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7074b60d-36", "ovs_interfaceid": "7074b60d-3647-4dba-8f9d-709a3be730fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.952201] env[62298]: DEBUG oslo_vmware.api [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]526ae229-c91e-acdd-74cb-976a6e4f9bfa, 'name': SearchDatastore_Task, 'duration_secs': 0.014068} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.953045] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0203004-329b-4af1-afbd-5b0eb119bc64 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.958628] env[62298]: DEBUG oslo_vmware.api [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1915.958628] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ac209b-5520-ec51-0cc4-d94379b2dc85" [ 1915.958628] env[62298]: _type = "Task" [ 1915.958628] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.966431] env[62298]: DEBUG oslo_vmware.api [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ac209b-5520-ec51-0cc4-d94379b2dc85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.164526] env[62298]: DEBUG nova.network.neutron [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Successfully updated port: 2017f7c3-d123-4da7-b644-0f688454e976 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1916.271415] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "refresh_cache-8a762754-128d-4478-be5b-2244cc4c704f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.271650] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquired lock "refresh_cache-8a762754-128d-4478-be5b-2244cc4c704f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.271973] env[62298]: DEBUG nova.network.neutron [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1916.286101] env[62298]: DEBUG oslo_vmware.api [None req-3bd21236-5726-405a-b96c-d248d1de2e33 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.326482] env[62298]: DEBUG nova.objects.instance [None req-29e52e10-6e52-4d54-a6d0-f0cb88ebf5f3 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lazy-loading 'flavor' on Instance uuid f817ac43-dfd4-4a70-9034-25f0e80a7259 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1916.375600] env[62298]: DEBUG nova.compute.manager [req-c01c49bb-a277-49be-87f6-f913cc635a1d req-99c7b61c-d94b-463f-abef-c174b177af36 service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Received event network-vif-plugged-2017f7c3-d123-4da7-b644-0f688454e976 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1916.375779] env[62298]: DEBUG oslo_concurrency.lockutils [req-c01c49bb-a277-49be-87f6-f913cc635a1d req-99c7b61c-d94b-463f-abef-c174b177af36 service nova] Acquiring lock "59a5e4d5-6d0e-45af-9e23-57aaf115d983-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.376190] env[62298]: DEBUG oslo_concurrency.lockutils [req-c01c49bb-a277-49be-87f6-f913cc635a1d req-99c7b61c-d94b-463f-abef-c174b177af36 service nova] Lock "59a5e4d5-6d0e-45af-9e23-57aaf115d983-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.376440] env[62298]: DEBUG oslo_concurrency.lockutils [req-c01c49bb-a277-49be-87f6-f913cc635a1d req-99c7b61c-d94b-463f-abef-c174b177af36 service nova] Lock "59a5e4d5-6d0e-45af-9e23-57aaf115d983-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.376683] env[62298]: DEBUG nova.compute.manager [req-c01c49bb-a277-49be-87f6-f913cc635a1d req-99c7b61c-d94b-463f-abef-c174b177af36 service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] No waiting events found dispatching network-vif-plugged-2017f7c3-d123-4da7-b644-0f688454e976 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1916.377381] env[62298]: WARNING nova.compute.manager [req-c01c49bb-a277-49be-87f6-f913cc635a1d req-99c7b61c-d94b-463f-abef-c174b177af36 service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Received unexpected event network-vif-plugged-2017f7c3-d123-4da7-b644-0f688454e976 for instance with vm_state building and task_state spawning. [ 1916.377559] env[62298]: DEBUG nova.compute.manager [req-c01c49bb-a277-49be-87f6-f913cc635a1d req-99c7b61c-d94b-463f-abef-c174b177af36 service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Received event network-changed-2017f7c3-d123-4da7-b644-0f688454e976 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1916.377809] env[62298]: DEBUG nova.compute.manager [req-c01c49bb-a277-49be-87f6-f913cc635a1d req-99c7b61c-d94b-463f-abef-c174b177af36 service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Refreshing instance network info cache due to event network-changed-2017f7c3-d123-4da7-b644-0f688454e976. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1916.378125] env[62298]: DEBUG oslo_concurrency.lockutils [req-c01c49bb-a277-49be-87f6-f913cc635a1d req-99c7b61c-d94b-463f-abef-c174b177af36 service nova] Acquiring lock "refresh_cache-59a5e4d5-6d0e-45af-9e23-57aaf115d983" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.378915] env[62298]: DEBUG oslo_concurrency.lockutils [req-c01c49bb-a277-49be-87f6-f913cc635a1d req-99c7b61c-d94b-463f-abef-c174b177af36 service nova] Acquired lock "refresh_cache-59a5e4d5-6d0e-45af-9e23-57aaf115d983" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.378915] env[62298]: DEBUG nova.network.neutron [req-c01c49bb-a277-49be-87f6-f913cc635a1d req-99c7b61c-d94b-463f-abef-c174b177af36 service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Refreshing network info cache for port 2017f7c3-d123-4da7-b644-0f688454e976 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1916.420611] env[62298]: DEBUG oslo_concurrency.lockutils [req-b4d58d31-bc84-4cd7-86e4-82e71ec1de6e req-72429838-7d21-4cbb-9bbd-f5d6de52c1f8 service nova] Releasing lock "refresh_cache-b9ba6368-81c9-42f2-b40a-f9dfed49e42d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1916.469115] env[62298]: DEBUG oslo_vmware.api [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ac209b-5520-ec51-0cc4-d94379b2dc85, 'name': SearchDatastore_Task, 'duration_secs': 0.017481} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.469403] env[62298]: DEBUG oslo_concurrency.lockutils [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1916.469680] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460/98ae388b-0b1b-4651-9947-99a7127491a5-rescue.vmdk. {{(pid=62298) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1916.469962] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e119d39-0ace-4acd-9484-5614ef0f4f7a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.477848] env[62298]: DEBUG oslo_vmware.api [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1916.477848] env[62298]: value = "task-1805074" [ 1916.477848] env[62298]: _type = "Task" [ 1916.477848] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.487380] env[62298]: DEBUG oslo_vmware.api [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.604873] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquiring lock "18f1a093-829a-4251-999a-4d95a437540a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.605239] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "18f1a093-829a-4251-999a-4d95a437540a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.605462] env[62298]: INFO nova.compute.manager [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Shelving [ 1916.667886] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "refresh_cache-59a5e4d5-6d0e-45af-9e23-57aaf115d983" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.790619] env[62298]: DEBUG oslo_vmware.api [None req-3bd21236-5726-405a-b96c-d248d1de2e33 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805073, 'name': ReconfigVM_Task, 'duration_secs': 0.837418} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.791023] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd21236-5726-405a-b96c-d248d1de2e33 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Reconfigured VM instance instance-00000061 to attach disk [datastore1] volume-f96aed29-91b9-4759-ae08-41cd79c4561d/volume-f96aed29-91b9-4759-ae08-41cd79c4561d.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1916.796381] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03a029b0-2a83-432b-a2ad-369391e37949 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.815220] env[62298]: DEBUG oslo_vmware.api [None req-3bd21236-5726-405a-b96c-d248d1de2e33 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1916.815220] env[62298]: value = "task-1805075" [ 1916.815220] env[62298]: _type = "Task" [ 1916.815220] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.827593] env[62298]: DEBUG oslo_vmware.api [None req-3bd21236-5726-405a-b96c-d248d1de2e33 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805075, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.832806] env[62298]: DEBUG oslo_concurrency.lockutils [None req-29e52e10-6e52-4d54-a6d0-f0cb88ebf5f3 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "f817ac43-dfd4-4a70-9034-25f0e80a7259" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.264s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.961059] env[62298]: DEBUG nova.network.neutron [req-c01c49bb-a277-49be-87f6-f913cc635a1d req-99c7b61c-d94b-463f-abef-c174b177af36 service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1916.989281] env[62298]: DEBUG oslo_vmware.api [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48998} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.989476] env[62298]: INFO nova.virt.vmwareapi.ds_util [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460/98ae388b-0b1b-4651-9947-99a7127491a5-rescue.vmdk. [ 1916.992659] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274b1b6c-1fbf-4a8f-b4a6-0544996e9467 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.021245] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460/98ae388b-0b1b-4651-9947-99a7127491a5-rescue.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1917.026489] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eb8bcbe-308d-4bd0-96e8-f0817e0c3fb6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.049030] env[62298]: DEBUG oslo_vmware.api [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1917.049030] env[62298]: value = "task-1805076" [ 1917.049030] env[62298]: _type = "Task" [ 1917.049030] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.053822] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3562d842-9e17-45da-a7de-0b52beca67c0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.063625] env[62298]: DEBUG oslo_vmware.api [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805076, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.066398] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640d6b54-13a0-4bc2-a164-81d8033b3ef7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.097636] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a996d57-1456-40ac-9c26-0cc2bab4d5ad {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.107402] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1821f1a4-0e81-4ea8-91ae-e54c3205beab {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.123475] env[62298]: DEBUG nova.compute.provider_tree [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1917.129220] env[62298]: DEBUG nova.network.neutron [req-c01c49bb-a277-49be-87f6-f913cc635a1d req-99c7b61c-d94b-463f-abef-c174b177af36 service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.189529] env[62298]: DEBUG nova.network.neutron [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Updating instance_info_cache with network_info: [{"id": "77076373-6e36-4e69-a1ab-4e96a43cc7b6", "address": "fa:16:3e:5c:f6:79", "network": {"id": "06b906cf-d50a-43c4-8cd2-58ea08057ab7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-166934998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c1cee775abb4a1eb529b35f1cfae0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77076373-6e", "ovs_interfaceid": "77076373-6e36-4e69-a1ab-4e96a43cc7b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.325985] env[62298]: DEBUG oslo_vmware.api [None req-3bd21236-5726-405a-b96c-d248d1de2e33 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805075, 'name': ReconfigVM_Task, 'duration_secs': 0.251755} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.326592] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bd21236-5726-405a-b96c-d248d1de2e33 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374195', 'volume_id': 'f96aed29-91b9-4759-ae08-41cd79c4561d', 'name': 'volume-f96aed29-91b9-4759-ae08-41cd79c4561d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3870cdda-518c-46ad-bea4-f881891751e5', 'attached_at': '', 'detached_at': '', 'volume_id': 'f96aed29-91b9-4759-ae08-41cd79c4561d', 'serial': 'f96aed29-91b9-4759-ae08-41cd79c4561d'} {{(pid=62298) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1917.560313] env[62298]: DEBUG oslo_vmware.api [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805076, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.626020] env[62298]: DEBUG oslo_concurrency.lockutils [None req-89b7e419-cece-4f05-8128-1235a0caa79a tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquiring lock "f817ac43-dfd4-4a70-9034-25f0e80a7259" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.626020] env[62298]: DEBUG oslo_concurrency.lockutils [None req-89b7e419-cece-4f05-8128-1235a0caa79a tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "f817ac43-dfd4-4a70-9034-25f0e80a7259" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.627612] env[62298]: DEBUG nova.scheduler.client.report [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1917.631229] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1917.632274] env[62298]: DEBUG oslo_concurrency.lockutils [req-c01c49bb-a277-49be-87f6-f913cc635a1d req-99c7b61c-d94b-463f-abef-c174b177af36 service nova] Releasing lock "refresh_cache-59a5e4d5-6d0e-45af-9e23-57aaf115d983" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.632743] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5db0d846-1d0a-4b48-8a7f-b4b4865c6841 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.635193] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired lock "refresh_cache-59a5e4d5-6d0e-45af-9e23-57aaf115d983" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1917.635467] env[62298]: DEBUG nova.network.neutron [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1917.641904] env[62298]: DEBUG oslo_vmware.api [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 1917.641904] env[62298]: value = "task-1805077" [ 1917.641904] env[62298]: _type = "Task" [ 1917.641904] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.653772] env[62298]: DEBUG oslo_vmware.api [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.692054] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Releasing lock "refresh_cache-8a762754-128d-4478-be5b-2244cc4c704f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.060228] env[62298]: DEBUG oslo_vmware.api [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805076, 'name': ReconfigVM_Task, 'duration_secs': 0.639793} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.060535] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Reconfigured VM instance instance-00000062 to attach disk [datastore1] aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460/98ae388b-0b1b-4651-9947-99a7127491a5-rescue.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1918.061679] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4dd053-6bc7-4374-9e2c-e3c25c7ba3d3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.088891] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ec114a6-d437-442b-bcd2-2d6f19108168 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.104932] env[62298]: DEBUG oslo_vmware.api [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1918.104932] env[62298]: value = "task-1805078" [ 1918.104932] env[62298]: _type = "Task" [ 1918.104932] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.113869] env[62298]: DEBUG oslo_vmware.api [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805078, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.133379] env[62298]: DEBUG oslo_concurrency.lockutils [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.133934] env[62298]: DEBUG nova.compute.manager [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1918.137326] env[62298]: DEBUG nova.compute.utils [None req-89b7e419-cece-4f05-8128-1235a0caa79a tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1918.138558] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.658s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.151288] env[62298]: DEBUG oslo_vmware.api [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805077, 'name': PowerOffVM_Task, 'duration_secs': 0.480152} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.152131] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1918.152866] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9549b76d-0fee-4024-bd19-9ce249aad662 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.171203] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047d98d7-3667-415a-ba7c-a3431fd1b95e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.180630] env[62298]: DEBUG nova.network.neutron [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1918.318938] env[62298]: DEBUG nova.network.neutron [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Updating instance_info_cache with network_info: [{"id": "2017f7c3-d123-4da7-b644-0f688454e976", "address": "fa:16:3e:0e:c9:4a", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2017f7c3-d1", "ovs_interfaceid": "2017f7c3-d123-4da7-b644-0f688454e976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1918.364861] env[62298]: DEBUG nova.objects.instance [None req-3bd21236-5726-405a-b96c-d248d1de2e33 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lazy-loading 'flavor' on Instance uuid 3870cdda-518c-46ad-bea4-f881891751e5 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1918.615511] env[62298]: DEBUG oslo_vmware.api [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805078, 'name': ReconfigVM_Task, 'duration_secs': 0.381746} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.615793] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1918.616078] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c47e88c-4de8-48dd-aa1c-af389458a709 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.622364] env[62298]: DEBUG oslo_vmware.api [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1918.622364] env[62298]: value = "task-1805079" [ 1918.622364] env[62298]: _type = "Task" [ 1918.622364] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.629631] env[62298]: DEBUG oslo_vmware.api [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.640451] env[62298]: DEBUG nova.compute.utils [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1918.641790] env[62298]: DEBUG nova.compute.manager [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1918.641968] env[62298]: DEBUG nova.network.neutron [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1918.644413] env[62298]: DEBUG oslo_concurrency.lockutils [None req-89b7e419-cece-4f05-8128-1235a0caa79a tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "f817ac43-dfd4-4a70-9034-25f0e80a7259" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.019s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.681790] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Creating Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1918.682151] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6fffded2-05f6-439c-8b20-d9d45375a7a6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.689906] env[62298]: DEBUG oslo_vmware.api [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 1918.689906] env[62298]: value = "task-1805080" [ 1918.689906] env[62298]: _type = "Task" [ 1918.689906] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.694481] env[62298]: DEBUG nova.policy [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e16999d2814546159f68305a4f0cbfb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c03e0481a48d41fa860471811159cb77', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1918.703419] env[62298]: DEBUG oslo_vmware.api [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805080, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.823020] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Releasing lock "refresh_cache-59a5e4d5-6d0e-45af-9e23-57aaf115d983" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.823651] env[62298]: DEBUG nova.compute.manager [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Instance network_info: |[{"id": "2017f7c3-d123-4da7-b644-0f688454e976", "address": "fa:16:3e:0e:c9:4a", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2017f7c3-d1", "ovs_interfaceid": "2017f7c3-d123-4da7-b644-0f688454e976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1918.823812] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:c9:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2017f7c3-d123-4da7-b644-0f688454e976', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1918.832239] env[62298]: DEBUG oslo.service.loopingcall [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1918.832964] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1918.833170] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5c984bb-b3ae-43bb-9f4d-b1a71b0147de {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.854628] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1918.854628] env[62298]: value = "task-1805081" [ 1918.854628] env[62298]: _type = "Task" [ 1918.854628] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.863255] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805081, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.870368] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3bd21236-5726-405a-b96c-d248d1de2e33 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "3870cdda-518c-46ad-bea4-f881891751e5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.813s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.997488] env[62298]: DEBUG nova.network.neutron [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Successfully created port: 9ea4528a-a71f-4ee9-a78c-7fce8dec8ce4 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1919.135014] env[62298]: DEBUG oslo_vmware.api [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805079, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.146646] env[62298]: DEBUG nova.compute.manager [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1919.155654] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Applying migration context for instance 8a762754-128d-4478-be5b-2244cc4c704f as it has an incoming, in-progress migration 23ffe6f5-806f-4a7f-bec0-4ab4823587b0. Migration status is migrating {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1919.157497] env[62298]: INFO nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Updating resource usage from migration 23ffe6f5-806f-4a7f-bec0-4ab4823587b0 [ 1919.202298] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 6144efa7-fb78-4b7b-8780-9dda46056e6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1919.202493] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 335e0309-fd80-419b-af19-20f533c5d4d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1919.202633] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 79b2f3b1-881e-4058-b04c-af8a906cad1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1919.202754] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 3870cdda-518c-46ad-bea4-f881891751e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1919.202887] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1919.203061] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 18f1a093-829a-4251-999a-4d95a437540a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1919.203215] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance f817ac43-dfd4-4a70-9034-25f0e80a7259 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1919.203327] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance e73a73d6-e685-4d91-9228-aeb063d1ce97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1919.203489] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 68d2ec9f-562d-44d5-a963-ebd83cb841c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1919.203660] env[62298]: WARNING nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 4524b5a6-bbc1-4850-959f-f2fd948f526f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1919.203807] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance b9ba6368-81c9-42f2-b40a-f9dfed49e42d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1919.203944] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 59a5e4d5-6d0e-45af-9e23-57aaf115d983 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1919.205411] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Migration 23ffe6f5-806f-4a7f-bec0-4ab4823587b0 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1919.205574] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 4412aaff-e323-4856-b23b-604fbecbf979 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1919.205709] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 8a762754-128d-4478-be5b-2244cc4c704f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1919.205958] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1919.206132] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1919.219126] env[62298]: DEBUG oslo_vmware.api [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805080, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.222450] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527cad47-c1eb-4799-a8de-7df13308c001 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.253135] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Updating instance '8a762754-128d-4478-be5b-2244cc4c704f' progress to 0 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1919.261740] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8cdf70a3-5f56-401d-9b66-654cb03fdc12 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "3870cdda-518c-46ad-bea4-f881891751e5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.262211] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8cdf70a3-5f56-401d-9b66-654cb03fdc12 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "3870cdda-518c-46ad-bea4-f881891751e5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.374999] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805081, 'name': CreateVM_Task, 'duration_secs': 0.338641} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.374999] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1919.379126] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.379490] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.379679] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1919.380355] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d142aecd-767e-47bd-8c99-b2cefd05136c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.390732] env[62298]: DEBUG oslo_vmware.api [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1919.390732] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5222961c-b04f-a194-1011-af8885f10924" [ 1919.390732] env[62298]: _type = "Task" [ 1919.390732] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.401058] env[62298]: DEBUG oslo_vmware.api [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5222961c-b04f-a194-1011-af8885f10924, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.507373] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aaf0868-9e72-49dc-9cbe-cc26d0f85bbf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.515196] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e30470-7916-4632-b1fa-d50cf6bc5b89 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.550297] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b326f350-e5e5-4e79-ad38-58d18a0232ba {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.558263] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d96cc2e-3862-4de6-aaa1-8cc3674e6df7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.574295] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1919.633740] env[62298]: DEBUG oslo_vmware.api [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805079, 'name': PowerOnVM_Task, 'duration_secs': 0.521614} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.634037] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1919.637406] env[62298]: DEBUG nova.compute.manager [None req-893f0469-1a08-4581-99f7-2f145372c9a4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1919.638217] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5dc817-1a00-480c-85d4-56494b4caccf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.701516] env[62298]: DEBUG oslo_vmware.api [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805080, 'name': CreateSnapshot_Task, 'duration_secs': 0.518342} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.701791] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Created Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1919.702550] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3badd149-52c3-4574-a412-8b9a1cad225d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.732466] env[62298]: DEBUG oslo_concurrency.lockutils [None req-89b7e419-cece-4f05-8128-1235a0caa79a tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquiring lock "f817ac43-dfd4-4a70-9034-25f0e80a7259" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.732712] env[62298]: DEBUG oslo_concurrency.lockutils [None req-89b7e419-cece-4f05-8128-1235a0caa79a tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "f817ac43-dfd4-4a70-9034-25f0e80a7259" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.733058] env[62298]: INFO nova.compute.manager [None req-89b7e419-cece-4f05-8128-1235a0caa79a tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Attaching volume b6d2a30f-016a-4fdd-b4dd-27818c838406 to /dev/sdc [ 1919.760578] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1919.761402] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-395ea33d-1a94-4be6-90ac-c27d7f6aa32e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.765038] env[62298]: INFO nova.compute.manager [None req-8cdf70a3-5f56-401d-9b66-654cb03fdc12 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Detaching volume f96aed29-91b9-4759-ae08-41cd79c4561d [ 1919.768499] env[62298]: DEBUG oslo_vmware.api [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1919.768499] env[62298]: value = "task-1805082" [ 1919.768499] env[62298]: _type = "Task" [ 1919.768499] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.776899] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729c6b8c-4401-4453-903e-37fae98d284c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.783147] env[62298]: DEBUG oslo_vmware.api [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.787318] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8ec2ac-e2b2-4d12-83ff-88671c35ee7d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.801230] env[62298]: DEBUG nova.virt.block_device [None req-89b7e419-cece-4f05-8128-1235a0caa79a tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Updating existing volume attachment record: 228e8e8d-52b3-415d-b4dd-fc7b96a9523f {{(pid=62298) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1919.804132] env[62298]: INFO nova.virt.block_device [None req-8cdf70a3-5f56-401d-9b66-654cb03fdc12 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Attempting to driver detach volume f96aed29-91b9-4759-ae08-41cd79c4561d from mountpoint /dev/sdb [ 1919.804352] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cdf70a3-5f56-401d-9b66-654cb03fdc12 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Volume detach. Driver type: vmdk {{(pid=62298) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1919.804545] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cdf70a3-5f56-401d-9b66-654cb03fdc12 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374195', 'volume_id': 'f96aed29-91b9-4759-ae08-41cd79c4561d', 'name': 'volume-f96aed29-91b9-4759-ae08-41cd79c4561d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3870cdda-518c-46ad-bea4-f881891751e5', 'attached_at': '', 'detached_at': '', 'volume_id': 'f96aed29-91b9-4759-ae08-41cd79c4561d', 'serial': 'f96aed29-91b9-4759-ae08-41cd79c4561d'} {{(pid=62298) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1919.805570] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6ea7cd-fa04-4cfc-b29d-9ec185ddb0bb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.827820] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511e9601-c012-41f9-8e0c-bc90365fc465 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.835447] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2525c47f-2c01-4f2a-9cf4-33d162e200a9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.858797] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e715b091-62dd-4084-8d32-110ccc4883b8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.874458] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cdf70a3-5f56-401d-9b66-654cb03fdc12 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] The volume has not been displaced from its original location: [datastore1] volume-f96aed29-91b9-4759-ae08-41cd79c4561d/volume-f96aed29-91b9-4759-ae08-41cd79c4561d.vmdk. No consolidation needed. {{(pid=62298) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1919.879974] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cdf70a3-5f56-401d-9b66-654cb03fdc12 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1919.880360] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd8ad5ee-53a7-462f-b09d-226a54d0f7c4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.903634] env[62298]: DEBUG oslo_vmware.api [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5222961c-b04f-a194-1011-af8885f10924, 'name': SearchDatastore_Task, 'duration_secs': 0.012582} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.905075] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1919.905348] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1919.905615] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.905780] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.905970] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1919.906317] env[62298]: DEBUG oslo_vmware.api [None req-8cdf70a3-5f56-401d-9b66-654cb03fdc12 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1919.906317] env[62298]: value = "task-1805083" [ 1919.906317] env[62298]: _type = "Task" [ 1919.906317] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.906565] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-693e7108-094c-4784-a047-c6c0eb9dc931 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.917875] env[62298]: DEBUG oslo_vmware.api [None req-8cdf70a3-5f56-401d-9b66-654cb03fdc12 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805083, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.919850] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1919.920141] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1919.921419] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-907f95ab-41ad-4108-addb-fbe90fda96c8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.928227] env[62298]: DEBUG oslo_vmware.api [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1919.928227] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e79bad-2efa-9ad5-91b0-cd55143e8f59" [ 1919.928227] env[62298]: _type = "Task" [ 1919.928227] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.936470] env[62298]: DEBUG oslo_vmware.api [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e79bad-2efa-9ad5-91b0-cd55143e8f59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.077976] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1920.157568] env[62298]: DEBUG nova.compute.manager [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1920.204720] env[62298]: DEBUG nova.virt.hardware [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1920.205256] env[62298]: DEBUG nova.virt.hardware [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1920.205459] env[62298]: DEBUG nova.virt.hardware [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1920.205683] env[62298]: DEBUG nova.virt.hardware [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1920.205859] env[62298]: DEBUG nova.virt.hardware [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1920.206080] env[62298]: DEBUG nova.virt.hardware [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1920.206348] env[62298]: DEBUG nova.virt.hardware [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1920.206571] env[62298]: DEBUG nova.virt.hardware [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1920.206771] env[62298]: DEBUG nova.virt.hardware [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1920.206949] env[62298]: DEBUG nova.virt.hardware [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1920.207182] env[62298]: DEBUG nova.virt.hardware [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1920.208572] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90eff41f-1391-4dec-a2a3-274a80f14db3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.221410] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Creating linked-clone VM from snapshot {{(pid=62298) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1920.224120] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6ada1cea-8bdb-423a-9924-f6a3cd2ed64d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.229048] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfc1d6f-1dd7-411f-9198-a848fc300421 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.245544] env[62298]: DEBUG oslo_vmware.api [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 1920.245544] env[62298]: value = "task-1805085" [ 1920.245544] env[62298]: _type = "Task" [ 1920.245544] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.253652] env[62298]: DEBUG oslo_vmware.api [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805085, 'name': CloneVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.281063] env[62298]: DEBUG oslo_vmware.api [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805082, 'name': PowerOffVM_Task, 'duration_secs': 0.272961} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.281570] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1920.281918] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Updating instance '8a762754-128d-4478-be5b-2244cc4c704f' progress to 17 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1920.422646] env[62298]: DEBUG oslo_vmware.api [None req-8cdf70a3-5f56-401d-9b66-654cb03fdc12 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805083, 'name': ReconfigVM_Task, 'duration_secs': 0.285678} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.423054] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cdf70a3-5f56-401d-9b66-654cb03fdc12 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1920.428588] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c7d3e9a-50b2-41b2-b65b-7e4b67b8e370 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.452308] env[62298]: DEBUG oslo_vmware.api [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e79bad-2efa-9ad5-91b0-cd55143e8f59, 'name': SearchDatastore_Task, 'duration_secs': 0.009916} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.454643] env[62298]: DEBUG oslo_vmware.api [None req-8cdf70a3-5f56-401d-9b66-654cb03fdc12 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1920.454643] env[62298]: value = "task-1805086" [ 1920.454643] env[62298]: _type = "Task" [ 1920.454643] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.455035] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-597c8c70-93aa-49e0-bd24-bed5ad194e0d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.468896] env[62298]: DEBUG oslo_vmware.api [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1920.468896] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525ef8c9-157e-0f29-da83-10fb877b6bc3" [ 1920.468896] env[62298]: _type = "Task" [ 1920.468896] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.469301] env[62298]: DEBUG oslo_vmware.api [None req-8cdf70a3-5f56-401d-9b66-654cb03fdc12 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.479017] env[62298]: DEBUG oslo_vmware.api [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525ef8c9-157e-0f29-da83-10fb877b6bc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.583996] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1920.584317] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.446s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.584806] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f81f8e21-4855-4c51-ade6-8202a9766d69 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.752s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.584991] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f81f8e21-4855-4c51-ade6-8202a9766d69 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.619567] env[62298]: INFO nova.scheduler.client.report [None req-f81f8e21-4855-4c51-ade6-8202a9766d69 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Deleted allocations for instance 4524b5a6-bbc1-4850-959f-f2fd948f526f [ 1920.756441] env[62298]: DEBUG oslo_vmware.api [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805085, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.791300] env[62298]: DEBUG nova.virt.hardware [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1920.791592] env[62298]: DEBUG nova.virt.hardware [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1920.791774] env[62298]: DEBUG nova.virt.hardware [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1920.791980] env[62298]: DEBUG nova.virt.hardware [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1920.792139] env[62298]: DEBUG nova.virt.hardware [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1920.792287] env[62298]: DEBUG nova.virt.hardware [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1920.792494] env[62298]: DEBUG nova.virt.hardware [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1920.792650] env[62298]: DEBUG nova.virt.hardware [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1920.792866] env[62298]: DEBUG nova.virt.hardware [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1920.793066] env[62298]: DEBUG nova.virt.hardware [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1920.794062] env[62298]: DEBUG nova.virt.hardware [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1920.799329] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d0437cb-855f-441b-959c-3e33c50a9e72 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.816340] env[62298]: DEBUG oslo_vmware.api [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1920.816340] env[62298]: value = "task-1805087" [ 1920.816340] env[62298]: _type = "Task" [ 1920.816340] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.825382] env[62298]: DEBUG oslo_vmware.api [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805087, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.940233] env[62298]: DEBUG nova.network.neutron [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Successfully updated port: 9ea4528a-a71f-4ee9-a78c-7fce8dec8ce4 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1920.968197] env[62298]: DEBUG oslo_vmware.api [None req-8cdf70a3-5f56-401d-9b66-654cb03fdc12 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805086, 'name': ReconfigVM_Task, 'duration_secs': 0.172054} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.968579] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cdf70a3-5f56-401d-9b66-654cb03fdc12 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374195', 'volume_id': 'f96aed29-91b9-4759-ae08-41cd79c4561d', 'name': 'volume-f96aed29-91b9-4759-ae08-41cd79c4561d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3870cdda-518c-46ad-bea4-f881891751e5', 'attached_at': '', 'detached_at': '', 'volume_id': 'f96aed29-91b9-4759-ae08-41cd79c4561d', 'serial': 'f96aed29-91b9-4759-ae08-41cd79c4561d'} {{(pid=62298) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1920.980344] env[62298]: DEBUG oslo_vmware.api [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525ef8c9-157e-0f29-da83-10fb877b6bc3, 'name': SearchDatastore_Task, 'duration_secs': 0.021296} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.980766] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.980879] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 59a5e4d5-6d0e-45af-9e23-57aaf115d983/59a5e4d5-6d0e-45af-9e23-57aaf115d983.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1920.981156] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-446540ef-f879-4509-8cc0-10b044a290c0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.987423] env[62298]: DEBUG oslo_vmware.api [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1920.987423] env[62298]: value = "task-1805088" [ 1920.987423] env[62298]: _type = "Task" [ 1920.987423] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.998991] env[62298]: DEBUG oslo_vmware.api [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.010436] env[62298]: DEBUG nova.compute.manager [req-59bb824e-119c-434a-a6d9-2c45b74f5b16 req-1379038f-271c-4796-b3e6-54acc23f5611 service nova] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Received event network-vif-plugged-9ea4528a-a71f-4ee9-a78c-7fce8dec8ce4 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1921.010663] env[62298]: DEBUG oslo_concurrency.lockutils [req-59bb824e-119c-434a-a6d9-2c45b74f5b16 req-1379038f-271c-4796-b3e6-54acc23f5611 service nova] Acquiring lock "4412aaff-e323-4856-b23b-604fbecbf979-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.010920] env[62298]: DEBUG oslo_concurrency.lockutils [req-59bb824e-119c-434a-a6d9-2c45b74f5b16 req-1379038f-271c-4796-b3e6-54acc23f5611 service nova] Lock "4412aaff-e323-4856-b23b-604fbecbf979-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.011119] env[62298]: DEBUG oslo_concurrency.lockutils [req-59bb824e-119c-434a-a6d9-2c45b74f5b16 req-1379038f-271c-4796-b3e6-54acc23f5611 service nova] Lock "4412aaff-e323-4856-b23b-604fbecbf979-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.011293] env[62298]: DEBUG nova.compute.manager [req-59bb824e-119c-434a-a6d9-2c45b74f5b16 req-1379038f-271c-4796-b3e6-54acc23f5611 service nova] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] No waiting events found dispatching network-vif-plugged-9ea4528a-a71f-4ee9-a78c-7fce8dec8ce4 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1921.011462] env[62298]: WARNING nova.compute.manager [req-59bb824e-119c-434a-a6d9-2c45b74f5b16 req-1379038f-271c-4796-b3e6-54acc23f5611 service nova] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Received unexpected event network-vif-plugged-9ea4528a-a71f-4ee9-a78c-7fce8dec8ce4 for instance with vm_state building and task_state spawning. [ 1921.056509] env[62298]: DEBUG nova.compute.manager [req-c4dc4b76-140d-4394-a615-4604d5a01b6e req-62e32f27-ab62-41e7-9bac-b4db98e47925 service nova] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Received event network-changed-9ea4528a-a71f-4ee9-a78c-7fce8dec8ce4 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1921.056719] env[62298]: DEBUG nova.compute.manager [req-c4dc4b76-140d-4394-a615-4604d5a01b6e req-62e32f27-ab62-41e7-9bac-b4db98e47925 service nova] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Refreshing instance network info cache due to event network-changed-9ea4528a-a71f-4ee9-a78c-7fce8dec8ce4. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1921.056936] env[62298]: DEBUG oslo_concurrency.lockutils [req-c4dc4b76-140d-4394-a615-4604d5a01b6e req-62e32f27-ab62-41e7-9bac-b4db98e47925 service nova] Acquiring lock "refresh_cache-4412aaff-e323-4856-b23b-604fbecbf979" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.057098] env[62298]: DEBUG oslo_concurrency.lockutils [req-c4dc4b76-140d-4394-a615-4604d5a01b6e req-62e32f27-ab62-41e7-9bac-b4db98e47925 service nova] Acquired lock "refresh_cache-4412aaff-e323-4856-b23b-604fbecbf979" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.057265] env[62298]: DEBUG nova.network.neutron [req-c4dc4b76-140d-4394-a615-4604d5a01b6e req-62e32f27-ab62-41e7-9bac-b4db98e47925 service nova] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Refreshing network info cache for port 9ea4528a-a71f-4ee9-a78c-7fce8dec8ce4 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1921.121569] env[62298]: INFO nova.compute.manager [None req-fed326ae-c65b-4ee0-835c-7dcf4998038c tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Unrescuing [ 1921.121854] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fed326ae-c65b-4ee0-835c-7dcf4998038c tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "refresh_cache-aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.122029] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fed326ae-c65b-4ee0-835c-7dcf4998038c tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquired lock "refresh_cache-aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.122410] env[62298]: DEBUG nova.network.neutron [None req-fed326ae-c65b-4ee0-835c-7dcf4998038c tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1921.129012] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f81f8e21-4855-4c51-ade6-8202a9766d69 tempest-ServerTagsTestJSON-545313665 tempest-ServerTagsTestJSON-545313665-project-member] Lock "4524b5a6-bbc1-4850-959f-f2fd948f526f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.877s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.258401] env[62298]: DEBUG oslo_vmware.api [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805085, 'name': CloneVM_Task} progress is 95%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.327170] env[62298]: DEBUG oslo_vmware.api [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805087, 'name': ReconfigVM_Task, 'duration_secs': 0.180566} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.327565] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Updating instance '8a762754-128d-4478-be5b-2244cc4c704f' progress to 33 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1921.444447] env[62298]: DEBUG oslo_concurrency.lockutils [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "refresh_cache-4412aaff-e323-4856-b23b-604fbecbf979" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.498431] env[62298]: DEBUG oslo_vmware.api [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46061} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.498606] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 59a5e4d5-6d0e-45af-9e23-57aaf115d983/59a5e4d5-6d0e-45af-9e23-57aaf115d983.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1921.498822] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1921.499099] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70530349-886b-470f-a2a1-f90d58bf57f5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.506314] env[62298]: DEBUG oslo_vmware.api [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1921.506314] env[62298]: value = "task-1805089" [ 1921.506314] env[62298]: _type = "Task" [ 1921.506314] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.514325] env[62298]: DEBUG oslo_vmware.api [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805089, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.517019] env[62298]: DEBUG nova.objects.instance [None req-8cdf70a3-5f56-401d-9b66-654cb03fdc12 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lazy-loading 'flavor' on Instance uuid 3870cdda-518c-46ad-bea4-f881891751e5 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1921.591689] env[62298]: DEBUG nova.network.neutron [req-c4dc4b76-140d-4394-a615-4604d5a01b6e req-62e32f27-ab62-41e7-9bac-b4db98e47925 service nova] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1921.700650] env[62298]: DEBUG nova.network.neutron [req-c4dc4b76-140d-4394-a615-4604d5a01b6e req-62e32f27-ab62-41e7-9bac-b4db98e47925 service nova] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.759360] env[62298]: DEBUG oslo_vmware.api [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805085, 'name': CloneVM_Task, 'duration_secs': 1.273838} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.759640] env[62298]: INFO nova.virt.vmwareapi.vmops [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Created linked-clone VM from snapshot [ 1921.760412] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b3f357-5b2f-4751-b9df-c0d190559719 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.768389] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Uploading image 860f0930-08c1-4fb7-80fe-dce164dc6992 {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1921.796779] env[62298]: DEBUG oslo_vmware.rw_handles [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1921.796779] env[62298]: value = "vm-374199" [ 1921.796779] env[62298]: _type = "VirtualMachine" [ 1921.796779] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1921.797115] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-57465aea-0f99-4fe0-a4f2-ee21cd14fff0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.804202] env[62298]: DEBUG oslo_vmware.rw_handles [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lease: (returnval){ [ 1921.804202] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]528b6905-e78d-f62f-2100-10ac688752ac" [ 1921.804202] env[62298]: _type = "HttpNfcLease" [ 1921.804202] env[62298]: } obtained for exporting VM: (result){ [ 1921.804202] env[62298]: value = "vm-374199" [ 1921.804202] env[62298]: _type = "VirtualMachine" [ 1921.804202] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1921.804617] env[62298]: DEBUG oslo_vmware.api [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the lease: (returnval){ [ 1921.804617] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]528b6905-e78d-f62f-2100-10ac688752ac" [ 1921.804617] env[62298]: _type = "HttpNfcLease" [ 1921.804617] env[62298]: } to be ready. {{(pid=62298) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1921.812589] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1921.812589] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]528b6905-e78d-f62f-2100-10ac688752ac" [ 1921.812589] env[62298]: _type = "HttpNfcLease" [ 1921.812589] env[62298]: } is initializing. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1921.822523] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1921.835025] env[62298]: DEBUG nova.virt.hardware [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1921.835025] env[62298]: DEBUG nova.virt.hardware [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1921.835025] env[62298]: DEBUG nova.virt.hardware [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1921.835025] env[62298]: DEBUG nova.virt.hardware [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1921.835025] env[62298]: DEBUG nova.virt.hardware [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1921.835470] env[62298]: DEBUG nova.virt.hardware [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1921.835809] env[62298]: DEBUG nova.virt.hardware [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1921.836208] env[62298]: DEBUG nova.virt.hardware [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1921.836556] env[62298]: DEBUG nova.virt.hardware [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1921.836876] env[62298]: DEBUG nova.virt.hardware [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1921.837187] env[62298]: DEBUG nova.virt.hardware [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1921.845031] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1921.847240] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-415cc9b4-05a4-48b4-9989-bf4969414874 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.869063] env[62298]: DEBUG oslo_vmware.api [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1921.869063] env[62298]: value = "task-1805091" [ 1921.869063] env[62298]: _type = "Task" [ 1921.869063] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.878579] env[62298]: DEBUG oslo_vmware.api [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805091, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.924501] env[62298]: DEBUG nova.network.neutron [None req-fed326ae-c65b-4ee0-835c-7dcf4998038c tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Updating instance_info_cache with network_info: [{"id": "e63d2fa9-b72e-451b-afd4-607722c94d0c", "address": "fa:16:3e:41:2a:51", "network": {"id": "66ddb69c-a0b5-4d9a-812e-c071845bc88a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165425722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd819ba42d93442d90c65ee40ac606f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63d2fa9-b7", "ovs_interfaceid": "e63d2fa9-b72e-451b-afd4-607722c94d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.016985] env[62298]: DEBUG oslo_vmware.api [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805089, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199001} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.017715] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1922.019049] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b3cead-b677-4dcb-90cf-c2cf8decdfda {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.049853] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 59a5e4d5-6d0e-45af-9e23-57aaf115d983/59a5e4d5-6d0e-45af-9e23-57aaf115d983.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1922.051234] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31d421e0-173e-4af2-a263-4b6c97f82269 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.074675] env[62298]: DEBUG oslo_vmware.api [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1922.074675] env[62298]: value = "task-1805093" [ 1922.074675] env[62298]: _type = "Task" [ 1922.074675] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.085294] env[62298]: DEBUG oslo_vmware.api [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805093, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.203223] env[62298]: DEBUG oslo_concurrency.lockutils [req-c4dc4b76-140d-4394-a615-4604d5a01b6e req-62e32f27-ab62-41e7-9bac-b4db98e47925 service nova] Releasing lock "refresh_cache-4412aaff-e323-4856-b23b-604fbecbf979" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.204048] env[62298]: DEBUG oslo_concurrency.lockutils [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquired lock "refresh_cache-4412aaff-e323-4856-b23b-604fbecbf979" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.204222] env[62298]: DEBUG nova.network.neutron [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1922.313855] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1922.313855] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]528b6905-e78d-f62f-2100-10ac688752ac" [ 1922.313855] env[62298]: _type = "HttpNfcLease" [ 1922.313855] env[62298]: } is ready. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1922.314294] env[62298]: DEBUG oslo_vmware.rw_handles [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1922.314294] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]528b6905-e78d-f62f-2100-10ac688752ac" [ 1922.314294] env[62298]: _type = "HttpNfcLease" [ 1922.314294] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1922.315033] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b18fff2-bd33-4b0a-a865-4644a6cdf828 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.323480] env[62298]: DEBUG oslo_vmware.rw_handles [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d7042c-6f5d-baf1-78b6-236723185b07/disk-0.vmdk from lease info. {{(pid=62298) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1922.324453] env[62298]: DEBUG oslo_vmware.rw_handles [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d7042c-6f5d-baf1-78b6-236723185b07/disk-0.vmdk for reading. {{(pid=62298) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1922.398161] env[62298]: DEBUG oslo_vmware.api [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805091, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.430414] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fed326ae-c65b-4ee0-835c-7dcf4998038c tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Releasing lock "refresh_cache-aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.431274] env[62298]: DEBUG nova.objects.instance [None req-fed326ae-c65b-4ee0-835c-7dcf4998038c tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lazy-loading 'flavor' on Instance uuid aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1922.441261] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d7c0891e-17b1-4240-909b-0dfef7e7c563 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.530676] env[62298]: DEBUG oslo_concurrency.lockutils [None req-8cdf70a3-5f56-401d-9b66-654cb03fdc12 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "3870cdda-518c-46ad-bea4-f881891751e5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.268s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.585649] env[62298]: DEBUG oslo_vmware.api [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805093, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.738860] env[62298]: DEBUG nova.network.neutron [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1922.770458] env[62298]: DEBUG oslo_concurrency.lockutils [None req-82575b8d-77b6-43f9-8c45-3324627f2c39 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "3870cdda-518c-46ad-bea4-f881891751e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.770707] env[62298]: DEBUG oslo_concurrency.lockutils [None req-82575b8d-77b6-43f9-8c45-3324627f2c39 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "3870cdda-518c-46ad-bea4-f881891751e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.771020] env[62298]: DEBUG oslo_concurrency.lockutils [None req-82575b8d-77b6-43f9-8c45-3324627f2c39 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "3870cdda-518c-46ad-bea4-f881891751e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.771709] env[62298]: DEBUG oslo_concurrency.lockutils [None req-82575b8d-77b6-43f9-8c45-3324627f2c39 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "3870cdda-518c-46ad-bea4-f881891751e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.771897] env[62298]: DEBUG oslo_concurrency.lockutils [None req-82575b8d-77b6-43f9-8c45-3324627f2c39 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "3870cdda-518c-46ad-bea4-f881891751e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.773982] env[62298]: INFO nova.compute.manager [None req-82575b8d-77b6-43f9-8c45-3324627f2c39 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Terminating instance [ 1922.887675] env[62298]: DEBUG nova.network.neutron [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Updating instance_info_cache with network_info: [{"id": "9ea4528a-a71f-4ee9-a78c-7fce8dec8ce4", "address": "fa:16:3e:77:91:f2", "network": {"id": "a1cc5b7e-29b8-442e-aded-4790d7ea1173", "bridge": "br-int", "label": "tempest-ServersTestJSON-828003697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03e0481a48d41fa860471811159cb77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea4528a-a7", "ovs_interfaceid": "9ea4528a-a71f-4ee9-a78c-7fce8dec8ce4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.900037] env[62298]: DEBUG oslo_vmware.api [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805091, 'name': ReconfigVM_Task, 'duration_secs': 0.537403} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.900037] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1922.900377] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8e5db0-2aa3-419e-a368-06ab5b684696 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.927110] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 8a762754-128d-4478-be5b-2244cc4c704f/8a762754-128d-4478-be5b-2244cc4c704f.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1922.927886] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2db8d7b4-5fb1-48d5-8e2b-371fd2fd10c5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.945564] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f751f4d-d0d6-4035-8034-b5293846ec4a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.950335] env[62298]: DEBUG oslo_vmware.api [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1922.950335] env[62298]: value = "task-1805094" [ 1922.950335] env[62298]: _type = "Task" [ 1922.950335] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.971327] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed326ae-c65b-4ee0-835c-7dcf4998038c tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1922.975106] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f45b2a98-7754-403b-a54a-842a442b1de1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.982723] env[62298]: DEBUG oslo_vmware.api [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.986190] env[62298]: DEBUG oslo_vmware.api [None req-fed326ae-c65b-4ee0-835c-7dcf4998038c tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1922.986190] env[62298]: value = "task-1805095" [ 1922.986190] env[62298]: _type = "Task" [ 1922.986190] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.992491] env[62298]: DEBUG oslo_vmware.api [None req-fed326ae-c65b-4ee0-835c-7dcf4998038c tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.086035] env[62298]: DEBUG oslo_vmware.api [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805093, 'name': ReconfigVM_Task, 'duration_secs': 0.650133} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.087028] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 59a5e4d5-6d0e-45af-9e23-57aaf115d983/59a5e4d5-6d0e-45af-9e23-57aaf115d983.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1923.087253] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bc9472e-ebe6-4c1e-8167-158b38d5ba5a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.094759] env[62298]: DEBUG oslo_vmware.api [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1923.094759] env[62298]: value = "task-1805096" [ 1923.094759] env[62298]: _type = "Task" [ 1923.094759] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.103202] env[62298]: DEBUG oslo_vmware.api [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805096, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.281422] env[62298]: DEBUG nova.compute.manager [None req-82575b8d-77b6-43f9-8c45-3324627f2c39 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1923.281662] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-82575b8d-77b6-43f9-8c45-3324627f2c39 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1923.282831] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc032720-ec5f-49f0-9f2c-e4e7c87476a6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.291192] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-82575b8d-77b6-43f9-8c45-3324627f2c39 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1923.291600] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0501a0c-c306-4138-8211-0a0bbd08369a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.298705] env[62298]: DEBUG oslo_vmware.api [None req-82575b8d-77b6-43f9-8c45-3324627f2c39 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1923.298705] env[62298]: value = "task-1805097" [ 1923.298705] env[62298]: _type = "Task" [ 1923.298705] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.309239] env[62298]: DEBUG oslo_vmware.api [None req-82575b8d-77b6-43f9-8c45-3324627f2c39 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.394302] env[62298]: DEBUG oslo_concurrency.lockutils [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Releasing lock "refresh_cache-4412aaff-e323-4856-b23b-604fbecbf979" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1923.394733] env[62298]: DEBUG nova.compute.manager [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Instance network_info: |[{"id": "9ea4528a-a71f-4ee9-a78c-7fce8dec8ce4", "address": "fa:16:3e:77:91:f2", "network": {"id": "a1cc5b7e-29b8-442e-aded-4790d7ea1173", "bridge": "br-int", "label": "tempest-ServersTestJSON-828003697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03e0481a48d41fa860471811159cb77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea4528a-a7", "ovs_interfaceid": "9ea4528a-a71f-4ee9-a78c-7fce8dec8ce4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1923.395285] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:91:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ea4528a-a71f-4ee9-a78c-7fce8dec8ce4', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1923.403836] env[62298]: DEBUG oslo.service.loopingcall [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1923.404103] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1923.404427] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ec9b643-4c3b-4613-92f3-253f36044307 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.425038] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1923.425038] env[62298]: value = "task-1805098" [ 1923.425038] env[62298]: _type = "Task" [ 1923.425038] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.433561] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805098, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.480907] env[62298]: DEBUG oslo_vmware.api [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805094, 'name': ReconfigVM_Task, 'duration_secs': 0.395447} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.481333] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 8a762754-128d-4478-be5b-2244cc4c704f/8a762754-128d-4478-be5b-2244cc4c704f.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1923.481682] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Updating instance '8a762754-128d-4478-be5b-2244cc4c704f' progress to 50 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1923.494243] env[62298]: DEBUG oslo_vmware.api [None req-fed326ae-c65b-4ee0-835c-7dcf4998038c tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805095, 'name': PowerOffVM_Task, 'duration_secs': 0.231983} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.494359] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed326ae-c65b-4ee0-835c-7dcf4998038c tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1923.502031] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-fed326ae-c65b-4ee0-835c-7dcf4998038c tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Reconfiguring VM instance instance-00000062 to detach disk 2002 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1923.502031] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7751465-a89a-4ffa-ba67-d87307fc43b0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.524767] env[62298]: DEBUG oslo_vmware.api [None req-fed326ae-c65b-4ee0-835c-7dcf4998038c tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1923.524767] env[62298]: value = "task-1805099" [ 1923.524767] env[62298]: _type = "Task" [ 1923.524767] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.535352] env[62298]: DEBUG oslo_vmware.api [None req-fed326ae-c65b-4ee0-835c-7dcf4998038c tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805099, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.605112] env[62298]: DEBUG oslo_vmware.api [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805096, 'name': Rename_Task, 'duration_secs': 0.160094} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.605610] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1923.606042] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-001596c8-4394-4ae7-89ab-e4f099bf1b78 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.613188] env[62298]: DEBUG oslo_vmware.api [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1923.613188] env[62298]: value = "task-1805100" [ 1923.613188] env[62298]: _type = "Task" [ 1923.613188] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.622445] env[62298]: DEBUG oslo_vmware.api [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.808794] env[62298]: DEBUG oslo_vmware.api [None req-82575b8d-77b6-43f9-8c45-3324627f2c39 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805097, 'name': PowerOffVM_Task, 'duration_secs': 0.192169} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.809184] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-82575b8d-77b6-43f9-8c45-3324627f2c39 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1923.809528] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-82575b8d-77b6-43f9-8c45-3324627f2c39 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1923.809832] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b17c7aad-8852-4062-93a5-7a3e79da8252 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.932071] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-82575b8d-77b6-43f9-8c45-3324627f2c39 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1923.932338] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-82575b8d-77b6-43f9-8c45-3324627f2c39 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1923.932534] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-82575b8d-77b6-43f9-8c45-3324627f2c39 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Deleting the datastore file [datastore1] 3870cdda-518c-46ad-bea4-f881891751e5 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1923.933370] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1728c3c7-4f9b-4609-a90b-d045ac8e45c3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.938287] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805098, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.942872] env[62298]: DEBUG oslo_vmware.api [None req-82575b8d-77b6-43f9-8c45-3324627f2c39 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1923.942872] env[62298]: value = "task-1805102" [ 1923.942872] env[62298]: _type = "Task" [ 1923.942872] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.951269] env[62298]: DEBUG oslo_vmware.api [None req-82575b8d-77b6-43f9-8c45-3324627f2c39 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.993217] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5faca7e-53cf-46f1-9ae4-3c94c542d443 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.016252] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eaa8193-ac9f-4235-a0c1-a46e4bd699d2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.036910] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Updating instance '8a762754-128d-4478-be5b-2244cc4c704f' progress to 67 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1924.050357] env[62298]: DEBUG oslo_vmware.api [None req-fed326ae-c65b-4ee0-835c-7dcf4998038c tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805099, 'name': ReconfigVM_Task, 'duration_secs': 0.516047} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.050634] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-fed326ae-c65b-4ee0-835c-7dcf4998038c tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Reconfigured VM instance instance-00000062 to detach disk 2002 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1924.050930] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed326ae-c65b-4ee0-835c-7dcf4998038c tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1924.051275] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cde561f1-461a-49f4-aaeb-8b6a126a9c0c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.059311] env[62298]: DEBUG oslo_vmware.api [None req-fed326ae-c65b-4ee0-835c-7dcf4998038c tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1924.059311] env[62298]: value = "task-1805103" [ 1924.059311] env[62298]: _type = "Task" [ 1924.059311] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.068132] env[62298]: DEBUG oslo_vmware.api [None req-fed326ae-c65b-4ee0-835c-7dcf4998038c tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.126785] env[62298]: DEBUG oslo_vmware.api [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805100, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.351300] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b7e419-cece-4f05-8128-1235a0caa79a tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Volume attach. Driver type: vmdk {{(pid=62298) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1924.351765] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b7e419-cece-4f05-8128-1235a0caa79a tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374198', 'volume_id': 'b6d2a30f-016a-4fdd-b4dd-27818c838406', 'name': 'volume-b6d2a30f-016a-4fdd-b4dd-27818c838406', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f817ac43-dfd4-4a70-9034-25f0e80a7259', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6d2a30f-016a-4fdd-b4dd-27818c838406', 'serial': 'b6d2a30f-016a-4fdd-b4dd-27818c838406'} {{(pid=62298) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1924.352576] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37743ef0-bc64-4f73-8844-f5d08d07f9b0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.372858] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb03632c-954a-48c3-ab67-6e32a3342ff7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.406776] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b7e419-cece-4f05-8128-1235a0caa79a tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] volume-b6d2a30f-016a-4fdd-b4dd-27818c838406/volume-b6d2a30f-016a-4fdd-b4dd-27818c838406.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1924.407204] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d8c7efb-de66-4b11-a337-1e014eefae02 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.426178] env[62298]: DEBUG oslo_vmware.api [None req-89b7e419-cece-4f05-8128-1235a0caa79a tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1924.426178] env[62298]: value = "task-1805104" [ 1924.426178] env[62298]: _type = "Task" [ 1924.426178] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.437689] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805098, 'name': CreateVM_Task, 'duration_secs': 0.580626} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.441016] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1924.441374] env[62298]: DEBUG oslo_vmware.api [None req-89b7e419-cece-4f05-8128-1235a0caa79a tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1805104, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.442099] env[62298]: DEBUG oslo_concurrency.lockutils [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.442295] env[62298]: DEBUG oslo_concurrency.lockutils [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.442650] env[62298]: DEBUG oslo_concurrency.lockutils [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1924.442930] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffd09dc6-9860-49c9-946f-301b235676f6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.455398] env[62298]: DEBUG oslo_vmware.api [None req-82575b8d-77b6-43f9-8c45-3324627f2c39 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132241} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.456533] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-82575b8d-77b6-43f9-8c45-3324627f2c39 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1924.456533] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-82575b8d-77b6-43f9-8c45-3324627f2c39 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1924.456533] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-82575b8d-77b6-43f9-8c45-3324627f2c39 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1924.456709] env[62298]: INFO nova.compute.manager [None req-82575b8d-77b6-43f9-8c45-3324627f2c39 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1924.456876] env[62298]: DEBUG oslo.service.loopingcall [None req-82575b8d-77b6-43f9-8c45-3324627f2c39 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1924.457198] env[62298]: DEBUG oslo_vmware.api [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1924.457198] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52099487-9db5-75f2-cb88-10619b506fe2" [ 1924.457198] env[62298]: _type = "Task" [ 1924.457198] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.457420] env[62298]: DEBUG nova.compute.manager [-] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1924.458147] env[62298]: DEBUG nova.network.neutron [-] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1924.469809] env[62298]: DEBUG oslo_vmware.api [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52099487-9db5-75f2-cb88-10619b506fe2, 'name': SearchDatastore_Task, 'duration_secs': 0.014494} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.470313] env[62298]: DEBUG oslo_concurrency.lockutils [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1924.470674] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1924.471054] env[62298]: DEBUG oslo_concurrency.lockutils [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.471308] env[62298]: DEBUG oslo_concurrency.lockutils [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.472851] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1924.472851] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9a8b937-ba61-4666-9047-ccaa83c83cc2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.482637] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1924.482778] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1924.483579] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa898606-5a2f-4438-83bb-3e64efde7ded {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.489355] env[62298]: DEBUG oslo_vmware.api [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1924.489355] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52949550-007b-80cd-fa67-b32fb24e162e" [ 1924.489355] env[62298]: _type = "Task" [ 1924.489355] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.500414] env[62298]: DEBUG oslo_vmware.api [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52949550-007b-80cd-fa67-b32fb24e162e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.570261] env[62298]: DEBUG oslo_vmware.api [None req-fed326ae-c65b-4ee0-835c-7dcf4998038c tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805103, 'name': PowerOnVM_Task, 'duration_secs': 0.510831} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.570663] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed326ae-c65b-4ee0-835c-7dcf4998038c tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1924.570958] env[62298]: DEBUG nova.compute.manager [None req-fed326ae-c65b-4ee0-835c-7dcf4998038c tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1924.571832] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772e66f6-7f91-402a-9669-77b00355d6d0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.625382] env[62298]: DEBUG oslo_vmware.api [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805100, 'name': PowerOnVM_Task, 'duration_secs': 0.61661} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.625614] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1924.625834] env[62298]: INFO nova.compute.manager [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1924.626030] env[62298]: DEBUG nova.compute.manager [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1924.630027] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e36c7bd-e326-4d4a-90d6-2f6234f9360f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.637054] env[62298]: DEBUG nova.network.neutron [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Port 77076373-6e36-4e69-a1ab-4e96a43cc7b6 binding to destination host cpu-1 is already ACTIVE {{(pid=62298) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1924.937782] env[62298]: DEBUG oslo_vmware.api [None req-89b7e419-cece-4f05-8128-1235a0caa79a tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1805104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.002081] env[62298]: DEBUG oslo_vmware.api [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52949550-007b-80cd-fa67-b32fb24e162e, 'name': SearchDatastore_Task, 'duration_secs': 0.017233} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.002869] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1045f6c-8795-40f8-8ca0-fc8ec16ffc59 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.008407] env[62298]: DEBUG oslo_vmware.api [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1925.008407] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5217dd3b-7933-68f6-9412-a79679ad7227" [ 1925.008407] env[62298]: _type = "Task" [ 1925.008407] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.017345] env[62298]: DEBUG oslo_vmware.api [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5217dd3b-7933-68f6-9412-a79679ad7227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.068680] env[62298]: DEBUG nova.compute.manager [req-586a42e2-78d2-4d9c-b625-5434fed4eb73 req-72510d13-0e12-4036-8792-dcda2369a221 service nova] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Received event network-vif-deleted-c0420157-c9d1-4060-aad6-75e79b854adf {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1925.069026] env[62298]: INFO nova.compute.manager [req-586a42e2-78d2-4d9c-b625-5434fed4eb73 req-72510d13-0e12-4036-8792-dcda2369a221 service nova] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Neutron deleted interface c0420157-c9d1-4060-aad6-75e79b854adf; detaching it from the instance and deleting it from the info cache [ 1925.069026] env[62298]: DEBUG nova.network.neutron [req-586a42e2-78d2-4d9c-b625-5434fed4eb73 req-72510d13-0e12-4036-8792-dcda2369a221 service nova] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.148887] env[62298]: INFO nova.compute.manager [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Took 15.86 seconds to build instance. [ 1925.439622] env[62298]: DEBUG oslo_vmware.api [None req-89b7e419-cece-4f05-8128-1235a0caa79a tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1805104, 'name': ReconfigVM_Task, 'duration_secs': 0.797567} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.440244] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b7e419-cece-4f05-8128-1235a0caa79a tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Reconfigured VM instance instance-00000064 to attach disk [datastore1] volume-b6d2a30f-016a-4fdd-b4dd-27818c838406/volume-b6d2a30f-016a-4fdd-b4dd-27818c838406.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1925.446307] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd8e2ea7-9fdd-4aa2-83cb-d9954bf1d0b5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.462748] env[62298]: DEBUG oslo_vmware.api [None req-89b7e419-cece-4f05-8128-1235a0caa79a tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1925.462748] env[62298]: value = "task-1805105" [ 1925.462748] env[62298]: _type = "Task" [ 1925.462748] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.472840] env[62298]: DEBUG oslo_vmware.api [None req-89b7e419-cece-4f05-8128-1235a0caa79a tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1805105, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.518891] env[62298]: DEBUG oslo_vmware.api [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5217dd3b-7933-68f6-9412-a79679ad7227, 'name': SearchDatastore_Task, 'duration_secs': 0.012335} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.519314] env[62298]: DEBUG oslo_concurrency.lockutils [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.519730] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 4412aaff-e323-4856-b23b-604fbecbf979/4412aaff-e323-4856-b23b-604fbecbf979.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1925.520052] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52e4dca5-4a4d-4541-aabd-8691a8946998 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.527444] env[62298]: DEBUG oslo_vmware.api [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1925.527444] env[62298]: value = "task-1805106" [ 1925.527444] env[62298]: _type = "Task" [ 1925.527444] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.535960] env[62298]: DEBUG oslo_vmware.api [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.547698] env[62298]: DEBUG nova.network.neutron [-] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.571179] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-828f7173-e581-460b-a6ca-02827724b71f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.583203] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d808ea-ce77-43e6-96fb-096de1ecd582 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.619579] env[62298]: DEBUG nova.compute.manager [req-586a42e2-78d2-4d9c-b625-5434fed4eb73 req-72510d13-0e12-4036-8792-dcda2369a221 service nova] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Detach interface failed, port_id=c0420157-c9d1-4060-aad6-75e79b854adf, reason: Instance 3870cdda-518c-46ad-bea4-f881891751e5 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1925.655935] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0bb21e6f-0682-4543-a409-2b9c66f567db tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "59a5e4d5-6d0e-45af-9e23-57aaf115d983" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.377s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.662632] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "8a762754-128d-4478-be5b-2244cc4c704f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.662877] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "8a762754-128d-4478-be5b-2244cc4c704f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.663127] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "8a762754-128d-4478-be5b-2244cc4c704f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.973958] env[62298]: DEBUG oslo_vmware.api [None req-89b7e419-cece-4f05-8128-1235a0caa79a tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1805105, 'name': ReconfigVM_Task, 'duration_secs': 0.202523} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.973958] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b7e419-cece-4f05-8128-1235a0caa79a tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374198', 'volume_id': 'b6d2a30f-016a-4fdd-b4dd-27818c838406', 'name': 'volume-b6d2a30f-016a-4fdd-b4dd-27818c838406', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f817ac43-dfd4-4a70-9034-25f0e80a7259', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6d2a30f-016a-4fdd-b4dd-27818c838406', 'serial': 'b6d2a30f-016a-4fdd-b4dd-27818c838406'} {{(pid=62298) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1926.039404] env[62298]: DEBUG oslo_vmware.api [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805106, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.052144] env[62298]: INFO nova.compute.manager [-] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Took 1.59 seconds to deallocate network for instance. [ 1926.208729] env[62298]: DEBUG nova.compute.manager [req-db7cf762-e1e8-47d5-ab6a-ec5ff3f8ea5e req-d09064e3-5817-45c5-be77-782dcdc69145 service nova] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Received event network-changed-e63d2fa9-b72e-451b-afd4-607722c94d0c {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1926.209145] env[62298]: DEBUG nova.compute.manager [req-db7cf762-e1e8-47d5-ab6a-ec5ff3f8ea5e req-d09064e3-5817-45c5-be77-782dcdc69145 service nova] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Refreshing instance network info cache due to event network-changed-e63d2fa9-b72e-451b-afd4-607722c94d0c. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1926.209521] env[62298]: DEBUG oslo_concurrency.lockutils [req-db7cf762-e1e8-47d5-ab6a-ec5ff3f8ea5e req-d09064e3-5817-45c5-be77-782dcdc69145 service nova] Acquiring lock "refresh_cache-aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.209863] env[62298]: DEBUG oslo_concurrency.lockutils [req-db7cf762-e1e8-47d5-ab6a-ec5ff3f8ea5e req-d09064e3-5817-45c5-be77-782dcdc69145 service nova] Acquired lock "refresh_cache-aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.211025] env[62298]: DEBUG nova.network.neutron [req-db7cf762-e1e8-47d5-ab6a-ec5ff3f8ea5e req-d09064e3-5817-45c5-be77-782dcdc69145 service nova] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Refreshing network info cache for port e63d2fa9-b72e-451b-afd4-607722c94d0c {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1926.538354] env[62298]: DEBUG oslo_vmware.api [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573411} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.538768] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 4412aaff-e323-4856-b23b-604fbecbf979/4412aaff-e323-4856-b23b-604fbecbf979.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1926.538873] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1926.539109] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8304c634-b18c-4bf9-920e-9b7592865b43 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.545399] env[62298]: DEBUG oslo_vmware.api [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1926.545399] env[62298]: value = "task-1805107" [ 1926.545399] env[62298]: _type = "Task" [ 1926.545399] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.553469] env[62298]: DEBUG oslo_vmware.api [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.558690] env[62298]: DEBUG oslo_concurrency.lockutils [None req-82575b8d-77b6-43f9-8c45-3324627f2c39 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.559264] env[62298]: DEBUG oslo_concurrency.lockutils [None req-82575b8d-77b6-43f9-8c45-3324627f2c39 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.559518] env[62298]: DEBUG nova.objects.instance [None req-82575b8d-77b6-43f9-8c45-3324627f2c39 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lazy-loading 'resources' on Instance uuid 3870cdda-518c-46ad-bea4-f881891751e5 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1926.740725] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "refresh_cache-8a762754-128d-4478-be5b-2244cc4c704f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.740929] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquired lock "refresh_cache-8a762754-128d-4478-be5b-2244cc4c704f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.741119] env[62298]: DEBUG nova.network.neutron [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1927.021799] env[62298]: DEBUG nova.objects.instance [None req-89b7e419-cece-4f05-8128-1235a0caa79a tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lazy-loading 'flavor' on Instance uuid f817ac43-dfd4-4a70-9034-25f0e80a7259 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1927.059946] env[62298]: DEBUG oslo_vmware.api [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076368} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.060289] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1927.061211] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f985c5c-094a-42db-9443-4d4ebb7e7b3a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.099278] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 4412aaff-e323-4856-b23b-604fbecbf979/4412aaff-e323-4856-b23b-604fbecbf979.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1927.101043] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8f5e598-809f-4d12-97f8-4801b4c99b71 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.124236] env[62298]: DEBUG nova.compute.manager [req-b981d3aa-25de-4d47-812e-2414fdb1fe29 req-273be10b-45c3-4388-bfbc-1b22f76fd2e7 service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Received event network-changed-2017f7c3-d123-4da7-b644-0f688454e976 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1927.124236] env[62298]: DEBUG nova.compute.manager [req-b981d3aa-25de-4d47-812e-2414fdb1fe29 req-273be10b-45c3-4388-bfbc-1b22f76fd2e7 service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Refreshing instance network info cache due to event network-changed-2017f7c3-d123-4da7-b644-0f688454e976. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1927.124236] env[62298]: DEBUG oslo_concurrency.lockutils [req-b981d3aa-25de-4d47-812e-2414fdb1fe29 req-273be10b-45c3-4388-bfbc-1b22f76fd2e7 service nova] Acquiring lock "refresh_cache-59a5e4d5-6d0e-45af-9e23-57aaf115d983" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.124678] env[62298]: DEBUG oslo_concurrency.lockutils [req-b981d3aa-25de-4d47-812e-2414fdb1fe29 req-273be10b-45c3-4388-bfbc-1b22f76fd2e7 service nova] Acquired lock "refresh_cache-59a5e4d5-6d0e-45af-9e23-57aaf115d983" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.124678] env[62298]: DEBUG nova.network.neutron [req-b981d3aa-25de-4d47-812e-2414fdb1fe29 req-273be10b-45c3-4388-bfbc-1b22f76fd2e7 service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Refreshing network info cache for port 2017f7c3-d123-4da7-b644-0f688454e976 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1927.126925] env[62298]: DEBUG oslo_vmware.api [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1927.126925] env[62298]: value = "task-1805108" [ 1927.126925] env[62298]: _type = "Task" [ 1927.126925] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.139821] env[62298]: DEBUG oslo_vmware.api [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805108, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.158326] env[62298]: DEBUG nova.network.neutron [req-db7cf762-e1e8-47d5-ab6a-ec5ff3f8ea5e req-d09064e3-5817-45c5-be77-782dcdc69145 service nova] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Updated VIF entry in instance network info cache for port e63d2fa9-b72e-451b-afd4-607722c94d0c. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1927.158832] env[62298]: DEBUG nova.network.neutron [req-db7cf762-e1e8-47d5-ab6a-ec5ff3f8ea5e req-d09064e3-5817-45c5-be77-782dcdc69145 service nova] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Updating instance_info_cache with network_info: [{"id": "e63d2fa9-b72e-451b-afd4-607722c94d0c", "address": "fa:16:3e:41:2a:51", "network": {"id": "66ddb69c-a0b5-4d9a-812e-c071845bc88a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165425722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd819ba42d93442d90c65ee40ac606f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63d2fa9-b7", "ovs_interfaceid": "e63d2fa9-b72e-451b-afd4-607722c94d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1927.306600] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42aa259f-afa8-4bdf-8b69-09e81d6ecee5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.314899] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc039f7-f7bd-44bf-8fb3-e724deecbd47 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.350624] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cbce95-c8a5-4513-8e80-92b5276d4118 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.359424] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e715944-8b22-4b5f-88d6-81733b84ae12 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.373965] env[62298]: DEBUG nova.compute.provider_tree [None req-82575b8d-77b6-43f9-8c45-3324627f2c39 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1927.510115] env[62298]: DEBUG nova.network.neutron [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Updating instance_info_cache with network_info: [{"id": "77076373-6e36-4e69-a1ab-4e96a43cc7b6", "address": "fa:16:3e:5c:f6:79", "network": {"id": "06b906cf-d50a-43c4-8cd2-58ea08057ab7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-166934998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c1cee775abb4a1eb529b35f1cfae0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77076373-6e", "ovs_interfaceid": "77076373-6e36-4e69-a1ab-4e96a43cc7b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1927.529265] env[62298]: DEBUG oslo_concurrency.lockutils [None req-89b7e419-cece-4f05-8128-1235a0caa79a tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "f817ac43-dfd4-4a70-9034-25f0e80a7259" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.796s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.573336] env[62298]: DEBUG oslo_concurrency.lockutils [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "be9abd95-4f85-44ba-bbfb-90921999e197" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.573690] env[62298]: DEBUG oslo_concurrency.lockutils [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "be9abd95-4f85-44ba-bbfb-90921999e197" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.640469] env[62298]: DEBUG oslo_vmware.api [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.661803] env[62298]: DEBUG oslo_concurrency.lockutils [req-db7cf762-e1e8-47d5-ab6a-ec5ff3f8ea5e req-d09064e3-5817-45c5-be77-782dcdc69145 service nova] Releasing lock "refresh_cache-aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.735452] env[62298]: DEBUG oslo_concurrency.lockutils [None req-32b8ef56-764b-41d5-9034-03ad641b2a4b tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquiring lock "f817ac43-dfd4-4a70-9034-25f0e80a7259" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.735693] env[62298]: DEBUG oslo_concurrency.lockutils [None req-32b8ef56-764b-41d5-9034-03ad641b2a4b tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "f817ac43-dfd4-4a70-9034-25f0e80a7259" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.845733] env[62298]: DEBUG nova.network.neutron [req-b981d3aa-25de-4d47-812e-2414fdb1fe29 req-273be10b-45c3-4388-bfbc-1b22f76fd2e7 service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Updated VIF entry in instance network info cache for port 2017f7c3-d123-4da7-b644-0f688454e976. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1927.846125] env[62298]: DEBUG nova.network.neutron [req-b981d3aa-25de-4d47-812e-2414fdb1fe29 req-273be10b-45c3-4388-bfbc-1b22f76fd2e7 service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Updating instance_info_cache with network_info: [{"id": "2017f7c3-d123-4da7-b644-0f688454e976", "address": "fa:16:3e:0e:c9:4a", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2017f7c3-d1", "ovs_interfaceid": "2017f7c3-d123-4da7-b644-0f688454e976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1927.879642] env[62298]: DEBUG nova.scheduler.client.report [None req-82575b8d-77b6-43f9-8c45-3324627f2c39 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1928.014174] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Releasing lock "refresh_cache-8a762754-128d-4478-be5b-2244cc4c704f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.076209] env[62298]: DEBUG nova.compute.manager [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1928.139898] env[62298]: DEBUG oslo_vmware.api [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805108, 'name': ReconfigVM_Task, 'duration_secs': 0.788546} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.140222] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 4412aaff-e323-4856-b23b-604fbecbf979/4412aaff-e323-4856-b23b-604fbecbf979.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1928.140897] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59e50bc4-1196-4046-9c55-1e98737a1444 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.147462] env[62298]: DEBUG oslo_vmware.api [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1928.147462] env[62298]: value = "task-1805109" [ 1928.147462] env[62298]: _type = "Task" [ 1928.147462] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.156258] env[62298]: DEBUG oslo_vmware.api [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805109, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.233817] env[62298]: DEBUG nova.compute.manager [req-30ed37c5-074c-46d5-87d9-26f28b7f2fe6 req-9cdee327-7d97-423d-8bc2-ca3a91bf8165 service nova] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Received event network-changed-e63d2fa9-b72e-451b-afd4-607722c94d0c {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1928.234007] env[62298]: DEBUG nova.compute.manager [req-30ed37c5-074c-46d5-87d9-26f28b7f2fe6 req-9cdee327-7d97-423d-8bc2-ca3a91bf8165 service nova] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Refreshing instance network info cache due to event network-changed-e63d2fa9-b72e-451b-afd4-607722c94d0c. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1928.234331] env[62298]: DEBUG oslo_concurrency.lockutils [req-30ed37c5-074c-46d5-87d9-26f28b7f2fe6 req-9cdee327-7d97-423d-8bc2-ca3a91bf8165 service nova] Acquiring lock "refresh_cache-aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1928.234526] env[62298]: DEBUG oslo_concurrency.lockutils [req-30ed37c5-074c-46d5-87d9-26f28b7f2fe6 req-9cdee327-7d97-423d-8bc2-ca3a91bf8165 service nova] Acquired lock "refresh_cache-aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.234701] env[62298]: DEBUG nova.network.neutron [req-30ed37c5-074c-46d5-87d9-26f28b7f2fe6 req-9cdee327-7d97-423d-8bc2-ca3a91bf8165 service nova] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Refreshing network info cache for port e63d2fa9-b72e-451b-afd4-607722c94d0c {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1928.238883] env[62298]: INFO nova.compute.manager [None req-32b8ef56-764b-41d5-9034-03ad641b2a4b tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Detaching volume 021e1f53-fa1a-47fa-ad7e-9f932ebbaffd [ 1928.278790] env[62298]: INFO nova.virt.block_device [None req-32b8ef56-764b-41d5-9034-03ad641b2a4b tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Attempting to driver detach volume 021e1f53-fa1a-47fa-ad7e-9f932ebbaffd from mountpoint /dev/sdb [ 1928.279154] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-32b8ef56-764b-41d5-9034-03ad641b2a4b tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Volume detach. Driver type: vmdk {{(pid=62298) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1928.279385] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-32b8ef56-764b-41d5-9034-03ad641b2a4b tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374194', 'volume_id': '021e1f53-fa1a-47fa-ad7e-9f932ebbaffd', 'name': 'volume-021e1f53-fa1a-47fa-ad7e-9f932ebbaffd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f817ac43-dfd4-4a70-9034-25f0e80a7259', 'attached_at': '', 'detached_at': '', 'volume_id': '021e1f53-fa1a-47fa-ad7e-9f932ebbaffd', 'serial': '021e1f53-fa1a-47fa-ad7e-9f932ebbaffd'} {{(pid=62298) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1928.283184] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7f6cf9-1ed4-4ec7-8a32-f2a1ee617308 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.306433] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bd5e10-ba31-40ab-b808-245e3ec97971 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.314825] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e4e171-ab8b-4f5a-b3da-8f7ac0479347 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.338164] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bc6ea1-7f7c-4a51-877c-a29c6a6b720e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.355595] env[62298]: DEBUG oslo_concurrency.lockutils [req-b981d3aa-25de-4d47-812e-2414fdb1fe29 req-273be10b-45c3-4388-bfbc-1b22f76fd2e7 service nova] Releasing lock "refresh_cache-59a5e4d5-6d0e-45af-9e23-57aaf115d983" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.356168] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-32b8ef56-764b-41d5-9034-03ad641b2a4b tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] The volume has not been displaced from its original location: [datastore1] volume-021e1f53-fa1a-47fa-ad7e-9f932ebbaffd/volume-021e1f53-fa1a-47fa-ad7e-9f932ebbaffd.vmdk. No consolidation needed. {{(pid=62298) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1928.361912] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-32b8ef56-764b-41d5-9034-03ad641b2a4b tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1928.362709] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-701e21e7-d5f5-4e23-9665-ddb74ef6c85e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.383501] env[62298]: DEBUG oslo_vmware.api [None req-32b8ef56-764b-41d5-9034-03ad641b2a4b tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1928.383501] env[62298]: value = "task-1805110" [ 1928.383501] env[62298]: _type = "Task" [ 1928.383501] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.384327] env[62298]: DEBUG oslo_concurrency.lockutils [None req-82575b8d-77b6-43f9-8c45-3324627f2c39 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.394910] env[62298]: DEBUG oslo_vmware.api [None req-32b8ef56-764b-41d5-9034-03ad641b2a4b tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1805110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.406516] env[62298]: INFO nova.scheduler.client.report [None req-82575b8d-77b6-43f9-8c45-3324627f2c39 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Deleted allocations for instance 3870cdda-518c-46ad-bea4-f881891751e5 [ 1928.538309] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b14c89d-4f4b-4966-ae55-eb3879bc66de {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.559696] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50df27a-6620-474f-bfdb-da93df919321 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.567051] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Updating instance '8a762754-128d-4478-be5b-2244cc4c704f' progress to 83 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1928.594928] env[62298]: DEBUG oslo_concurrency.lockutils [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.595428] env[62298]: DEBUG oslo_concurrency.lockutils [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.596906] env[62298]: INFO nova.compute.claims [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1928.659051] env[62298]: DEBUG oslo_vmware.api [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805109, 'name': Rename_Task, 'duration_secs': 0.251283} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.659392] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1928.659668] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-902818c6-da42-4166-9259-a4babce150b8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.667032] env[62298]: DEBUG oslo_vmware.api [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1928.667032] env[62298]: value = "task-1805111" [ 1928.667032] env[62298]: _type = "Task" [ 1928.667032] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.675510] env[62298]: DEBUG oslo_vmware.api [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.903008] env[62298]: DEBUG oslo_vmware.api [None req-32b8ef56-764b-41d5-9034-03ad641b2a4b tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1805110, 'name': ReconfigVM_Task, 'duration_secs': 0.381894} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.903170] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-32b8ef56-764b-41d5-9034-03ad641b2a4b tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1928.908176] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2b12c29-1102-40c2-9610-95f218b31392 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.924418] env[62298]: DEBUG oslo_concurrency.lockutils [None req-82575b8d-77b6-43f9-8c45-3324627f2c39 tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "3870cdda-518c-46ad-bea4-f881891751e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.154s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.933070] env[62298]: DEBUG oslo_vmware.api [None req-32b8ef56-764b-41d5-9034-03ad641b2a4b tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1928.933070] env[62298]: value = "task-1805112" [ 1928.933070] env[62298]: _type = "Task" [ 1928.933070] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.942726] env[62298]: DEBUG oslo_vmware.api [None req-32b8ef56-764b-41d5-9034-03ad641b2a4b tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1805112, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.073718] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1929.075257] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5250d854-925d-4a03-b42b-0580561f3477 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.083153] env[62298]: DEBUG oslo_vmware.api [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1929.083153] env[62298]: value = "task-1805113" [ 1929.083153] env[62298]: _type = "Task" [ 1929.083153] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.091461] env[62298]: DEBUG oslo_vmware.api [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.098728] env[62298]: DEBUG nova.network.neutron [req-30ed37c5-074c-46d5-87d9-26f28b7f2fe6 req-9cdee327-7d97-423d-8bc2-ca3a91bf8165 service nova] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Updated VIF entry in instance network info cache for port e63d2fa9-b72e-451b-afd4-607722c94d0c. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1929.099107] env[62298]: DEBUG nova.network.neutron [req-30ed37c5-074c-46d5-87d9-26f28b7f2fe6 req-9cdee327-7d97-423d-8bc2-ca3a91bf8165 service nova] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Updating instance_info_cache with network_info: [{"id": "e63d2fa9-b72e-451b-afd4-607722c94d0c", "address": "fa:16:3e:41:2a:51", "network": {"id": "66ddb69c-a0b5-4d9a-812e-c071845bc88a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165425722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd819ba42d93442d90c65ee40ac606f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63d2fa9-b7", "ovs_interfaceid": "e63d2fa9-b72e-451b-afd4-607722c94d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1929.178278] env[62298]: DEBUG oslo_vmware.api [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805111, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.448078] env[62298]: DEBUG oslo_vmware.api [None req-32b8ef56-764b-41d5-9034-03ad641b2a4b tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1805112, 'name': ReconfigVM_Task, 'duration_secs': 0.190967} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.448561] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-32b8ef56-764b-41d5-9034-03ad641b2a4b tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374194', 'volume_id': '021e1f53-fa1a-47fa-ad7e-9f932ebbaffd', 'name': 'volume-021e1f53-fa1a-47fa-ad7e-9f932ebbaffd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f817ac43-dfd4-4a70-9034-25f0e80a7259', 'attached_at': '', 'detached_at': '', 'volume_id': '021e1f53-fa1a-47fa-ad7e-9f932ebbaffd', 'serial': '021e1f53-fa1a-47fa-ad7e-9f932ebbaffd'} {{(pid=62298) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1929.595833] env[62298]: DEBUG oslo_vmware.api [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805113, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.603631] env[62298]: DEBUG oslo_concurrency.lockutils [req-30ed37c5-074c-46d5-87d9-26f28b7f2fe6 req-9cdee327-7d97-423d-8bc2-ca3a91bf8165 service nova] Releasing lock "refresh_cache-aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1929.678983] env[62298]: DEBUG oslo_vmware.api [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805111, 'name': PowerOnVM_Task, 'duration_secs': 0.789915} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.681756] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1929.682017] env[62298]: INFO nova.compute.manager [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1929.682261] env[62298]: DEBUG nova.compute.manager [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1929.683555] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d3790a-57da-4747-8139-130e8f138039 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.802368] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f21a258-f2ae-460b-a3d6-57e029ce8fac {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.811029] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434a14c6-1644-4018-9a30-f4ca782487c7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.842166] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9d9d3e-82d7-4e6c-b925-8cb8ec506a87 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.849883] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d53b3f-d5e3-4dae-99f2-e744372fe693 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.863563] env[62298]: DEBUG nova.compute.provider_tree [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1929.996591] env[62298]: DEBUG nova.objects.instance [None req-32b8ef56-764b-41d5-9034-03ad641b2a4b tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lazy-loading 'flavor' on Instance uuid f817ac43-dfd4-4a70-9034-25f0e80a7259 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1930.095992] env[62298]: DEBUG oslo_vmware.api [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805113, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.199449] env[62298]: INFO nova.compute.manager [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Took 16.80 seconds to build instance. [ 1930.367228] env[62298]: DEBUG nova.scheduler.client.report [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1930.596024] env[62298]: DEBUG oslo_vmware.api [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805113, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.676262] env[62298]: DEBUG oslo_concurrency.lockutils [None req-82666d3d-106b-40e1-84d6-010fff6fa3c0 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "4412aaff-e323-4856-b23b-604fbecbf979" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.708680] env[62298]: DEBUG oslo_concurrency.lockutils [None req-13dd4c02-d6ae-4bf4-884a-b6fefeb9a831 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "4412aaff-e323-4856-b23b-604fbecbf979" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.315s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.709262] env[62298]: DEBUG oslo_concurrency.lockutils [None req-82666d3d-106b-40e1-84d6-010fff6fa3c0 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "4412aaff-e323-4856-b23b-604fbecbf979" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.033s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.709262] env[62298]: DEBUG oslo_concurrency.lockutils [None req-82666d3d-106b-40e1-84d6-010fff6fa3c0 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "4412aaff-e323-4856-b23b-604fbecbf979-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.710026] env[62298]: DEBUG oslo_concurrency.lockutils [None req-82666d3d-106b-40e1-84d6-010fff6fa3c0 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "4412aaff-e323-4856-b23b-604fbecbf979-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.710026] env[62298]: DEBUG oslo_concurrency.lockutils [None req-82666d3d-106b-40e1-84d6-010fff6fa3c0 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "4412aaff-e323-4856-b23b-604fbecbf979-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.711812] env[62298]: INFO nova.compute.manager [None req-82666d3d-106b-40e1-84d6-010fff6fa3c0 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Terminating instance [ 1930.874769] env[62298]: DEBUG oslo_concurrency.lockutils [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.875370] env[62298]: DEBUG nova.compute.manager [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1931.005549] env[62298]: DEBUG oslo_concurrency.lockutils [None req-32b8ef56-764b-41d5-9034-03ad641b2a4b tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "f817ac43-dfd4-4a70-9034-25f0e80a7259" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.269s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.095750] env[62298]: DEBUG oslo_vmware.api [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805113, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.215499] env[62298]: DEBUG nova.compute.manager [None req-82666d3d-106b-40e1-84d6-010fff6fa3c0 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1931.215819] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-82666d3d-106b-40e1-84d6-010fff6fa3c0 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1931.216912] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7635a2-96f5-4b80-bcc7-766c6cf59676 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.224917] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-82666d3d-106b-40e1-84d6-010fff6fa3c0 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1931.225224] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82fe1c07-ffa1-4e0b-b35e-a576d8b7089a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.231734] env[62298]: DEBUG oslo_vmware.api [None req-82666d3d-106b-40e1-84d6-010fff6fa3c0 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1931.231734] env[62298]: value = "task-1805114" [ 1931.231734] env[62298]: _type = "Task" [ 1931.231734] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.239290] env[62298]: DEBUG oslo_vmware.api [None req-82666d3d-106b-40e1-84d6-010fff6fa3c0 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.297611] env[62298]: DEBUG oslo_concurrency.lockutils [None req-495bc511-2cd3-400b-88a0-5de418180eed tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquiring lock "f817ac43-dfd4-4a70-9034-25f0e80a7259" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.297887] env[62298]: DEBUG oslo_concurrency.lockutils [None req-495bc511-2cd3-400b-88a0-5de418180eed tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "f817ac43-dfd4-4a70-9034-25f0e80a7259" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.381455] env[62298]: DEBUG nova.compute.utils [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1931.383727] env[62298]: DEBUG nova.compute.manager [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1931.383889] env[62298]: DEBUG nova.network.neutron [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1931.435939] env[62298]: DEBUG nova.policy [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fe205f549084573a0bcb772655514e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd16a7e68d89479986f48962c3b7f070', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1931.598920] env[62298]: DEBUG oslo_vmware.api [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805113, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.705119] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "9b420da1-62ba-4feb-b0b8-dd1bcea0855e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.705529] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "9b420da1-62ba-4feb-b0b8-dd1bcea0855e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.743582] env[62298]: DEBUG oslo_vmware.api [None req-82666d3d-106b-40e1-84d6-010fff6fa3c0 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805114, 'name': PowerOffVM_Task, 'duration_secs': 0.224925} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.743906] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-82666d3d-106b-40e1-84d6-010fff6fa3c0 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1931.744101] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-82666d3d-106b-40e1-84d6-010fff6fa3c0 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1931.744381] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e136b0dc-79c0-4b88-8bf7-3d33e7b91988 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.800747] env[62298]: INFO nova.compute.manager [None req-495bc511-2cd3-400b-88a0-5de418180eed tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Detaching volume b6d2a30f-016a-4fdd-b4dd-27818c838406 [ 1931.857703] env[62298]: INFO nova.virt.block_device [None req-495bc511-2cd3-400b-88a0-5de418180eed tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Attempting to driver detach volume b6d2a30f-016a-4fdd-b4dd-27818c838406 from mountpoint /dev/sdc [ 1931.858141] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-495bc511-2cd3-400b-88a0-5de418180eed tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Volume detach. Driver type: vmdk {{(pid=62298) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1931.858333] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-495bc511-2cd3-400b-88a0-5de418180eed tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374198', 'volume_id': 'b6d2a30f-016a-4fdd-b4dd-27818c838406', 'name': 'volume-b6d2a30f-016a-4fdd-b4dd-27818c838406', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f817ac43-dfd4-4a70-9034-25f0e80a7259', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6d2a30f-016a-4fdd-b4dd-27818c838406', 'serial': 'b6d2a30f-016a-4fdd-b4dd-27818c838406'} {{(pid=62298) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1931.859663] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27819dec-fb02-4494-aa1f-dee0c7a83d58 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.870554] env[62298]: DEBUG nova.network.neutron [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Successfully created port: bd938c6e-dda2-4a1d-a990-d71ad42249f8 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1931.891689] env[62298]: DEBUG nova.compute.manager [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1931.895115] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13a9778-49e3-4391-ba1d-9bb62bdc5818 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.899252] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-82666d3d-106b-40e1-84d6-010fff6fa3c0 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1931.899745] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-82666d3d-106b-40e1-84d6-010fff6fa3c0 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1931.899745] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-82666d3d-106b-40e1-84d6-010fff6fa3c0 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Deleting the datastore file [datastore1] 4412aaff-e323-4856-b23b-604fbecbf979 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1931.900310] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e2bab7c-41f9-4f4f-89c8-fec8131d46f4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.904891] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2104b26-21c8-4dd6-840e-552b7f1a78d5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.908371] env[62298]: DEBUG oslo_vmware.api [None req-82666d3d-106b-40e1-84d6-010fff6fa3c0 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1931.908371] env[62298]: value = "task-1805116" [ 1931.908371] env[62298]: _type = "Task" [ 1931.908371] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.928092] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa8d36f-4013-4cff-9184-52a6c022e906 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.934569] env[62298]: DEBUG oslo_vmware.api [None req-82666d3d-106b-40e1-84d6-010fff6fa3c0 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.947636] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-495bc511-2cd3-400b-88a0-5de418180eed tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] The volume has not been displaced from its original location: [datastore1] volume-b6d2a30f-016a-4fdd-b4dd-27818c838406/volume-b6d2a30f-016a-4fdd-b4dd-27818c838406.vmdk. No consolidation needed. {{(pid=62298) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1931.952917] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-495bc511-2cd3-400b-88a0-5de418180eed tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Reconfiguring VM instance instance-00000064 to detach disk 2002 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1931.953552] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ade9aba-cd96-4166-b0c1-7c117fad3d0c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.972674] env[62298]: DEBUG oslo_vmware.api [None req-495bc511-2cd3-400b-88a0-5de418180eed tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1931.972674] env[62298]: value = "task-1805117" [ 1931.972674] env[62298]: _type = "Task" [ 1931.972674] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.981016] env[62298]: DEBUG oslo_vmware.api [None req-495bc511-2cd3-400b-88a0-5de418180eed tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1805117, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.096687] env[62298]: DEBUG oslo_vmware.api [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805113, 'name': PowerOnVM_Task, 'duration_secs': 2.664061} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.096964] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1932.097172] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fb91c1dd-ac86-478c-9ef9-b2e3f31166f9 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Updating instance '8a762754-128d-4478-be5b-2244cc4c704f' progress to 100 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1932.184623] env[62298]: DEBUG oslo_vmware.rw_handles [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d7042c-6f5d-baf1-78b6-236723185b07/disk-0.vmdk. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1932.185404] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf4a253-812a-4a16-81f0-c8c2eef94b7e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.194312] env[62298]: DEBUG oslo_vmware.rw_handles [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d7042c-6f5d-baf1-78b6-236723185b07/disk-0.vmdk is in state: ready. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1932.194482] env[62298]: ERROR oslo_vmware.rw_handles [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d7042c-6f5d-baf1-78b6-236723185b07/disk-0.vmdk due to incomplete transfer. [ 1932.194709] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b89a266a-cc1b-4049-86f8-d503aedd6bbf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.201393] env[62298]: DEBUG oslo_vmware.rw_handles [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d7042c-6f5d-baf1-78b6-236723185b07/disk-0.vmdk. {{(pid=62298) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1932.201599] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Uploaded image 860f0930-08c1-4fb7-80fe-dce164dc6992 to the Glance image server {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1932.204114] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Destroying the VM {{(pid=62298) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1932.204359] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c9315beb-89b1-48bb-85ee-da3a95a1c3d8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.208280] env[62298]: DEBUG nova.compute.manager [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1932.211864] env[62298]: DEBUG oslo_vmware.api [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 1932.211864] env[62298]: value = "task-1805118" [ 1932.211864] env[62298]: _type = "Task" [ 1932.211864] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.219800] env[62298]: DEBUG oslo_vmware.api [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805118, 'name': Destroy_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.417547] env[62298]: DEBUG oslo_vmware.api [None req-82666d3d-106b-40e1-84d6-010fff6fa3c0 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141227} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.417895] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-82666d3d-106b-40e1-84d6-010fff6fa3c0 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1932.417992] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-82666d3d-106b-40e1-84d6-010fff6fa3c0 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1932.418510] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-82666d3d-106b-40e1-84d6-010fff6fa3c0 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1932.418510] env[62298]: INFO nova.compute.manager [None req-82666d3d-106b-40e1-84d6-010fff6fa3c0 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1932.418625] env[62298]: DEBUG oslo.service.loopingcall [None req-82666d3d-106b-40e1-84d6-010fff6fa3c0 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1932.418866] env[62298]: DEBUG nova.compute.manager [-] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1932.418924] env[62298]: DEBUG nova.network.neutron [-] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1932.483551] env[62298]: DEBUG oslo_vmware.api [None req-495bc511-2cd3-400b-88a0-5de418180eed tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1805117, 'name': ReconfigVM_Task, 'duration_secs': 0.478112} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.483759] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-495bc511-2cd3-400b-88a0-5de418180eed tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Reconfigured VM instance instance-00000064 to detach disk 2002 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1932.488709] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7af00f3-3239-4c8b-aae4-1cc481e6035f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.503649] env[62298]: DEBUG oslo_vmware.api [None req-495bc511-2cd3-400b-88a0-5de418180eed tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1932.503649] env[62298]: value = "task-1805119" [ 1932.503649] env[62298]: _type = "Task" [ 1932.503649] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.513896] env[62298]: DEBUG oslo_vmware.api [None req-495bc511-2cd3-400b-88a0-5de418180eed tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1805119, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.691349] env[62298]: DEBUG nova.compute.manager [req-ece9b416-34a1-4bc8-847f-713d11ccdf28 req-41a9d539-2364-41ee-a6fe-1abc6a3d6e77 service nova] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Received event network-vif-deleted-9ea4528a-a71f-4ee9-a78c-7fce8dec8ce4 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1932.691597] env[62298]: INFO nova.compute.manager [req-ece9b416-34a1-4bc8-847f-713d11ccdf28 req-41a9d539-2364-41ee-a6fe-1abc6a3d6e77 service nova] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Neutron deleted interface 9ea4528a-a71f-4ee9-a78c-7fce8dec8ce4; detaching it from the instance and deleting it from the info cache [ 1932.691726] env[62298]: DEBUG nova.network.neutron [req-ece9b416-34a1-4bc8-847f-713d11ccdf28 req-41a9d539-2364-41ee-a6fe-1abc6a3d6e77 service nova] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.726416] env[62298]: DEBUG oslo_vmware.api [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805118, 'name': Destroy_Task} progress is 33%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.733971] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.734291] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.735803] env[62298]: INFO nova.compute.claims [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1932.904823] env[62298]: DEBUG nova.compute.manager [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1932.930515] env[62298]: DEBUG nova.virt.hardware [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1932.930789] env[62298]: DEBUG nova.virt.hardware [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1932.930972] env[62298]: DEBUG nova.virt.hardware [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1932.931188] env[62298]: DEBUG nova.virt.hardware [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1932.931339] env[62298]: DEBUG nova.virt.hardware [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1932.931490] env[62298]: DEBUG nova.virt.hardware [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1932.931697] env[62298]: DEBUG nova.virt.hardware [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1932.931861] env[62298]: DEBUG nova.virt.hardware [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1932.932043] env[62298]: DEBUG nova.virt.hardware [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1932.932219] env[62298]: DEBUG nova.virt.hardware [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1932.932392] env[62298]: DEBUG nova.virt.hardware [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1932.933310] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea85386-3139-4e6d-8c8a-b699a4592462 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.941327] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad75115-55eb-45a4-ac6e-6c661fa1ce5c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.012161] env[62298]: DEBUG oslo_vmware.api [None req-495bc511-2cd3-400b-88a0-5de418180eed tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1805119, 'name': ReconfigVM_Task, 'duration_secs': 0.175513} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.012470] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-495bc511-2cd3-400b-88a0-5de418180eed tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374198', 'volume_id': 'b6d2a30f-016a-4fdd-b4dd-27818c838406', 'name': 'volume-b6d2a30f-016a-4fdd-b4dd-27818c838406', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f817ac43-dfd4-4a70-9034-25f0e80a7259', 'attached_at': '', 'detached_at': '', 'volume_id': 'b6d2a30f-016a-4fdd-b4dd-27818c838406', 'serial': 'b6d2a30f-016a-4fdd-b4dd-27818c838406'} {{(pid=62298) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1933.166287] env[62298]: DEBUG nova.network.neutron [-] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.194595] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67367e45-2799-41e1-9552-11ce044de45c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.204521] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bdf846-4701-43a9-b4ab-c1414c8b94e8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.224158] env[62298]: DEBUG oslo_vmware.api [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805118, 'name': Destroy_Task, 'duration_secs': 0.944498} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.224419] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Destroyed the VM [ 1933.224653] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Deleting Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1933.224887] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fcb1f18f-1374-4b7e-ae91-634f4abba8dc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.243147] env[62298]: DEBUG nova.compute.manager [req-ece9b416-34a1-4bc8-847f-713d11ccdf28 req-41a9d539-2364-41ee-a6fe-1abc6a3d6e77 service nova] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Detach interface failed, port_id=9ea4528a-a71f-4ee9-a78c-7fce8dec8ce4, reason: Instance 4412aaff-e323-4856-b23b-604fbecbf979 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1933.244569] env[62298]: DEBUG oslo_vmware.api [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 1933.244569] env[62298]: value = "task-1805120" [ 1933.244569] env[62298]: _type = "Task" [ 1933.244569] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.252714] env[62298]: DEBUG oslo_vmware.api [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805120, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.403975] env[62298]: DEBUG nova.network.neutron [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Successfully updated port: bd938c6e-dda2-4a1d-a990-d71ad42249f8 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1933.554192] env[62298]: DEBUG nova.objects.instance [None req-495bc511-2cd3-400b-88a0-5de418180eed tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lazy-loading 'flavor' on Instance uuid f817ac43-dfd4-4a70-9034-25f0e80a7259 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1933.668622] env[62298]: INFO nova.compute.manager [-] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Took 1.25 seconds to deallocate network for instance. [ 1933.757363] env[62298]: DEBUG oslo_vmware.api [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805120, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.906582] env[62298]: DEBUG oslo_concurrency.lockutils [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "refresh_cache-be9abd95-4f85-44ba-bbfb-90921999e197" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.906734] env[62298]: DEBUG oslo_concurrency.lockutils [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired lock "refresh_cache-be9abd95-4f85-44ba-bbfb-90921999e197" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.906883] env[62298]: DEBUG nova.network.neutron [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1933.945445] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156701a3-d265-43d8-a3f0-cd716333f277 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.953887] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62268a8-9a6c-4b6c-8ebd-c00da586f542 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.991335] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b28eef-5391-4746-9a57-37ae5c28119a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.003026] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f993ef-44e0-47da-9edf-1641efc06e54 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.016635] env[62298]: DEBUG nova.compute.provider_tree [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1934.175242] env[62298]: DEBUG oslo_concurrency.lockutils [None req-82666d3d-106b-40e1-84d6-010fff6fa3c0 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.258739] env[62298]: DEBUG oslo_vmware.api [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805120, 'name': RemoveSnapshot_Task, 'duration_secs': 0.597453} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.259374] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Deleted Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1934.259726] env[62298]: DEBUG nova.compute.manager [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1934.260509] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e05166-049a-4c7e-ba36-8c78f9bbdb34 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.437326] env[62298]: DEBUG nova.network.neutron [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1934.499327] env[62298]: DEBUG oslo_concurrency.lockutils [None req-dd349d7c-dab1-4a9c-92a7-91d0a8587b95 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "8a762754-128d-4478-be5b-2244cc4c704f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.499607] env[62298]: DEBUG oslo_concurrency.lockutils [None req-dd349d7c-dab1-4a9c-92a7-91d0a8587b95 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "8a762754-128d-4478-be5b-2244cc4c704f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.499804] env[62298]: DEBUG nova.compute.manager [None req-dd349d7c-dab1-4a9c-92a7-91d0a8587b95 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Going to confirm migration 6 {{(pid=62298) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1934.520461] env[62298]: DEBUG nova.scheduler.client.report [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1934.564101] env[62298]: DEBUG oslo_concurrency.lockutils [None req-495bc511-2cd3-400b-88a0-5de418180eed tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "f817ac43-dfd4-4a70-9034-25f0e80a7259" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.265s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.567013] env[62298]: DEBUG nova.network.neutron [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Updating instance_info_cache with network_info: [{"id": "bd938c6e-dda2-4a1d-a990-d71ad42249f8", "address": "fa:16:3e:fd:b0:86", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd938c6e-dd", "ovs_interfaceid": "bd938c6e-dda2-4a1d-a990-d71ad42249f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1934.714062] env[62298]: DEBUG nova.compute.manager [req-5ec6f869-41e9-49b7-a5bd-753a095386cf req-205af224-2467-4f90-a694-8b71e99cefd6 service nova] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Received event network-vif-plugged-bd938c6e-dda2-4a1d-a990-d71ad42249f8 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1934.714258] env[62298]: DEBUG oslo_concurrency.lockutils [req-5ec6f869-41e9-49b7-a5bd-753a095386cf req-205af224-2467-4f90-a694-8b71e99cefd6 service nova] Acquiring lock "be9abd95-4f85-44ba-bbfb-90921999e197-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.714467] env[62298]: DEBUG oslo_concurrency.lockutils [req-5ec6f869-41e9-49b7-a5bd-753a095386cf req-205af224-2467-4f90-a694-8b71e99cefd6 service nova] Lock "be9abd95-4f85-44ba-bbfb-90921999e197-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.714643] env[62298]: DEBUG oslo_concurrency.lockutils [req-5ec6f869-41e9-49b7-a5bd-753a095386cf req-205af224-2467-4f90-a694-8b71e99cefd6 service nova] Lock "be9abd95-4f85-44ba-bbfb-90921999e197-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.714809] env[62298]: DEBUG nova.compute.manager [req-5ec6f869-41e9-49b7-a5bd-753a095386cf req-205af224-2467-4f90-a694-8b71e99cefd6 service nova] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] No waiting events found dispatching network-vif-plugged-bd938c6e-dda2-4a1d-a990-d71ad42249f8 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1934.714973] env[62298]: WARNING nova.compute.manager [req-5ec6f869-41e9-49b7-a5bd-753a095386cf req-205af224-2467-4f90-a694-8b71e99cefd6 service nova] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Received unexpected event network-vif-plugged-bd938c6e-dda2-4a1d-a990-d71ad42249f8 for instance with vm_state building and task_state spawning. [ 1934.715147] env[62298]: DEBUG nova.compute.manager [req-5ec6f869-41e9-49b7-a5bd-753a095386cf req-205af224-2467-4f90-a694-8b71e99cefd6 service nova] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Received event network-changed-bd938c6e-dda2-4a1d-a990-d71ad42249f8 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1934.715296] env[62298]: DEBUG nova.compute.manager [req-5ec6f869-41e9-49b7-a5bd-753a095386cf req-205af224-2467-4f90-a694-8b71e99cefd6 service nova] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Refreshing instance network info cache due to event network-changed-bd938c6e-dda2-4a1d-a990-d71ad42249f8. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1934.715458] env[62298]: DEBUG oslo_concurrency.lockutils [req-5ec6f869-41e9-49b7-a5bd-753a095386cf req-205af224-2467-4f90-a694-8b71e99cefd6 service nova] Acquiring lock "refresh_cache-be9abd95-4f85-44ba-bbfb-90921999e197" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.774640] env[62298]: INFO nova.compute.manager [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Shelve offloading [ 1935.025573] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.026123] env[62298]: DEBUG nova.compute.manager [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1935.029176] env[62298]: DEBUG oslo_concurrency.lockutils [None req-82666d3d-106b-40e1-84d6-010fff6fa3c0 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.854s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.030486] env[62298]: DEBUG nova.objects.instance [None req-82666d3d-106b-40e1-84d6-010fff6fa3c0 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lazy-loading 'resources' on Instance uuid 4412aaff-e323-4856-b23b-604fbecbf979 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1935.050074] env[62298]: DEBUG oslo_concurrency.lockutils [None req-dd349d7c-dab1-4a9c-92a7-91d0a8587b95 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "refresh_cache-8a762754-128d-4478-be5b-2244cc4c704f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.050283] env[62298]: DEBUG oslo_concurrency.lockutils [None req-dd349d7c-dab1-4a9c-92a7-91d0a8587b95 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquired lock "refresh_cache-8a762754-128d-4478-be5b-2244cc4c704f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.050465] env[62298]: DEBUG nova.network.neutron [None req-dd349d7c-dab1-4a9c-92a7-91d0a8587b95 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1935.050653] env[62298]: DEBUG nova.objects.instance [None req-dd349d7c-dab1-4a9c-92a7-91d0a8587b95 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lazy-loading 'info_cache' on Instance uuid 8a762754-128d-4478-be5b-2244cc4c704f {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1935.070846] env[62298]: DEBUG oslo_concurrency.lockutils [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Releasing lock "refresh_cache-be9abd95-4f85-44ba-bbfb-90921999e197" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.071349] env[62298]: DEBUG nova.compute.manager [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Instance network_info: |[{"id": "bd938c6e-dda2-4a1d-a990-d71ad42249f8", "address": "fa:16:3e:fd:b0:86", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd938c6e-dd", "ovs_interfaceid": "bd938c6e-dda2-4a1d-a990-d71ad42249f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1935.071779] env[62298]: DEBUG oslo_concurrency.lockutils [req-5ec6f869-41e9-49b7-a5bd-753a095386cf req-205af224-2467-4f90-a694-8b71e99cefd6 service nova] Acquired lock "refresh_cache-be9abd95-4f85-44ba-bbfb-90921999e197" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.072064] env[62298]: DEBUG nova.network.neutron [req-5ec6f869-41e9-49b7-a5bd-753a095386cf req-205af224-2467-4f90-a694-8b71e99cefd6 service nova] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Refreshing network info cache for port bd938c6e-dda2-4a1d-a990-d71ad42249f8 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1935.073844] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:b0:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd938c6e-dda2-4a1d-a990-d71ad42249f8', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1935.084575] env[62298]: DEBUG oslo.service.loopingcall [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1935.086910] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1935.087391] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba99efd5-6ceb-4606-8865-4aff26612e2c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.108996] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1935.108996] env[62298]: value = "task-1805121" [ 1935.108996] env[62298]: _type = "Task" [ 1935.108996] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.117260] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805121, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.278464] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1935.278817] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e44c0ae-bbe7-41f8-aab9-188969f32aeb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.285720] env[62298]: DEBUG oslo_vmware.api [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 1935.285720] env[62298]: value = "task-1805122" [ 1935.285720] env[62298]: _type = "Task" [ 1935.285720] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.293501] env[62298]: DEBUG oslo_vmware.api [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.410806] env[62298]: DEBUG nova.network.neutron [req-5ec6f869-41e9-49b7-a5bd-753a095386cf req-205af224-2467-4f90-a694-8b71e99cefd6 service nova] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Updated VIF entry in instance network info cache for port bd938c6e-dda2-4a1d-a990-d71ad42249f8. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1935.411228] env[62298]: DEBUG nova.network.neutron [req-5ec6f869-41e9-49b7-a5bd-753a095386cf req-205af224-2467-4f90-a694-8b71e99cefd6 service nova] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Updating instance_info_cache with network_info: [{"id": "bd938c6e-dda2-4a1d-a990-d71ad42249f8", "address": "fa:16:3e:fd:b0:86", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd938c6e-dd", "ovs_interfaceid": "bd938c6e-dda2-4a1d-a990-d71ad42249f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1935.531922] env[62298]: DEBUG nova.compute.utils [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1935.536078] env[62298]: DEBUG nova.compute.manager [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1935.536268] env[62298]: DEBUG nova.network.neutron [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1935.576455] env[62298]: DEBUG nova.policy [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fc94034ed094a7e9d79ed1cd0fa8c69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60ff3e052184495da842a8b9e1009816', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1935.621182] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805121, 'name': CreateVM_Task, 'duration_secs': 0.445547} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.621356] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1935.622042] env[62298]: DEBUG oslo_concurrency.lockutils [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.622306] env[62298]: DEBUG oslo_concurrency.lockutils [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.623129] env[62298]: DEBUG oslo_concurrency.lockutils [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1935.623129] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea08b8b1-a28d-4595-ae83-4999045c1341 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.629352] env[62298]: DEBUG oslo_vmware.api [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1935.629352] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52cd3489-15c5-52da-fe4d-11db0c56892a" [ 1935.629352] env[62298]: _type = "Task" [ 1935.629352] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.637229] env[62298]: DEBUG oslo_vmware.api [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52cd3489-15c5-52da-fe4d-11db0c56892a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.721504] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66320823-346b-4f78-8d36-30396d31058d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.729232] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc818c0-6bc6-40b1-932c-c3b31e0ae562 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.761115] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70eb4dcf-d474-46cd-851a-147bccd5b6c5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.768297] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36d73d3-e72c-47e3-9e3b-815c27037ba5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.781321] env[62298]: DEBUG nova.compute.provider_tree [None req-82666d3d-106b-40e1-84d6-010fff6fa3c0 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1935.794201] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] VM already powered off {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1935.794421] env[62298]: DEBUG nova.compute.manager [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1935.795142] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9e3861-6afa-4db4-afee-2c1349230621 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.800844] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquiring lock "refresh_cache-18f1a093-829a-4251-999a-4d95a437540a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.801076] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquired lock "refresh_cache-18f1a093-829a-4251-999a-4d95a437540a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.801208] env[62298]: DEBUG nova.network.neutron [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1935.882242] env[62298]: DEBUG nova.network.neutron [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Successfully created port: ea81f628-0ee6-40d6-ac5c-753d34b7fa0f {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1935.902327] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b054ca3d-5899-4656-aede-74f155efa597 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquiring lock "f817ac43-dfd4-4a70-9034-25f0e80a7259" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.902643] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b054ca3d-5899-4656-aede-74f155efa597 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "f817ac43-dfd4-4a70-9034-25f0e80a7259" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.902975] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b054ca3d-5899-4656-aede-74f155efa597 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquiring lock "f817ac43-dfd4-4a70-9034-25f0e80a7259-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.903256] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b054ca3d-5899-4656-aede-74f155efa597 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "f817ac43-dfd4-4a70-9034-25f0e80a7259-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.903472] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b054ca3d-5899-4656-aede-74f155efa597 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "f817ac43-dfd4-4a70-9034-25f0e80a7259-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.905423] env[62298]: INFO nova.compute.manager [None req-b054ca3d-5899-4656-aede-74f155efa597 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Terminating instance [ 1935.915078] env[62298]: DEBUG oslo_concurrency.lockutils [req-5ec6f869-41e9-49b7-a5bd-753a095386cf req-205af224-2467-4f90-a694-8b71e99cefd6 service nova] Releasing lock "refresh_cache-be9abd95-4f85-44ba-bbfb-90921999e197" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.039284] env[62298]: DEBUG nova.compute.manager [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1936.140084] env[62298]: DEBUG oslo_vmware.api [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52cd3489-15c5-52da-fe4d-11db0c56892a, 'name': SearchDatastore_Task, 'duration_secs': 0.010407} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.140393] env[62298]: DEBUG oslo_concurrency.lockutils [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.140626] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1936.140860] env[62298]: DEBUG oslo_concurrency.lockutils [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.141017] env[62298]: DEBUG oslo_concurrency.lockutils [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.141208] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1936.141462] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90fe7de3-d262-4ea4-a539-001fae17c1ed {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.150017] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1936.150200] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1936.150871] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2a67c17-2633-4c01-b623-a5bc83970af8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.155737] env[62298]: DEBUG oslo_vmware.api [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1936.155737] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]528e12dc-8338-8783-b556-4c215b13e49c" [ 1936.155737] env[62298]: _type = "Task" [ 1936.155737] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.165470] env[62298]: DEBUG oslo_vmware.api [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]528e12dc-8338-8783-b556-4c215b13e49c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.285816] env[62298]: DEBUG nova.scheduler.client.report [None req-82666d3d-106b-40e1-84d6-010fff6fa3c0 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1936.289827] env[62298]: DEBUG nova.network.neutron [None req-dd349d7c-dab1-4a9c-92a7-91d0a8587b95 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Updating instance_info_cache with network_info: [{"id": "77076373-6e36-4e69-a1ab-4e96a43cc7b6", "address": "fa:16:3e:5c:f6:79", "network": {"id": "06b906cf-d50a-43c4-8cd2-58ea08057ab7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-166934998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c1cee775abb4a1eb529b35f1cfae0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77076373-6e", "ovs_interfaceid": "77076373-6e36-4e69-a1ab-4e96a43cc7b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.409610] env[62298]: DEBUG nova.compute.manager [None req-b054ca3d-5899-4656-aede-74f155efa597 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1936.409976] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b054ca3d-5899-4656-aede-74f155efa597 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1936.410928] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5beff603-c989-41d3-8b87-0e1dfba6c153 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.418737] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b054ca3d-5899-4656-aede-74f155efa597 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1936.418995] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1052c95-f7aa-4e9d-ad12-007f2e239889 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.425161] env[62298]: DEBUG oslo_vmware.api [None req-b054ca3d-5899-4656-aede-74f155efa597 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1936.425161] env[62298]: value = "task-1805123" [ 1936.425161] env[62298]: _type = "Task" [ 1936.425161] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.432953] env[62298]: DEBUG oslo_vmware.api [None req-b054ca3d-5899-4656-aede-74f155efa597 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1805123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.666256] env[62298]: DEBUG oslo_vmware.api [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]528e12dc-8338-8783-b556-4c215b13e49c, 'name': SearchDatastore_Task, 'duration_secs': 0.008449} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.668897] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-718cf619-b5ff-49ab-b320-7e97a393aa7e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.674125] env[62298]: DEBUG oslo_vmware.api [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1936.674125] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a220c2-cdd0-7a2b-b2ff-e72361150327" [ 1936.674125] env[62298]: _type = "Task" [ 1936.674125] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.681361] env[62298]: DEBUG oslo_vmware.api [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a220c2-cdd0-7a2b-b2ff-e72361150327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.738598] env[62298]: DEBUG nova.network.neutron [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Updating instance_info_cache with network_info: [{"id": "1c88558c-dc24-46c6-a5b5-73abc98d928b", "address": "fa:16:3e:18:75:34", "network": {"id": "e4e2c5c8-77d4-43e9-853b-0797e8a17f8d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1566442661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a808a8b6e643a5b98d06c6cf82cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c88558c-dc", "ovs_interfaceid": "1c88558c-dc24-46c6-a5b5-73abc98d928b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.791958] env[62298]: DEBUG oslo_concurrency.lockutils [None req-82666d3d-106b-40e1-84d6-010fff6fa3c0 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.763s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.794600] env[62298]: DEBUG oslo_concurrency.lockutils [None req-dd349d7c-dab1-4a9c-92a7-91d0a8587b95 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Releasing lock "refresh_cache-8a762754-128d-4478-be5b-2244cc4c704f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.794835] env[62298]: DEBUG nova.objects.instance [None req-dd349d7c-dab1-4a9c-92a7-91d0a8587b95 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lazy-loading 'migration_context' on Instance uuid 8a762754-128d-4478-be5b-2244cc4c704f {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1936.818267] env[62298]: INFO nova.scheduler.client.report [None req-82666d3d-106b-40e1-84d6-010fff6fa3c0 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Deleted allocations for instance 4412aaff-e323-4856-b23b-604fbecbf979 [ 1936.935060] env[62298]: DEBUG oslo_vmware.api [None req-b054ca3d-5899-4656-aede-74f155efa597 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1805123, 'name': PowerOffVM_Task, 'duration_secs': 0.185374} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.935415] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b054ca3d-5899-4656-aede-74f155efa597 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1936.935660] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b054ca3d-5899-4656-aede-74f155efa597 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1936.935950] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40cb5505-cdde-450f-a093-e836dd58c3dd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.035506] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b054ca3d-5899-4656-aede-74f155efa597 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1937.035738] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b054ca3d-5899-4656-aede-74f155efa597 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1937.035926] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b054ca3d-5899-4656-aede-74f155efa597 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Deleting the datastore file [datastore1] f817ac43-dfd4-4a70-9034-25f0e80a7259 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1937.036361] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-109a858b-7c66-42f9-afe2-4c311837ad55 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.042610] env[62298]: DEBUG oslo_vmware.api [None req-b054ca3d-5899-4656-aede-74f155efa597 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for the task: (returnval){ [ 1937.042610] env[62298]: value = "task-1805125" [ 1937.042610] env[62298]: _type = "Task" [ 1937.042610] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.050850] env[62298]: DEBUG nova.compute.manager [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1937.052667] env[62298]: DEBUG oslo_vmware.api [None req-b054ca3d-5899-4656-aede-74f155efa597 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1805125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.078039] env[62298]: DEBUG nova.virt.hardware [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1937.078294] env[62298]: DEBUG nova.virt.hardware [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1937.078450] env[62298]: DEBUG nova.virt.hardware [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1937.078701] env[62298]: DEBUG nova.virt.hardware [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1937.078868] env[62298]: DEBUG nova.virt.hardware [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1937.079030] env[62298]: DEBUG nova.virt.hardware [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1937.079245] env[62298]: DEBUG nova.virt.hardware [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1937.079404] env[62298]: DEBUG nova.virt.hardware [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1937.079573] env[62298]: DEBUG nova.virt.hardware [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1937.079764] env[62298]: DEBUG nova.virt.hardware [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1937.079941] env[62298]: DEBUG nova.virt.hardware [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1937.080778] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6b2a00-30b6-4a78-ab11-3f385de7677a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.088223] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff7a8a1-f608-4511-aedd-e4211aa8645b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.183823] env[62298]: DEBUG oslo_vmware.api [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a220c2-cdd0-7a2b-b2ff-e72361150327, 'name': SearchDatastore_Task, 'duration_secs': 0.008816} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.184162] env[62298]: DEBUG oslo_concurrency.lockutils [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.184423] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] be9abd95-4f85-44ba-bbfb-90921999e197/be9abd95-4f85-44ba-bbfb-90921999e197.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1937.184685] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db4fa6c1-4343-4c37-81ae-bb58c007706b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.191036] env[62298]: DEBUG oslo_vmware.api [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1937.191036] env[62298]: value = "task-1805126" [ 1937.191036] env[62298]: _type = "Task" [ 1937.191036] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.198719] env[62298]: DEBUG oslo_vmware.api [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.241591] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Releasing lock "refresh_cache-18f1a093-829a-4251-999a-4d95a437540a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.297684] env[62298]: DEBUG nova.objects.base [None req-dd349d7c-dab1-4a9c-92a7-91d0a8587b95 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Object Instance<8a762754-128d-4478-be5b-2244cc4c704f> lazy-loaded attributes: info_cache,migration_context {{(pid=62298) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1937.298675] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c9fe46-2387-4b92-b133-d76e99032f51 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.319366] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be6e5711-e95d-42fd-a5be-69021411f65b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.326789] env[62298]: DEBUG oslo_vmware.api [None req-dd349d7c-dab1-4a9c-92a7-91d0a8587b95 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1937.326789] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522ab3f8-ac55-fd0a-ebea-9fff6ecfed0e" [ 1937.326789] env[62298]: _type = "Task" [ 1937.326789] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.327269] env[62298]: DEBUG oslo_concurrency.lockutils [None req-82666d3d-106b-40e1-84d6-010fff6fa3c0 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "4412aaff-e323-4856-b23b-604fbecbf979" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.618s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.337165] env[62298]: DEBUG oslo_vmware.api [None req-dd349d7c-dab1-4a9c-92a7-91d0a8587b95 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522ab3f8-ac55-fd0a-ebea-9fff6ecfed0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.496207] env[62298]: DEBUG nova.compute.manager [req-f73cc302-189c-45e4-966d-101ebbb56f29 req-8ca5d317-c36a-4a9f-8dab-bc23d0587966 service nova] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Received event network-vif-plugged-ea81f628-0ee6-40d6-ac5c-753d34b7fa0f {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1937.496508] env[62298]: DEBUG oslo_concurrency.lockutils [req-f73cc302-189c-45e4-966d-101ebbb56f29 req-8ca5d317-c36a-4a9f-8dab-bc23d0587966 service nova] Acquiring lock "9b420da1-62ba-4feb-b0b8-dd1bcea0855e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.496827] env[62298]: DEBUG oslo_concurrency.lockutils [req-f73cc302-189c-45e4-966d-101ebbb56f29 req-8ca5d317-c36a-4a9f-8dab-bc23d0587966 service nova] Lock "9b420da1-62ba-4feb-b0b8-dd1bcea0855e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.498122] env[62298]: DEBUG oslo_concurrency.lockutils [req-f73cc302-189c-45e4-966d-101ebbb56f29 req-8ca5d317-c36a-4a9f-8dab-bc23d0587966 service nova] Lock "9b420da1-62ba-4feb-b0b8-dd1bcea0855e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.498439] env[62298]: DEBUG nova.compute.manager [req-f73cc302-189c-45e4-966d-101ebbb56f29 req-8ca5d317-c36a-4a9f-8dab-bc23d0587966 service nova] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] No waiting events found dispatching network-vif-plugged-ea81f628-0ee6-40d6-ac5c-753d34b7fa0f {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1937.498773] env[62298]: WARNING nova.compute.manager [req-f73cc302-189c-45e4-966d-101ebbb56f29 req-8ca5d317-c36a-4a9f-8dab-bc23d0587966 service nova] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Received unexpected event network-vif-plugged-ea81f628-0ee6-40d6-ac5c-753d34b7fa0f for instance with vm_state building and task_state spawning. [ 1937.553499] env[62298]: DEBUG oslo_vmware.api [None req-b054ca3d-5899-4656-aede-74f155efa597 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Task: {'id': task-1805125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127034} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.553948] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b054ca3d-5899-4656-aede-74f155efa597 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1937.554083] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b054ca3d-5899-4656-aede-74f155efa597 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1937.554275] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b054ca3d-5899-4656-aede-74f155efa597 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1937.554517] env[62298]: INFO nova.compute.manager [None req-b054ca3d-5899-4656-aede-74f155efa597 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1937.554783] env[62298]: DEBUG oslo.service.loopingcall [None req-b054ca3d-5899-4656-aede-74f155efa597 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1937.555018] env[62298]: DEBUG nova.compute.manager [-] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1937.555130] env[62298]: DEBUG nova.network.neutron [-] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1937.701762] env[62298]: DEBUG oslo_vmware.api [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.398015} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.702040] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] be9abd95-4f85-44ba-bbfb-90921999e197/be9abd95-4f85-44ba-bbfb-90921999e197.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1937.702262] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1937.702513] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a62bc234-228a-4f72-9de5-2e9770e6d1ed {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.709658] env[62298]: DEBUG oslo_vmware.api [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1937.709658] env[62298]: value = "task-1805127" [ 1937.709658] env[62298]: _type = "Task" [ 1937.709658] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.718087] env[62298]: DEBUG oslo_vmware.api [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.838966] env[62298]: DEBUG oslo_vmware.api [None req-dd349d7c-dab1-4a9c-92a7-91d0a8587b95 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522ab3f8-ac55-fd0a-ebea-9fff6ecfed0e, 'name': SearchDatastore_Task, 'duration_secs': 0.034258} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.839440] env[62298]: DEBUG oslo_concurrency.lockutils [None req-dd349d7c-dab1-4a9c-92a7-91d0a8587b95 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.839688] env[62298]: DEBUG oslo_concurrency.lockutils [None req-dd349d7c-dab1-4a9c-92a7-91d0a8587b95 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.928308] env[62298]: DEBUG nova.network.neutron [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Successfully updated port: ea81f628-0ee6-40d6-ac5c-753d34b7fa0f {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1938.220432] env[62298]: DEBUG oslo_vmware.api [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067487} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.220853] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1938.222053] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3921d7-06a2-4272-824f-3d1e07803d0d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.245502] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] be9abd95-4f85-44ba-bbfb-90921999e197/be9abd95-4f85-44ba-bbfb-90921999e197.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1938.245863] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e41fec3-8582-434b-91e4-63ab5151366a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.266830] env[62298]: DEBUG oslo_vmware.api [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1938.266830] env[62298]: value = "task-1805128" [ 1938.266830] env[62298]: _type = "Task" [ 1938.266830] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.275632] env[62298]: DEBUG oslo_vmware.api [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805128, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.434516] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "refresh_cache-9b420da1-62ba-4feb-b0b8-dd1bcea0855e" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1938.434661] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquired lock "refresh_cache-9b420da1-62ba-4feb-b0b8-dd1bcea0855e" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1938.434818] env[62298]: DEBUG nova.network.neutron [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1938.500634] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1938.501411] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd7305b-4213-48f2-a82f-4291d14f5de5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.513082] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1938.513355] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c61517a3-0c75-4b7d-b95d-f149b14269f7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.556779] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4aba2a-7a2a-45f2-a20a-f3a561f2f727 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.566651] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2422e3-e361-4ea3-a40b-c9b6471a9e26 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.603192] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e3cacf-f5f9-4b8f-8286-81f4eb9fe67c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.609426] env[62298]: DEBUG oslo_concurrency.lockutils [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "35a4f8a2-b599-45ad-a861-e9592146a974" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.609949] env[62298]: DEBUG oslo_concurrency.lockutils [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "35a4f8a2-b599-45ad-a861-e9592146a974" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.620020] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95864a72-2251-4b91-960f-321ac2d40674 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.636151] env[62298]: DEBUG nova.compute.provider_tree [None req-dd349d7c-dab1-4a9c-92a7-91d0a8587b95 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1938.777037] env[62298]: DEBUG oslo_vmware.api [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.794019] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1938.794019] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1938.794019] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Deleting the datastore file [datastore1] 18f1a093-829a-4251-999a-4d95a437540a {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1938.794315] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d5f32cb-2b85-4d56-9439-9a8abf33b2c8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.800028] env[62298]: DEBUG oslo_vmware.api [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 1938.800028] env[62298]: value = "task-1805130" [ 1938.800028] env[62298]: _type = "Task" [ 1938.800028] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.809449] env[62298]: DEBUG oslo_vmware.api [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805130, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.975012] env[62298]: DEBUG nova.network.neutron [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1939.112731] env[62298]: DEBUG nova.compute.manager [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1939.139728] env[62298]: DEBUG nova.scheduler.client.report [None req-dd349d7c-dab1-4a9c-92a7-91d0a8587b95 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1939.144764] env[62298]: DEBUG nova.network.neutron [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Updating instance_info_cache with network_info: [{"id": "ea81f628-0ee6-40d6-ac5c-753d34b7fa0f", "address": "fa:16:3e:76:f7:3c", "network": {"id": "0622261b-44b0-4c1a-819a-db83d31fda3f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-821763392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ff3e052184495da842a8b9e1009816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea81f628-0e", "ovs_interfaceid": "ea81f628-0ee6-40d6-ac5c-753d34b7fa0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1939.223313] env[62298]: DEBUG nova.network.neutron [-] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1939.278299] env[62298]: DEBUG oslo_vmware.api [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805128, 'name': ReconfigVM_Task, 'duration_secs': 0.765887} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.278621] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Reconfigured VM instance instance-0000006c to attach disk [datastore1] be9abd95-4f85-44ba-bbfb-90921999e197/be9abd95-4f85-44ba-bbfb-90921999e197.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1939.279292] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-764cc320-1cac-4661-9e6e-ba430e49cf33 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.285232] env[62298]: DEBUG oslo_vmware.api [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1939.285232] env[62298]: value = "task-1805131" [ 1939.285232] env[62298]: _type = "Task" [ 1939.285232] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.293823] env[62298]: DEBUG oslo_vmware.api [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805131, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.309467] env[62298]: DEBUG oslo_vmware.api [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805130, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160668} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.310143] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1939.310224] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1939.310383] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1939.330826] env[62298]: INFO nova.scheduler.client.report [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Deleted allocations for instance 18f1a093-829a-4251-999a-4d95a437540a [ 1939.528481] env[62298]: DEBUG nova.compute.manager [req-44989ccb-9d6b-477e-a99e-a05cad4c3ea5 req-22928115-81c8-4a5b-9f97-fd539355b016 service nova] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Received event network-vif-unplugged-1c88558c-dc24-46c6-a5b5-73abc98d928b {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1939.528737] env[62298]: DEBUG oslo_concurrency.lockutils [req-44989ccb-9d6b-477e-a99e-a05cad4c3ea5 req-22928115-81c8-4a5b-9f97-fd539355b016 service nova] Acquiring lock "18f1a093-829a-4251-999a-4d95a437540a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.528954] env[62298]: DEBUG oslo_concurrency.lockutils [req-44989ccb-9d6b-477e-a99e-a05cad4c3ea5 req-22928115-81c8-4a5b-9f97-fd539355b016 service nova] Lock "18f1a093-829a-4251-999a-4d95a437540a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.529191] env[62298]: DEBUG oslo_concurrency.lockutils [req-44989ccb-9d6b-477e-a99e-a05cad4c3ea5 req-22928115-81c8-4a5b-9f97-fd539355b016 service nova] Lock "18f1a093-829a-4251-999a-4d95a437540a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.529309] env[62298]: DEBUG nova.compute.manager [req-44989ccb-9d6b-477e-a99e-a05cad4c3ea5 req-22928115-81c8-4a5b-9f97-fd539355b016 service nova] [instance: 18f1a093-829a-4251-999a-4d95a437540a] No waiting events found dispatching network-vif-unplugged-1c88558c-dc24-46c6-a5b5-73abc98d928b {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1939.529484] env[62298]: WARNING nova.compute.manager [req-44989ccb-9d6b-477e-a99e-a05cad4c3ea5 req-22928115-81c8-4a5b-9f97-fd539355b016 service nova] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Received unexpected event network-vif-unplugged-1c88558c-dc24-46c6-a5b5-73abc98d928b for instance with vm_state shelved_offloaded and task_state None. [ 1939.529664] env[62298]: DEBUG nova.compute.manager [req-44989ccb-9d6b-477e-a99e-a05cad4c3ea5 req-22928115-81c8-4a5b-9f97-fd539355b016 service nova] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Received event network-changed-ea81f628-0ee6-40d6-ac5c-753d34b7fa0f {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1939.529826] env[62298]: DEBUG nova.compute.manager [req-44989ccb-9d6b-477e-a99e-a05cad4c3ea5 req-22928115-81c8-4a5b-9f97-fd539355b016 service nova] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Refreshing instance network info cache due to event network-changed-ea81f628-0ee6-40d6-ac5c-753d34b7fa0f. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1939.529993] env[62298]: DEBUG oslo_concurrency.lockutils [req-44989ccb-9d6b-477e-a99e-a05cad4c3ea5 req-22928115-81c8-4a5b-9f97-fd539355b016 service nova] Acquiring lock "refresh_cache-9b420da1-62ba-4feb-b0b8-dd1bcea0855e" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.633552] env[62298]: DEBUG oslo_concurrency.lockutils [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.650770] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Releasing lock "refresh_cache-9b420da1-62ba-4feb-b0b8-dd1bcea0855e" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.651382] env[62298]: DEBUG nova.compute.manager [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Instance network_info: |[{"id": "ea81f628-0ee6-40d6-ac5c-753d34b7fa0f", "address": "fa:16:3e:76:f7:3c", "network": {"id": "0622261b-44b0-4c1a-819a-db83d31fda3f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-821763392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ff3e052184495da842a8b9e1009816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea81f628-0e", "ovs_interfaceid": "ea81f628-0ee6-40d6-ac5c-753d34b7fa0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1939.651382] env[62298]: DEBUG oslo_concurrency.lockutils [req-44989ccb-9d6b-477e-a99e-a05cad4c3ea5 req-22928115-81c8-4a5b-9f97-fd539355b016 service nova] Acquired lock "refresh_cache-9b420da1-62ba-4feb-b0b8-dd1bcea0855e" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.651574] env[62298]: DEBUG nova.network.neutron [req-44989ccb-9d6b-477e-a99e-a05cad4c3ea5 req-22928115-81c8-4a5b-9f97-fd539355b016 service nova] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Refreshing network info cache for port ea81f628-0ee6-40d6-ac5c-753d34b7fa0f {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1939.652807] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:f7:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea81f628-0ee6-40d6-ac5c-753d34b7fa0f', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1939.662733] env[62298]: DEBUG oslo.service.loopingcall [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1939.665604] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1939.666995] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6589d958-4ee7-4ee3-9409-ccc4e8b27786 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.687713] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1939.687713] env[62298]: value = "task-1805132" [ 1939.687713] env[62298]: _type = "Task" [ 1939.687713] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.695632] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805132, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.725889] env[62298]: INFO nova.compute.manager [-] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Took 2.17 seconds to deallocate network for instance. [ 1939.795151] env[62298]: DEBUG oslo_vmware.api [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805131, 'name': Rename_Task, 'duration_secs': 0.133433} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.797184] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1939.797435] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f9b79d4-6873-42d7-b210-4d3772ffdf5f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.803897] env[62298]: DEBUG oslo_vmware.api [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1939.803897] env[62298]: value = "task-1805133" [ 1939.803897] env[62298]: _type = "Task" [ 1939.803897] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.811603] env[62298]: DEBUG oslo_vmware.api [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.835309] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.926952] env[62298]: DEBUG nova.network.neutron [req-44989ccb-9d6b-477e-a99e-a05cad4c3ea5 req-22928115-81c8-4a5b-9f97-fd539355b016 service nova] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Updated VIF entry in instance network info cache for port ea81f628-0ee6-40d6-ac5c-753d34b7fa0f. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1939.927364] env[62298]: DEBUG nova.network.neutron [req-44989ccb-9d6b-477e-a99e-a05cad4c3ea5 req-22928115-81c8-4a5b-9f97-fd539355b016 service nova] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Updating instance_info_cache with network_info: [{"id": "ea81f628-0ee6-40d6-ac5c-753d34b7fa0f", "address": "fa:16:3e:76:f7:3c", "network": {"id": "0622261b-44b0-4c1a-819a-db83d31fda3f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-821763392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ff3e052184495da842a8b9e1009816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea81f628-0e", "ovs_interfaceid": "ea81f628-0ee6-40d6-ac5c-753d34b7fa0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.165276] env[62298]: DEBUG oslo_concurrency.lockutils [None req-dd349d7c-dab1-4a9c-92a7-91d0a8587b95 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.325s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.168171] env[62298]: DEBUG oslo_concurrency.lockutils [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.535s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.169811] env[62298]: INFO nova.compute.claims [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1940.200889] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805132, 'name': CreateVM_Task, 'duration_secs': 0.328317} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.201178] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1940.201918] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.202122] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.202459] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1940.202755] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19c84554-09e6-4365-a194-a4b267db1b58 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.207745] env[62298]: DEBUG oslo_vmware.api [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1940.207745] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529c402b-5b36-8b85-720a-76113e2d445a" [ 1940.207745] env[62298]: _type = "Task" [ 1940.207745] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.216329] env[62298]: DEBUG oslo_vmware.api [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529c402b-5b36-8b85-720a-76113e2d445a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.234888] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b054ca3d-5899-4656-aede-74f155efa597 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.314572] env[62298]: DEBUG oslo_vmware.api [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805133, 'name': PowerOnVM_Task, 'duration_secs': 0.453642} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.314836] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1940.315056] env[62298]: INFO nova.compute.manager [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1940.315248] env[62298]: DEBUG nova.compute.manager [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1940.316052] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cb24c4-7398-4826-ac9b-a5fcce9492b2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.430105] env[62298]: DEBUG oslo_concurrency.lockutils [req-44989ccb-9d6b-477e-a99e-a05cad4c3ea5 req-22928115-81c8-4a5b-9f97-fd539355b016 service nova] Releasing lock "refresh_cache-9b420da1-62ba-4feb-b0b8-dd1bcea0855e" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.430346] env[62298]: DEBUG nova.compute.manager [req-44989ccb-9d6b-477e-a99e-a05cad4c3ea5 req-22928115-81c8-4a5b-9f97-fd539355b016 service nova] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Received event network-changed-1c88558c-dc24-46c6-a5b5-73abc98d928b {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1940.430524] env[62298]: DEBUG nova.compute.manager [req-44989ccb-9d6b-477e-a99e-a05cad4c3ea5 req-22928115-81c8-4a5b-9f97-fd539355b016 service nova] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Refreshing instance network info cache due to event network-changed-1c88558c-dc24-46c6-a5b5-73abc98d928b. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1940.430743] env[62298]: DEBUG oslo_concurrency.lockutils [req-44989ccb-9d6b-477e-a99e-a05cad4c3ea5 req-22928115-81c8-4a5b-9f97-fd539355b016 service nova] Acquiring lock "refresh_cache-18f1a093-829a-4251-999a-4d95a437540a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.430890] env[62298]: DEBUG oslo_concurrency.lockutils [req-44989ccb-9d6b-477e-a99e-a05cad4c3ea5 req-22928115-81c8-4a5b-9f97-fd539355b016 service nova] Acquired lock "refresh_cache-18f1a093-829a-4251-999a-4d95a437540a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.431128] env[62298]: DEBUG nova.network.neutron [req-44989ccb-9d6b-477e-a99e-a05cad4c3ea5 req-22928115-81c8-4a5b-9f97-fd539355b016 service nova] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Refreshing network info cache for port 1c88558c-dc24-46c6-a5b5-73abc98d928b {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1940.719297] env[62298]: DEBUG oslo_vmware.api [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529c402b-5b36-8b85-720a-76113e2d445a, 'name': SearchDatastore_Task, 'duration_secs': 0.010314} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.719564] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.719830] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1940.720083] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.720234] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.720416] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1940.720674] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85e24792-33c8-4543-9433-4a2efa8f7828 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.724363] env[62298]: INFO nova.scheduler.client.report [None req-dd349d7c-dab1-4a9c-92a7-91d0a8587b95 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Deleted allocation for migration 23ffe6f5-806f-4a7f-bec0-4ab4823587b0 [ 1940.729751] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1940.729941] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1940.730657] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8455eebc-d58e-4dbf-888d-d47a7e842df7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.735742] env[62298]: DEBUG oslo_vmware.api [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1940.735742] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524f85ed-d724-9b9b-f8c0-b198c8e7a1f5" [ 1940.735742] env[62298]: _type = "Task" [ 1940.735742] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.743610] env[62298]: DEBUG oslo_vmware.api [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524f85ed-d724-9b9b-f8c0-b198c8e7a1f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.831891] env[62298]: INFO nova.compute.manager [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Took 12.25 seconds to build instance. [ 1941.231008] env[62298]: DEBUG oslo_concurrency.lockutils [None req-dd349d7c-dab1-4a9c-92a7-91d0a8587b95 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "8a762754-128d-4478-be5b-2244cc4c704f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.731s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.254135] env[62298]: DEBUG oslo_vmware.api [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524f85ed-d724-9b9b-f8c0-b198c8e7a1f5, 'name': SearchDatastore_Task, 'duration_secs': 0.009402} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.255722] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e71e0785-a6f6-4e0f-b876-8bbd2803996e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.260768] env[62298]: DEBUG oslo_vmware.api [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1941.260768] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52818b2a-f377-c5c4-1589-c01ea7b9e901" [ 1941.260768] env[62298]: _type = "Task" [ 1941.260768] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.275757] env[62298]: DEBUG oslo_vmware.api [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52818b2a-f377-c5c4-1589-c01ea7b9e901, 'name': SearchDatastore_Task, 'duration_secs': 0.00849} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.276033] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.276274] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 9b420da1-62ba-4feb-b0b8-dd1bcea0855e/9b420da1-62ba-4feb-b0b8-dd1bcea0855e.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1941.276518] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-870dbad2-4f5f-41f1-a59f-6da59fb3c6b9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.285832] env[62298]: DEBUG oslo_vmware.api [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1941.285832] env[62298]: value = "task-1805134" [ 1941.285832] env[62298]: _type = "Task" [ 1941.285832] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.293589] env[62298]: DEBUG oslo_vmware.api [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.334056] env[62298]: DEBUG oslo_concurrency.lockutils [None req-028c3c6d-4e2c-4a1d-9e6c-28bf627e5682 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "be9abd95-4f85-44ba-bbfb-90921999e197" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.760s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.385475] env[62298]: DEBUG nova.network.neutron [req-44989ccb-9d6b-477e-a99e-a05cad4c3ea5 req-22928115-81c8-4a5b-9f97-fd539355b016 service nova] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Updated VIF entry in instance network info cache for port 1c88558c-dc24-46c6-a5b5-73abc98d928b. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1941.385866] env[62298]: DEBUG nova.network.neutron [req-44989ccb-9d6b-477e-a99e-a05cad4c3ea5 req-22928115-81c8-4a5b-9f97-fd539355b016 service nova] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Updating instance_info_cache with network_info: [{"id": "1c88558c-dc24-46c6-a5b5-73abc98d928b", "address": "fa:16:3e:18:75:34", "network": {"id": "e4e2c5c8-77d4-43e9-853b-0797e8a17f8d", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1566442661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a808a8b6e643a5b98d06c6cf82cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1c88558c-dc", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.402772] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d062b1-b3db-421c-a81b-0a0fe2d4c50b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.411543] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734585b2-e5fc-4ec4-b10d-504437554cc5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.443676] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90395ee4-80b8-420f-bef9-bba8929b423e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.452076] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7647ada-e1b4-4e8c-bcdc-140146d5ab65 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.467457] env[62298]: DEBUG nova.compute.provider_tree [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1941.506286] env[62298]: DEBUG oslo_concurrency.lockutils [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquiring lock "18f1a093-829a-4251-999a-4d95a437540a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.797395] env[62298]: DEBUG oslo_vmware.api [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442447} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.800335] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 9b420da1-62ba-4feb-b0b8-dd1bcea0855e/9b420da1-62ba-4feb-b0b8-dd1bcea0855e.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1941.800335] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1941.800335] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49750cab-33ec-4439-a595-c1d31cc37a16 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.807427] env[62298]: DEBUG oslo_vmware.api [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1941.807427] env[62298]: value = "task-1805135" [ 1941.807427] env[62298]: _type = "Task" [ 1941.807427] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.815478] env[62298]: DEBUG oslo_vmware.api [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.888984] env[62298]: DEBUG oslo_concurrency.lockutils [req-44989ccb-9d6b-477e-a99e-a05cad4c3ea5 req-22928115-81c8-4a5b-9f97-fd539355b016 service nova] Releasing lock "refresh_cache-18f1a093-829a-4251-999a-4d95a437540a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.888984] env[62298]: DEBUG nova.compute.manager [req-44989ccb-9d6b-477e-a99e-a05cad4c3ea5 req-22928115-81c8-4a5b-9f97-fd539355b016 service nova] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Received event network-vif-deleted-ffc4a32d-7f3a-4860-8738-034ed180b347 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1941.981018] env[62298]: DEBUG nova.compute.manager [req-19464290-4110-4faf-a093-45d1c3463e4b req-d2f938ca-c0e1-4a80-9986-f95622eb220a service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Received event network-changed-2017f7c3-d123-4da7-b644-0f688454e976 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1941.981018] env[62298]: DEBUG nova.compute.manager [req-19464290-4110-4faf-a093-45d1c3463e4b req-d2f938ca-c0e1-4a80-9986-f95622eb220a service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Refreshing instance network info cache due to event network-changed-2017f7c3-d123-4da7-b644-0f688454e976. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1941.981018] env[62298]: DEBUG oslo_concurrency.lockutils [req-19464290-4110-4faf-a093-45d1c3463e4b req-d2f938ca-c0e1-4a80-9986-f95622eb220a service nova] Acquiring lock "refresh_cache-59a5e4d5-6d0e-45af-9e23-57aaf115d983" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1941.981018] env[62298]: DEBUG oslo_concurrency.lockutils [req-19464290-4110-4faf-a093-45d1c3463e4b req-d2f938ca-c0e1-4a80-9986-f95622eb220a service nova] Acquired lock "refresh_cache-59a5e4d5-6d0e-45af-9e23-57aaf115d983" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1941.981018] env[62298]: DEBUG nova.network.neutron [req-19464290-4110-4faf-a093-45d1c3463e4b req-d2f938ca-c0e1-4a80-9986-f95622eb220a service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Refreshing network info cache for port 2017f7c3-d123-4da7-b644-0f688454e976 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1941.990319] env[62298]: ERROR nova.scheduler.client.report [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [req-3d15ecfc-46cb-47f7-8cea-57dcb3e08b8c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3d15ecfc-46cb-47f7-8cea-57dcb3e08b8c"}]} [ 1942.010678] env[62298]: DEBUG nova.scheduler.client.report [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1942.027529] env[62298]: DEBUG nova.scheduler.client.report [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1942.027529] env[62298]: DEBUG nova.compute.provider_tree [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1942.038040] env[62298]: DEBUG nova.scheduler.client.report [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1942.056230] env[62298]: DEBUG nova.scheduler.client.report [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1942.226797] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d9e3f3-b1fd-4467-affa-bde0d269425f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.234318] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57f8036-efdd-4d24-a07f-c59ae0ee2415 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.264900] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd4ca32-036e-4fb2-b7e0-27404c43268b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.273882] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6defc7-cc1b-4372-98e6-38e9e549d99d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.288819] env[62298]: DEBUG nova.compute.provider_tree [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1942.314976] env[62298]: DEBUG oslo_vmware.api [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071327} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.314976] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1942.315671] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79ac79c-5789-4c6c-a44e-06f034cacd76 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.339990] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 9b420da1-62ba-4feb-b0b8-dd1bcea0855e/9b420da1-62ba-4feb-b0b8-dd1bcea0855e.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1942.340317] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-668e97cf-5733-4877-9ced-cd5dffc447f4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.364272] env[62298]: DEBUG oslo_vmware.api [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1942.364272] env[62298]: value = "task-1805136" [ 1942.364272] env[62298]: _type = "Task" [ 1942.364272] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.375000] env[62298]: DEBUG oslo_vmware.api [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805136, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.796251] env[62298]: DEBUG nova.scheduler.client.report [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1942.878435] env[62298]: DEBUG oslo_vmware.api [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805136, 'name': ReconfigVM_Task, 'duration_secs': 0.28859} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.878789] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 9b420da1-62ba-4feb-b0b8-dd1bcea0855e/9b420da1-62ba-4feb-b0b8-dd1bcea0855e.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1942.879457] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1869c86-2e69-4468-bda2-73e1a1350853 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.881808] env[62298]: DEBUG nova.network.neutron [req-19464290-4110-4faf-a093-45d1c3463e4b req-d2f938ca-c0e1-4a80-9986-f95622eb220a service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Updated VIF entry in instance network info cache for port 2017f7c3-d123-4da7-b644-0f688454e976. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1942.882151] env[62298]: DEBUG nova.network.neutron [req-19464290-4110-4faf-a093-45d1c3463e4b req-d2f938ca-c0e1-4a80-9986-f95622eb220a service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Updating instance_info_cache with network_info: [{"id": "2017f7c3-d123-4da7-b644-0f688454e976", "address": "fa:16:3e:0e:c9:4a", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2017f7c3-d1", "ovs_interfaceid": "2017f7c3-d123-4da7-b644-0f688454e976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1942.887796] env[62298]: DEBUG oslo_vmware.api [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1942.887796] env[62298]: value = "task-1805137" [ 1942.887796] env[62298]: _type = "Task" [ 1942.887796] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.897116] env[62298]: DEBUG oslo_vmware.api [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805137, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.306746] env[62298]: DEBUG oslo_concurrency.lockutils [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.138s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.307895] env[62298]: DEBUG nova.compute.manager [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1943.310445] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.475s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.310803] env[62298]: DEBUG nova.objects.instance [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lazy-loading 'resources' on Instance uuid 18f1a093-829a-4251-999a-4d95a437540a {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1943.367960] env[62298]: DEBUG nova.compute.manager [req-7b7d0dd7-2865-4097-8142-b9fe66d011c7 req-0478464c-bb9b-4973-a02b-304b31750476 service nova] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Received event network-changed-bd938c6e-dda2-4a1d-a990-d71ad42249f8 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1943.368194] env[62298]: DEBUG nova.compute.manager [req-7b7d0dd7-2865-4097-8142-b9fe66d011c7 req-0478464c-bb9b-4973-a02b-304b31750476 service nova] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Refreshing instance network info cache due to event network-changed-bd938c6e-dda2-4a1d-a990-d71ad42249f8. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1943.368483] env[62298]: DEBUG oslo_concurrency.lockutils [req-7b7d0dd7-2865-4097-8142-b9fe66d011c7 req-0478464c-bb9b-4973-a02b-304b31750476 service nova] Acquiring lock "refresh_cache-be9abd95-4f85-44ba-bbfb-90921999e197" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1943.368657] env[62298]: DEBUG oslo_concurrency.lockutils [req-7b7d0dd7-2865-4097-8142-b9fe66d011c7 req-0478464c-bb9b-4973-a02b-304b31750476 service nova] Acquired lock "refresh_cache-be9abd95-4f85-44ba-bbfb-90921999e197" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1943.368867] env[62298]: DEBUG nova.network.neutron [req-7b7d0dd7-2865-4097-8142-b9fe66d011c7 req-0478464c-bb9b-4973-a02b-304b31750476 service nova] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Refreshing network info cache for port bd938c6e-dda2-4a1d-a990-d71ad42249f8 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1943.384800] env[62298]: DEBUG oslo_concurrency.lockutils [req-19464290-4110-4faf-a093-45d1c3463e4b req-d2f938ca-c0e1-4a80-9986-f95622eb220a service nova] Releasing lock "refresh_cache-59a5e4d5-6d0e-45af-9e23-57aaf115d983" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1943.398782] env[62298]: DEBUG oslo_vmware.api [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805137, 'name': Rename_Task, 'duration_secs': 0.175896} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.399107] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1943.399394] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac3562f1-6cbe-426d-aea1-877df85055ee {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.406008] env[62298]: DEBUG oslo_vmware.api [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1943.406008] env[62298]: value = "task-1805138" [ 1943.406008] env[62298]: _type = "Task" [ 1943.406008] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.413937] env[62298]: DEBUG oslo_vmware.api [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.476134] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9ad6983d-3811-4392-97da-6300a311aa6f tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "8a762754-128d-4478-be5b-2244cc4c704f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.476426] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9ad6983d-3811-4392-97da-6300a311aa6f tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "8a762754-128d-4478-be5b-2244cc4c704f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.476691] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9ad6983d-3811-4392-97da-6300a311aa6f tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "8a762754-128d-4478-be5b-2244cc4c704f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.476905] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9ad6983d-3811-4392-97da-6300a311aa6f tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "8a762754-128d-4478-be5b-2244cc4c704f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.477090] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9ad6983d-3811-4392-97da-6300a311aa6f tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "8a762754-128d-4478-be5b-2244cc4c704f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.481947] env[62298]: INFO nova.compute.manager [None req-9ad6983d-3811-4392-97da-6300a311aa6f tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Terminating instance [ 1943.813687] env[62298]: DEBUG nova.compute.utils [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1943.815855] env[62298]: DEBUG nova.objects.instance [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lazy-loading 'numa_topology' on Instance uuid 18f1a093-829a-4251-999a-4d95a437540a {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1943.816439] env[62298]: DEBUG nova.compute.manager [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1943.816679] env[62298]: DEBUG nova.network.neutron [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1943.872133] env[62298]: DEBUG nova.policy [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e16999d2814546159f68305a4f0cbfb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c03e0481a48d41fa860471811159cb77', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1943.917550] env[62298]: DEBUG oslo_vmware.api [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805138, 'name': PowerOnVM_Task, 'duration_secs': 0.485761} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.919827] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1943.920060] env[62298]: INFO nova.compute.manager [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Took 6.87 seconds to spawn the instance on the hypervisor. [ 1943.920245] env[62298]: DEBUG nova.compute.manager [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1943.921033] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eff5147-204b-4d3d-8e03-e011cac3bc75 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.954414] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "bf2c3a73-e09f-4f52-8178-4ca7bea1d954" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.954640] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "bf2c3a73-e09f-4f52-8178-4ca7bea1d954" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.985530] env[62298]: DEBUG nova.compute.manager [None req-9ad6983d-3811-4392-97da-6300a311aa6f tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1943.985754] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad6983d-3811-4392-97da-6300a311aa6f tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1943.987143] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c1ab7f-939c-42af-8612-9e583b19e593 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.995409] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ad6983d-3811-4392-97da-6300a311aa6f tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1943.995706] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68b8cfa4-6d0e-4166-b7f1-c489245396e6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.002689] env[62298]: DEBUG oslo_vmware.api [None req-9ad6983d-3811-4392-97da-6300a311aa6f tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1944.002689] env[62298]: value = "task-1805139" [ 1944.002689] env[62298]: _type = "Task" [ 1944.002689] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.007537] env[62298]: DEBUG nova.compute.manager [req-875b9f8b-aa82-4d44-b3e6-76527497e2f9 req-aaf03954-26e9-4899-8b98-c22e13c42e8c service nova] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Received event network-changed-bd938c6e-dda2-4a1d-a990-d71ad42249f8 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1944.007720] env[62298]: DEBUG nova.compute.manager [req-875b9f8b-aa82-4d44-b3e6-76527497e2f9 req-aaf03954-26e9-4899-8b98-c22e13c42e8c service nova] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Refreshing instance network info cache due to event network-changed-bd938c6e-dda2-4a1d-a990-d71ad42249f8. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1944.007940] env[62298]: DEBUG oslo_concurrency.lockutils [req-875b9f8b-aa82-4d44-b3e6-76527497e2f9 req-aaf03954-26e9-4899-8b98-c22e13c42e8c service nova] Acquiring lock "refresh_cache-be9abd95-4f85-44ba-bbfb-90921999e197" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1944.013634] env[62298]: DEBUG oslo_vmware.api [None req-9ad6983d-3811-4392-97da-6300a311aa6f tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.302982] env[62298]: DEBUG nova.network.neutron [req-7b7d0dd7-2865-4097-8142-b9fe66d011c7 req-0478464c-bb9b-4973-a02b-304b31750476 service nova] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Updated VIF entry in instance network info cache for port bd938c6e-dda2-4a1d-a990-d71ad42249f8. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1944.303383] env[62298]: DEBUG nova.network.neutron [req-7b7d0dd7-2865-4097-8142-b9fe66d011c7 req-0478464c-bb9b-4973-a02b-304b31750476 service nova] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Updating instance_info_cache with network_info: [{"id": "bd938c6e-dda2-4a1d-a990-d71ad42249f8", "address": "fa:16:3e:fd:b0:86", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd938c6e-dd", "ovs_interfaceid": "bd938c6e-dda2-4a1d-a990-d71ad42249f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1944.317359] env[62298]: DEBUG nova.compute.manager [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1944.320563] env[62298]: DEBUG nova.objects.base [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Object Instance<18f1a093-829a-4251-999a-4d95a437540a> lazy-loaded attributes: resources,numa_topology {{(pid=62298) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1944.382788] env[62298]: DEBUG nova.network.neutron [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Successfully created port: 48960ccc-02cb-469e-abd4-60f9a70dc334 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1944.441317] env[62298]: INFO nova.compute.manager [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Took 11.73 seconds to build instance. [ 1944.457124] env[62298]: DEBUG nova.compute.manager [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1944.512500] env[62298]: DEBUG oslo_vmware.api [None req-9ad6983d-3811-4392-97da-6300a311aa6f tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805139, 'name': PowerOffVM_Task, 'duration_secs': 0.202908} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.512773] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ad6983d-3811-4392-97da-6300a311aa6f tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1944.512945] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad6983d-3811-4392-97da-6300a311aa6f tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1944.513213] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da9905e0-1b20-46c6-8641-835601712930 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.636670] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ecea58-2224-4603-ae16-e2d8c2ab43d6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.636670] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cea407c-797c-4f52-8462-43cd586ccc61 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.644233] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82e6c7b-862b-443c-b50a-8a81cf80b4a3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.645705] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad6983d-3811-4392-97da-6300a311aa6f tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1944.647101] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad6983d-3811-4392-97da-6300a311aa6f tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1944.647101] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ad6983d-3811-4392-97da-6300a311aa6f tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Deleting the datastore file [datastore1] 8a762754-128d-4478-be5b-2244cc4c704f {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1944.647101] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f834304c-48a0-4ecb-95b8-c3994faae102 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.655646] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d2715a-5e7d-4987-b073-07cf6ff344fc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.664775] env[62298]: DEBUG oslo_vmware.api [None req-9ad6983d-3811-4392-97da-6300a311aa6f tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1944.664775] env[62298]: value = "task-1805141" [ 1944.664775] env[62298]: _type = "Task" [ 1944.664775] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.676049] env[62298]: DEBUG nova.compute.provider_tree [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1944.681726] env[62298]: DEBUG oslo_vmware.api [None req-9ad6983d-3811-4392-97da-6300a311aa6f tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.806610] env[62298]: DEBUG oslo_concurrency.lockutils [req-7b7d0dd7-2865-4097-8142-b9fe66d011c7 req-0478464c-bb9b-4973-a02b-304b31750476 service nova] Releasing lock "refresh_cache-be9abd95-4f85-44ba-bbfb-90921999e197" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1944.807135] env[62298]: DEBUG oslo_concurrency.lockutils [req-875b9f8b-aa82-4d44-b3e6-76527497e2f9 req-aaf03954-26e9-4899-8b98-c22e13c42e8c service nova] Acquired lock "refresh_cache-be9abd95-4f85-44ba-bbfb-90921999e197" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1944.807332] env[62298]: DEBUG nova.network.neutron [req-875b9f8b-aa82-4d44-b3e6-76527497e2f9 req-aaf03954-26e9-4899-8b98-c22e13c42e8c service nova] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Refreshing network info cache for port bd938c6e-dda2-4a1d-a990-d71ad42249f8 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1944.945672] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7ddad069-4614-4406-9b6d-371c3086d83e tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "9b420da1-62ba-4feb-b0b8-dd1bcea0855e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.240s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.981186] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.175316] env[62298]: DEBUG oslo_vmware.api [None req-9ad6983d-3811-4392-97da-6300a311aa6f tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.497519} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.175534] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ad6983d-3811-4392-97da-6300a311aa6f tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1945.175737] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad6983d-3811-4392-97da-6300a311aa6f tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1945.175879] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9ad6983d-3811-4392-97da-6300a311aa6f tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1945.176069] env[62298]: INFO nova.compute.manager [None req-9ad6983d-3811-4392-97da-6300a311aa6f tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1945.176334] env[62298]: DEBUG oslo.service.loopingcall [None req-9ad6983d-3811-4392-97da-6300a311aa6f tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1945.176537] env[62298]: DEBUG nova.compute.manager [-] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1945.176659] env[62298]: DEBUG nova.network.neutron [-] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1945.178890] env[62298]: DEBUG nova.scheduler.client.report [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1945.330216] env[62298]: DEBUG nova.compute.manager [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1945.363507] env[62298]: DEBUG nova.virt.hardware [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1945.363822] env[62298]: DEBUG nova.virt.hardware [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1945.364060] env[62298]: DEBUG nova.virt.hardware [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1945.364291] env[62298]: DEBUG nova.virt.hardware [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1945.364479] env[62298]: DEBUG nova.virt.hardware [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1945.364710] env[62298]: DEBUG nova.virt.hardware [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1945.365358] env[62298]: DEBUG nova.virt.hardware [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1945.365358] env[62298]: DEBUG nova.virt.hardware [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1945.365441] env[62298]: DEBUG nova.virt.hardware [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1945.365631] env[62298]: DEBUG nova.virt.hardware [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1945.365915] env[62298]: DEBUG nova.virt.hardware [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1945.366922] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1cccbb-5ea3-41d8-8e97-afe9c0750602 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.375550] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc64ee94-93d9-4e62-96b0-1940d8628560 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.615489] env[62298]: DEBUG nova.compute.manager [req-6f90ff00-bf05-4789-8467-dcf57e8c15f7 req-efb8fe88-ea0d-44cf-9eb8-c0579e74c63c service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Received event network-changed-2017f7c3-d123-4da7-b644-0f688454e976 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1945.615695] env[62298]: DEBUG nova.compute.manager [req-6f90ff00-bf05-4789-8467-dcf57e8c15f7 req-efb8fe88-ea0d-44cf-9eb8-c0579e74c63c service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Refreshing instance network info cache due to event network-changed-2017f7c3-d123-4da7-b644-0f688454e976. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1945.615970] env[62298]: DEBUG oslo_concurrency.lockutils [req-6f90ff00-bf05-4789-8467-dcf57e8c15f7 req-efb8fe88-ea0d-44cf-9eb8-c0579e74c63c service nova] Acquiring lock "refresh_cache-59a5e4d5-6d0e-45af-9e23-57aaf115d983" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1945.616065] env[62298]: DEBUG oslo_concurrency.lockutils [req-6f90ff00-bf05-4789-8467-dcf57e8c15f7 req-efb8fe88-ea0d-44cf-9eb8-c0579e74c63c service nova] Acquired lock "refresh_cache-59a5e4d5-6d0e-45af-9e23-57aaf115d983" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1945.616235] env[62298]: DEBUG nova.network.neutron [req-6f90ff00-bf05-4789-8467-dcf57e8c15f7 req-efb8fe88-ea0d-44cf-9eb8-c0579e74c63c service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Refreshing network info cache for port 2017f7c3-d123-4da7-b644-0f688454e976 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1945.683832] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.373s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.686154] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b054ca3d-5899-4656-aede-74f155efa597 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.451s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.686376] env[62298]: DEBUG nova.objects.instance [None req-b054ca3d-5899-4656-aede-74f155efa597 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lazy-loading 'resources' on Instance uuid f817ac43-dfd4-4a70-9034-25f0e80a7259 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1946.095743] env[62298]: DEBUG nova.compute.manager [req-373072d0-498a-4626-af4a-5a805e1948d1 req-26fe52ec-b992-447a-a25c-ca264d2de268 service nova] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Received event network-vif-deleted-77076373-6e36-4e69-a1ab-4e96a43cc7b6 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1946.096017] env[62298]: INFO nova.compute.manager [req-373072d0-498a-4626-af4a-5a805e1948d1 req-26fe52ec-b992-447a-a25c-ca264d2de268 service nova] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Neutron deleted interface 77076373-6e36-4e69-a1ab-4e96a43cc7b6; detaching it from the instance and deleting it from the info cache [ 1946.096228] env[62298]: DEBUG nova.network.neutron [req-373072d0-498a-4626-af4a-5a805e1948d1 req-26fe52ec-b992-447a-a25c-ca264d2de268 service nova] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.135637] env[62298]: DEBUG nova.network.neutron [req-875b9f8b-aa82-4d44-b3e6-76527497e2f9 req-aaf03954-26e9-4899-8b98-c22e13c42e8c service nova] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Updated VIF entry in instance network info cache for port bd938c6e-dda2-4a1d-a990-d71ad42249f8. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1946.136011] env[62298]: DEBUG nova.network.neutron [req-875b9f8b-aa82-4d44-b3e6-76527497e2f9 req-aaf03954-26e9-4899-8b98-c22e13c42e8c service nova] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Updating instance_info_cache with network_info: [{"id": "bd938c6e-dda2-4a1d-a990-d71ad42249f8", "address": "fa:16:3e:fd:b0:86", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd938c6e-dd", "ovs_interfaceid": "bd938c6e-dda2-4a1d-a990-d71ad42249f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.197195] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4b50c64f-5624-4171-b324-4dc34cf46281 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "18f1a093-829a-4251-999a-4d95a437540a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.592s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.198927] env[62298]: DEBUG oslo_concurrency.lockutils [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "18f1a093-829a-4251-999a-4d95a437540a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.692s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.199172] env[62298]: INFO nova.compute.manager [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Unshelving [ 1946.430414] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053a0ad3-e4ae-4104-afc4-db2090143cd9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.438791] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36fdfd5-ae97-4325-9fe1-69a586c56383 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.470446] env[62298]: DEBUG nova.network.neutron [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Successfully updated port: 48960ccc-02cb-469e-abd4-60f9a70dc334 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1946.471963] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50b0726-f1b1-418e-bdd3-500f40e5f83e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.482207] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c64491-3a79-4780-b2cc-b80adfed692f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.497123] env[62298]: DEBUG nova.compute.provider_tree [None req-b054ca3d-5899-4656-aede-74f155efa597 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1946.523063] env[62298]: DEBUG nova.network.neutron [req-6f90ff00-bf05-4789-8467-dcf57e8c15f7 req-efb8fe88-ea0d-44cf-9eb8-c0579e74c63c service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Updated VIF entry in instance network info cache for port 2017f7c3-d123-4da7-b644-0f688454e976. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1946.523448] env[62298]: DEBUG nova.network.neutron [req-6f90ff00-bf05-4789-8467-dcf57e8c15f7 req-efb8fe88-ea0d-44cf-9eb8-c0579e74c63c service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Updating instance_info_cache with network_info: [{"id": "2017f7c3-d123-4da7-b644-0f688454e976", "address": "fa:16:3e:0e:c9:4a", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2017f7c3-d1", "ovs_interfaceid": "2017f7c3-d123-4da7-b644-0f688454e976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.532237] env[62298]: DEBUG nova.network.neutron [-] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.598823] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4752f22a-c5e3-4f47-b6ba-0393a4104b02 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.609019] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc221c6b-6f74-4694-8429-486b127b39c4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.641853] env[62298]: DEBUG oslo_concurrency.lockutils [req-875b9f8b-aa82-4d44-b3e6-76527497e2f9 req-aaf03954-26e9-4899-8b98-c22e13c42e8c service nova] Releasing lock "refresh_cache-be9abd95-4f85-44ba-bbfb-90921999e197" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1946.641853] env[62298]: DEBUG nova.compute.manager [req-373072d0-498a-4626-af4a-5a805e1948d1 req-26fe52ec-b992-447a-a25c-ca264d2de268 service nova] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Detach interface failed, port_id=77076373-6e36-4e69-a1ab-4e96a43cc7b6, reason: Instance 8a762754-128d-4478-be5b-2244cc4c704f could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1946.785715] env[62298]: INFO nova.compute.manager [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Rebuilding instance [ 1946.836439] env[62298]: DEBUG nova.compute.manager [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1946.837357] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b8eca2-8035-4870-ade1-b58fde0ed079 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.975924] env[62298]: DEBUG oslo_concurrency.lockutils [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "refresh_cache-35a4f8a2-b599-45ad-a861-e9592146a974" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.976104] env[62298]: DEBUG oslo_concurrency.lockutils [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquired lock "refresh_cache-35a4f8a2-b599-45ad-a861-e9592146a974" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.976264] env[62298]: DEBUG nova.network.neutron [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1947.000578] env[62298]: DEBUG nova.scheduler.client.report [None req-b054ca3d-5899-4656-aede-74f155efa597 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1947.025869] env[62298]: DEBUG oslo_concurrency.lockutils [req-6f90ff00-bf05-4789-8467-dcf57e8c15f7 req-efb8fe88-ea0d-44cf-9eb8-c0579e74c63c service nova] Releasing lock "refresh_cache-59a5e4d5-6d0e-45af-9e23-57aaf115d983" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.034788] env[62298]: INFO nova.compute.manager [-] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Took 1.86 seconds to deallocate network for instance. [ 1947.209510] env[62298]: DEBUG nova.compute.utils [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1947.405916] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1947.506060] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b054ca3d-5899-4656-aede-74f155efa597 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.509154] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.527s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.510286] env[62298]: INFO nova.compute.claims [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1947.522182] env[62298]: DEBUG nova.network.neutron [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1947.526804] env[62298]: INFO nova.scheduler.client.report [None req-b054ca3d-5899-4656-aede-74f155efa597 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Deleted allocations for instance f817ac43-dfd4-4a70-9034-25f0e80a7259 [ 1947.540920] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9ad6983d-3811-4392-97da-6300a311aa6f tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.645130] env[62298]: DEBUG nova.compute.manager [req-469e1346-f05e-498f-b642-23d4ed4589de req-982c00d4-77e5-4203-b111-53bcc41e2922 service nova] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Received event network-changed-ea81f628-0ee6-40d6-ac5c-753d34b7fa0f {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1947.645410] env[62298]: DEBUG nova.compute.manager [req-469e1346-f05e-498f-b642-23d4ed4589de req-982c00d4-77e5-4203-b111-53bcc41e2922 service nova] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Refreshing instance network info cache due to event network-changed-ea81f628-0ee6-40d6-ac5c-753d34b7fa0f. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1947.645656] env[62298]: DEBUG oslo_concurrency.lockutils [req-469e1346-f05e-498f-b642-23d4ed4589de req-982c00d4-77e5-4203-b111-53bcc41e2922 service nova] Acquiring lock "refresh_cache-9b420da1-62ba-4feb-b0b8-dd1bcea0855e" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1947.645779] env[62298]: DEBUG oslo_concurrency.lockutils [req-469e1346-f05e-498f-b642-23d4ed4589de req-982c00d4-77e5-4203-b111-53bcc41e2922 service nova] Acquired lock "refresh_cache-9b420da1-62ba-4feb-b0b8-dd1bcea0855e" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.645942] env[62298]: DEBUG nova.network.neutron [req-469e1346-f05e-498f-b642-23d4ed4589de req-982c00d4-77e5-4203-b111-53bcc41e2922 service nova] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Refreshing network info cache for port ea81f628-0ee6-40d6-ac5c-753d34b7fa0f {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1947.685424] env[62298]: DEBUG nova.network.neutron [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Updating instance_info_cache with network_info: [{"id": "48960ccc-02cb-469e-abd4-60f9a70dc334", "address": "fa:16:3e:4e:3a:c9", "network": {"id": "a1cc5b7e-29b8-442e-aded-4790d7ea1173", "bridge": "br-int", "label": "tempest-ServersTestJSON-828003697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03e0481a48d41fa860471811159cb77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48960ccc-02", "ovs_interfaceid": "48960ccc-02cb-469e-abd4-60f9a70dc334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.712906] env[62298]: INFO nova.virt.block_device [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Booting with volume 8e2d4bea-e01e-4675-888c-f9a0df034a5f at /dev/sdb [ 1947.752279] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6450a986-9dee-4b47-b9e1-c519c94a9d11 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.761654] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9919868-be3d-48d7-a1b8-5ced3ee3fb40 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.793676] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56f6b50f-d4bc-42cd-aa44-0c72fec4ab88 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.802158] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3bf4f6-a9b3-4f3e-9e0b-307d1b4a4ed8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.834707] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b32b99-948b-4dad-88f7-e9f8205c17d6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.841864] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c950ee2-f9c8-4283-a3b5-78a0478ba0bc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.857444] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1947.857444] env[62298]: DEBUG nova.virt.block_device [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Updating existing volume attachment record: 89a2bd8e-d35f-4697-9128-e5739d786035 {{(pid=62298) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1947.860060] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9872f28-2a07-4afe-8bea-091ae1785598 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.866282] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 1947.866282] env[62298]: value = "task-1805142" [ 1947.866282] env[62298]: _type = "Task" [ 1947.866282] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.876075] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.034745] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b054ca3d-5899-4656-aede-74f155efa597 tempest-AttachVolumeTestJSON-141549350 tempest-AttachVolumeTestJSON-141549350-project-member] Lock "f817ac43-dfd4-4a70-9034-25f0e80a7259" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.132s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.126225] env[62298]: DEBUG nova.compute.manager [req-63973374-f33a-45e1-9b48-379e8704dcb3 req-8396cf7b-01cb-4c4b-b40d-5f026478af15 service nova] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Received event network-vif-plugged-48960ccc-02cb-469e-abd4-60f9a70dc334 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1948.126540] env[62298]: DEBUG oslo_concurrency.lockutils [req-63973374-f33a-45e1-9b48-379e8704dcb3 req-8396cf7b-01cb-4c4b-b40d-5f026478af15 service nova] Acquiring lock "35a4f8a2-b599-45ad-a861-e9592146a974-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.126762] env[62298]: DEBUG oslo_concurrency.lockutils [req-63973374-f33a-45e1-9b48-379e8704dcb3 req-8396cf7b-01cb-4c4b-b40d-5f026478af15 service nova] Lock "35a4f8a2-b599-45ad-a861-e9592146a974-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.126935] env[62298]: DEBUG oslo_concurrency.lockutils [req-63973374-f33a-45e1-9b48-379e8704dcb3 req-8396cf7b-01cb-4c4b-b40d-5f026478af15 service nova] Lock "35a4f8a2-b599-45ad-a861-e9592146a974-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.127377] env[62298]: DEBUG nova.compute.manager [req-63973374-f33a-45e1-9b48-379e8704dcb3 req-8396cf7b-01cb-4c4b-b40d-5f026478af15 service nova] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] No waiting events found dispatching network-vif-plugged-48960ccc-02cb-469e-abd4-60f9a70dc334 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1948.127601] env[62298]: WARNING nova.compute.manager [req-63973374-f33a-45e1-9b48-379e8704dcb3 req-8396cf7b-01cb-4c4b-b40d-5f026478af15 service nova] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Received unexpected event network-vif-plugged-48960ccc-02cb-469e-abd4-60f9a70dc334 for instance with vm_state building and task_state spawning. [ 1948.127800] env[62298]: DEBUG nova.compute.manager [req-63973374-f33a-45e1-9b48-379e8704dcb3 req-8396cf7b-01cb-4c4b-b40d-5f026478af15 service nova] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Received event network-changed-48960ccc-02cb-469e-abd4-60f9a70dc334 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1948.128057] env[62298]: DEBUG nova.compute.manager [req-63973374-f33a-45e1-9b48-379e8704dcb3 req-8396cf7b-01cb-4c4b-b40d-5f026478af15 service nova] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Refreshing instance network info cache due to event network-changed-48960ccc-02cb-469e-abd4-60f9a70dc334. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1948.128334] env[62298]: DEBUG oslo_concurrency.lockutils [req-63973374-f33a-45e1-9b48-379e8704dcb3 req-8396cf7b-01cb-4c4b-b40d-5f026478af15 service nova] Acquiring lock "refresh_cache-35a4f8a2-b599-45ad-a861-e9592146a974" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.187467] env[62298]: DEBUG oslo_concurrency.lockutils [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Releasing lock "refresh_cache-35a4f8a2-b599-45ad-a861-e9592146a974" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.187797] env[62298]: DEBUG nova.compute.manager [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Instance network_info: |[{"id": "48960ccc-02cb-469e-abd4-60f9a70dc334", "address": "fa:16:3e:4e:3a:c9", "network": {"id": "a1cc5b7e-29b8-442e-aded-4790d7ea1173", "bridge": "br-int", "label": "tempest-ServersTestJSON-828003697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03e0481a48d41fa860471811159cb77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48960ccc-02", "ovs_interfaceid": "48960ccc-02cb-469e-abd4-60f9a70dc334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1948.188111] env[62298]: DEBUG oslo_concurrency.lockutils [req-63973374-f33a-45e1-9b48-379e8704dcb3 req-8396cf7b-01cb-4c4b-b40d-5f026478af15 service nova] Acquired lock "refresh_cache-35a4f8a2-b599-45ad-a861-e9592146a974" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.188307] env[62298]: DEBUG nova.network.neutron [req-63973374-f33a-45e1-9b48-379e8704dcb3 req-8396cf7b-01cb-4c4b-b40d-5f026478af15 service nova] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Refreshing network info cache for port 48960ccc-02cb-469e-abd4-60f9a70dc334 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1948.189559] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:3a:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48960ccc-02cb-469e-abd4-60f9a70dc334', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1948.197852] env[62298]: DEBUG oslo.service.loopingcall [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1948.200587] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1948.200877] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc4875d8-5eb5-473b-8cd5-cf954984248a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.222198] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1948.222198] env[62298]: value = "task-1805146" [ 1948.222198] env[62298]: _type = "Task" [ 1948.222198] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.235635] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805146, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.376835] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805142, 'name': PowerOffVM_Task, 'duration_secs': 0.333227} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.377197] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1948.377491] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1948.378406] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8966b803-acab-465e-af48-77c57e529f17 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.386255] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1948.386591] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1872506b-8dd6-4eca-b709-1ecae0eef2b1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.405888] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1948.406149] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Starting heal instance info cache {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 1948.453438] env[62298]: DEBUG nova.network.neutron [req-469e1346-f05e-498f-b642-23d4ed4589de req-982c00d4-77e5-4203-b111-53bcc41e2922 service nova] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Updated VIF entry in instance network info cache for port ea81f628-0ee6-40d6-ac5c-753d34b7fa0f. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1948.453933] env[62298]: DEBUG nova.network.neutron [req-469e1346-f05e-498f-b642-23d4ed4589de req-982c00d4-77e5-4203-b111-53bcc41e2922 service nova] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Updating instance_info_cache with network_info: [{"id": "ea81f628-0ee6-40d6-ac5c-753d34b7fa0f", "address": "fa:16:3e:76:f7:3c", "network": {"id": "0622261b-44b0-4c1a-819a-db83d31fda3f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-821763392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60ff3e052184495da842a8b9e1009816", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea81f628-0e", "ovs_interfaceid": "ea81f628-0ee6-40d6-ac5c-753d34b7fa0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1948.703390] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc81464-abcc-4825-8831-0620d2ef1802 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.713053] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e349623f-165c-439b-8f90-16b73ee44de8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.750761] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800fba9b-e03a-43a3-b7ad-adce8921aad2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.759367] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805146, 'name': CreateVM_Task, 'duration_secs': 0.41834} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.761562] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1948.762765] env[62298]: DEBUG oslo_concurrency.lockutils [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.762984] env[62298]: DEBUG oslo_concurrency.lockutils [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.763472] env[62298]: DEBUG oslo_concurrency.lockutils [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1948.764719] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25fd870-e539-43e7-93dc-c821cee4baa4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.768699] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8624bc9f-b6b3-40a8-bd25-6885d852408d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.774560] env[62298]: DEBUG oslo_vmware.api [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1948.774560] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f25b3e-7ccb-0eca-06e6-d46d9acad0a5" [ 1948.774560] env[62298]: _type = "Task" [ 1948.774560] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.782765] env[62298]: DEBUG nova.compute.provider_tree [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1948.793507] env[62298]: DEBUG oslo_vmware.api [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f25b3e-7ccb-0eca-06e6-d46d9acad0a5, 'name': SearchDatastore_Task, 'duration_secs': 0.015996} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.796666] env[62298]: DEBUG oslo_concurrency.lockutils [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.796919] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1948.797203] env[62298]: DEBUG oslo_concurrency.lockutils [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.797358] env[62298]: DEBUG oslo_concurrency.lockutils [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.797537] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1948.798063] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d27a50c4-ca07-4806-a5e9-0dd99fa6da1b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.807548] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1948.807750] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1948.808558] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8786ef14-22a6-4cec-8a64-e94ceb6409de {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.814131] env[62298]: DEBUG oslo_vmware.api [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1948.814131] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52cb0b32-9cad-ca76-eb66-823f5d9d683a" [ 1948.814131] env[62298]: _type = "Task" [ 1948.814131] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.824056] env[62298]: DEBUG oslo_vmware.api [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52cb0b32-9cad-ca76-eb66-823f5d9d683a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.947597] env[62298]: DEBUG nova.network.neutron [req-63973374-f33a-45e1-9b48-379e8704dcb3 req-8396cf7b-01cb-4c4b-b40d-5f026478af15 service nova] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Updated VIF entry in instance network info cache for port 48960ccc-02cb-469e-abd4-60f9a70dc334. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1948.947998] env[62298]: DEBUG nova.network.neutron [req-63973374-f33a-45e1-9b48-379e8704dcb3 req-8396cf7b-01cb-4c4b-b40d-5f026478af15 service nova] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Updating instance_info_cache with network_info: [{"id": "48960ccc-02cb-469e-abd4-60f9a70dc334", "address": "fa:16:3e:4e:3a:c9", "network": {"id": "a1cc5b7e-29b8-442e-aded-4790d7ea1173", "bridge": "br-int", "label": "tempest-ServersTestJSON-828003697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03e0481a48d41fa860471811159cb77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48960ccc-02", "ovs_interfaceid": "48960ccc-02cb-469e-abd4-60f9a70dc334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1948.956710] env[62298]: DEBUG oslo_concurrency.lockutils [req-469e1346-f05e-498f-b642-23d4ed4589de req-982c00d4-77e5-4203-b111-53bcc41e2922 service nova] Releasing lock "refresh_cache-9b420da1-62ba-4feb-b0b8-dd1bcea0855e" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.286152] env[62298]: DEBUG nova.scheduler.client.report [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1949.298195] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1949.298476] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1949.298689] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Deleting the datastore file [datastore1] e73a73d6-e685-4d91-9228-aeb063d1ce97 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1949.298987] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-942f56f8-8fd6-48cf-9a2f-181c7f41efc1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.306241] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 1949.306241] env[62298]: value = "task-1805149" [ 1949.306241] env[62298]: _type = "Task" [ 1949.306241] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.314317] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.322932] env[62298]: DEBUG oslo_vmware.api [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52cb0b32-9cad-ca76-eb66-823f5d9d683a, 'name': SearchDatastore_Task, 'duration_secs': 0.012581} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.323712] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7abfcf75-ed48-4c6d-98f9-9dc5b1e19b6d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.329876] env[62298]: DEBUG oslo_vmware.api [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1949.329876] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521a44b8-94f7-818c-4d40-401d13a298b9" [ 1949.329876] env[62298]: _type = "Task" [ 1949.329876] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.338856] env[62298]: DEBUG oslo_vmware.api [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521a44b8-94f7-818c-4d40-401d13a298b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.450846] env[62298]: DEBUG oslo_concurrency.lockutils [req-63973374-f33a-45e1-9b48-379e8704dcb3 req-8396cf7b-01cb-4c4b-b40d-5f026478af15 service nova] Releasing lock "refresh_cache-35a4f8a2-b599-45ad-a861-e9592146a974" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.790944] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.791521] env[62298]: DEBUG nova.compute.manager [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1949.794187] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9ad6983d-3811-4392-97da-6300a311aa6f tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.253s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.794402] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9ad6983d-3811-4392-97da-6300a311aa6f tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.816135] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.817166] env[62298]: INFO nova.scheduler.client.report [None req-9ad6983d-3811-4392-97da-6300a311aa6f tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Deleted allocations for instance 8a762754-128d-4478-be5b-2244cc4c704f [ 1949.840483] env[62298]: DEBUG oslo_vmware.api [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521a44b8-94f7-818c-4d40-401d13a298b9, 'name': SearchDatastore_Task, 'duration_secs': 0.042866} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.840761] env[62298]: DEBUG oslo_concurrency.lockutils [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.841040] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 35a4f8a2-b599-45ad-a861-e9592146a974/35a4f8a2-b599-45ad-a861-e9592146a974.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1949.841275] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5546ab7-354f-4662-8f4e-9e18297cf94a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.848524] env[62298]: DEBUG oslo_vmware.api [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1949.848524] env[62298]: value = "task-1805150" [ 1949.848524] env[62298]: _type = "Task" [ 1949.848524] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.856257] env[62298]: DEBUG oslo_vmware.api [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.946909] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "refresh_cache-335e0309-fd80-419b-af19-20f533c5d4d4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.947078] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquired lock "refresh_cache-335e0309-fd80-419b-af19-20f533c5d4d4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.947234] env[62298]: DEBUG nova.network.neutron [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Forcefully refreshing network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1950.298958] env[62298]: DEBUG nova.compute.utils [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1950.300690] env[62298]: DEBUG nova.compute.manager [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1950.300917] env[62298]: DEBUG nova.network.neutron [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1950.319606] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.669133} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.319985] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1950.320246] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1950.320484] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1950.327843] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9ad6983d-3811-4392-97da-6300a311aa6f tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "8a762754-128d-4478-be5b-2244cc4c704f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.851s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.346605] env[62298]: DEBUG nova.policy [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ae0284a53d24f548b8cab4e856dd1d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c1cee775abb4a1eb529b35f1cfae0f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1950.360310] env[62298]: DEBUG oslo_vmware.api [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486341} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.360580] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 35a4f8a2-b599-45ad-a861-e9592146a974/35a4f8a2-b599-45ad-a861-e9592146a974.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1950.360811] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1950.361106] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e04de337-8b64-4ddc-b179-c3766d95edc3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.368602] env[62298]: DEBUG oslo_vmware.api [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1950.368602] env[62298]: value = "task-1805152" [ 1950.368602] env[62298]: _type = "Task" [ 1950.368602] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.377842] env[62298]: DEBUG oslo_vmware.api [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.694885] env[62298]: DEBUG nova.network.neutron [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Successfully created port: 09e7efa8-3249-4afb-96fd-8740875fdbe5 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1950.804393] env[62298]: DEBUG nova.compute.manager [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1950.878522] env[62298]: DEBUG oslo_vmware.api [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063849} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.878861] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1950.879632] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ba104f-ff64-46e0-8071-4b5f293d1877 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.904346] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 35a4f8a2-b599-45ad-a861-e9592146a974/35a4f8a2-b599-45ad-a861-e9592146a974.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1950.904905] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d9a541c-3556-41a3-885f-ab27b788c593 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.924697] env[62298]: DEBUG oslo_vmware.api [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1950.924697] env[62298]: value = "task-1805153" [ 1950.924697] env[62298]: _type = "Task" [ 1950.924697] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.932907] env[62298]: DEBUG oslo_vmware.api [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805153, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.205573] env[62298]: DEBUG nova.network.neutron [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Updating instance_info_cache with network_info: [{"id": "5f5f70fd-6310-4d83-ab33-97f5eda2a91f", "address": "fa:16:3e:b4:9c:59", "network": {"id": "66ddb69c-a0b5-4d9a-812e-c071845bc88a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-165425722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd819ba42d93442d90c65ee40ac606f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f5f70fd-63", "ovs_interfaceid": "5f5f70fd-6310-4d83-ab33-97f5eda2a91f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.364978] env[62298]: DEBUG nova.virt.hardware [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1951.365311] env[62298]: DEBUG nova.virt.hardware [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1951.365541] env[62298]: DEBUG nova.virt.hardware [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1951.365838] env[62298]: DEBUG nova.virt.hardware [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1951.366080] env[62298]: DEBUG nova.virt.hardware [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1951.366300] env[62298]: DEBUG nova.virt.hardware [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1951.367393] env[62298]: DEBUG nova.virt.hardware [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1951.367393] env[62298]: DEBUG nova.virt.hardware [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1951.367393] env[62298]: DEBUG nova.virt.hardware [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1951.367393] env[62298]: DEBUG nova.virt.hardware [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1951.367569] env[62298]: DEBUG nova.virt.hardware [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1951.368505] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485a593d-a535-4d29-9419-77d0c7ee7dd8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.378414] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654066b3-3907-42a6-8fee-d15daeed97ed {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.393343] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:ed:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47fd105f-3024-414b-bd87-b13b108a638c', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1951.400907] env[62298]: DEBUG oslo.service.loopingcall [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1951.401206] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1951.401412] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a35a2b4b-e470-4610-baf8-020425803bd9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.421514] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1951.421514] env[62298]: value = "task-1805154" [ 1951.421514] env[62298]: _type = "Task" [ 1951.421514] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.430734] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805154, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.435808] env[62298]: DEBUG oslo_vmware.api [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.708474] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Releasing lock "refresh_cache-335e0309-fd80-419b-af19-20f533c5d4d4" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.708735] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Updated the network info_cache for instance {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 1951.708944] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1951.709127] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1951.709283] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1951.709439] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1951.709569] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62298) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 1951.709725] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1951.813683] env[62298]: DEBUG nova.compute.manager [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1951.835301] env[62298]: DEBUG nova.virt.hardware [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1951.835572] env[62298]: DEBUG nova.virt.hardware [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1951.835733] env[62298]: DEBUG nova.virt.hardware [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1951.835966] env[62298]: DEBUG nova.virt.hardware [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1951.836172] env[62298]: DEBUG nova.virt.hardware [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1951.836330] env[62298]: DEBUG nova.virt.hardware [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1951.836538] env[62298]: DEBUG nova.virt.hardware [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1951.836731] env[62298]: DEBUG nova.virt.hardware [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1951.836936] env[62298]: DEBUG nova.virt.hardware [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1951.837133] env[62298]: DEBUG nova.virt.hardware [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1951.837319] env[62298]: DEBUG nova.virt.hardware [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1951.838201] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88728759-f7b5-4917-b0ca-ec22a850a5eb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.846367] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b572a051-70a8-4187-b49f-73112ba4e948 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.937337] env[62298]: DEBUG oslo_vmware.api [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805153, 'name': ReconfigVM_Task, 'duration_secs': 0.641718} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.940633] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 35a4f8a2-b599-45ad-a861-e9592146a974/35a4f8a2-b599-45ad-a861-e9592146a974.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1951.941403] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805154, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.941769] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95dff15e-8a75-4ca5-baed-91ff4cd32b7a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.948148] env[62298]: DEBUG oslo_vmware.api [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1951.948148] env[62298]: value = "task-1805156" [ 1951.948148] env[62298]: _type = "Task" [ 1951.948148] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.956914] env[62298]: DEBUG oslo_vmware.api [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805156, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.212855] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.213460] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.213662] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.213918] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62298) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1952.214727] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557691bd-11ed-4c68-822c-bc70e760d97a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.225286] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d1f4ed-7fbf-4531-8a96-ef72a22892b6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.242886] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc77ef63-912a-44cb-b8a9-054cdc957076 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.249902] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef04407f-0bbb-46d0-a1ef-b5a38040ae33 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.255918] env[62298]: DEBUG nova.compute.manager [req-0fbcac85-8dbb-485f-9d61-47b949e4ea47 req-e0aaf4cb-155b-46f6-8770-b372d64413e6 service nova] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Received event network-vif-plugged-09e7efa8-3249-4afb-96fd-8740875fdbe5 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1952.256198] env[62298]: DEBUG oslo_concurrency.lockutils [req-0fbcac85-8dbb-485f-9d61-47b949e4ea47 req-e0aaf4cb-155b-46f6-8770-b372d64413e6 service nova] Acquiring lock "bf2c3a73-e09f-4f52-8178-4ca7bea1d954-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.256452] env[62298]: DEBUG oslo_concurrency.lockutils [req-0fbcac85-8dbb-485f-9d61-47b949e4ea47 req-e0aaf4cb-155b-46f6-8770-b372d64413e6 service nova] Lock "bf2c3a73-e09f-4f52-8178-4ca7bea1d954-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.256700] env[62298]: DEBUG oslo_concurrency.lockutils [req-0fbcac85-8dbb-485f-9d61-47b949e4ea47 req-e0aaf4cb-155b-46f6-8770-b372d64413e6 service nova] Lock "bf2c3a73-e09f-4f52-8178-4ca7bea1d954-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.256955] env[62298]: DEBUG nova.compute.manager [req-0fbcac85-8dbb-485f-9d61-47b949e4ea47 req-e0aaf4cb-155b-46f6-8770-b372d64413e6 service nova] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] No waiting events found dispatching network-vif-plugged-09e7efa8-3249-4afb-96fd-8740875fdbe5 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1952.257284] env[62298]: WARNING nova.compute.manager [req-0fbcac85-8dbb-485f-9d61-47b949e4ea47 req-e0aaf4cb-155b-46f6-8770-b372d64413e6 service nova] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Received unexpected event network-vif-plugged-09e7efa8-3249-4afb-96fd-8740875fdbe5 for instance with vm_state building and task_state spawning. [ 1952.287165] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179809MB free_disk=157GB free_vcpus=48 pci_devices=None {{(pid=62298) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1952.287318] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.287512] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.351287] env[62298]: DEBUG nova.network.neutron [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Successfully updated port: 09e7efa8-3249-4afb-96fd-8740875fdbe5 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1952.431559] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805154, 'name': CreateVM_Task, 'duration_secs': 0.560693} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.431730] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1952.432410] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.432576] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.432899] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1952.433168] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c49ec291-a4cd-4433-bc11-f1f9cfe17915 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.437645] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 1952.437645] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f00eaf-96a4-3e19-23eb-7cea53fad1a3" [ 1952.437645] env[62298]: _type = "Task" [ 1952.437645] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.447278] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f00eaf-96a4-3e19-23eb-7cea53fad1a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.456051] env[62298]: DEBUG oslo_vmware.api [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805156, 'name': Rename_Task, 'duration_secs': 0.150855} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.456344] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1952.456734] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22b3b9d0-c915-40ed-b904-42a6d2116026 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.462885] env[62298]: DEBUG oslo_vmware.api [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1952.462885] env[62298]: value = "task-1805157" [ 1952.462885] env[62298]: _type = "Task" [ 1952.462885] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.471035] env[62298]: DEBUG oslo_vmware.api [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.854202] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "refresh_cache-bf2c3a73-e09f-4f52-8178-4ca7bea1d954" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.854646] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquired lock "refresh_cache-bf2c3a73-e09f-4f52-8178-4ca7bea1d954" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.854646] env[62298]: DEBUG nova.network.neutron [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1952.878874] env[62298]: DEBUG oslo_concurrency.lockutils [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "b9ba6368-81c9-42f2-b40a-f9dfed49e42d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.879151] env[62298]: DEBUG oslo_concurrency.lockutils [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "b9ba6368-81c9-42f2-b40a-f9dfed49e42d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.879339] env[62298]: INFO nova.compute.manager [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Shelving [ 1952.948311] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f00eaf-96a4-3e19-23eb-7cea53fad1a3, 'name': SearchDatastore_Task, 'duration_secs': 0.00997} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.950463] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1952.950708] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1952.950948] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.951116] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.951304] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1952.952067] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee7d464f-5b21-44ae-a958-4416753b6db4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.960689] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1952.960871] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1952.961670] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f349fdf1-6994-4b80-a2ee-e528451eef3b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.970130] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 1952.970130] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52dc12dc-dc53-3200-4313-9b27239f02c0" [ 1952.970130] env[62298]: _type = "Task" [ 1952.970130] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.973052] env[62298]: DEBUG oslo_vmware.api [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805157, 'name': PowerOnVM_Task, 'duration_secs': 0.455436} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.976031] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1952.976253] env[62298]: INFO nova.compute.manager [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Took 7.65 seconds to spawn the instance on the hypervisor. [ 1952.976436] env[62298]: DEBUG nova.compute.manager [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1952.977180] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517f97c5-d451-449e-8e44-776bf279fe31 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.984711] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52dc12dc-dc53-3200-4313-9b27239f02c0, 'name': SearchDatastore_Task, 'duration_secs': 0.008761} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.989295] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c40d5ef-0d93-4796-88d5-bd4969b31c07 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.994972] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 1952.994972] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52aed660-17d9-082e-9c3c-31ff92ab74fe" [ 1952.994972] env[62298]: _type = "Task" [ 1952.994972] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.002903] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52aed660-17d9-082e-9c3c-31ff92ab74fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.318668] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 6144efa7-fb78-4b7b-8780-9dda46056e6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1953.318887] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 335e0309-fd80-419b-af19-20f533c5d4d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1953.319024] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 79b2f3b1-881e-4058-b04c-af8a906cad1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1953.319148] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1953.319262] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance e73a73d6-e685-4d91-9228-aeb063d1ce97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1953.319373] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 68d2ec9f-562d-44d5-a963-ebd83cb841c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1953.319484] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance b9ba6368-81c9-42f2-b40a-f9dfed49e42d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1953.319593] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 59a5e4d5-6d0e-45af-9e23-57aaf115d983 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1953.319719] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance be9abd95-4f85-44ba-bbfb-90921999e197 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1953.319891] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 9b420da1-62ba-4feb-b0b8-dd1bcea0855e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1953.320019] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 35a4f8a2-b599-45ad-a861-e9592146a974 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1953.387419] env[62298]: DEBUG nova.network.neutron [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1953.465650] env[62298]: DEBUG oslo_concurrency.lockutils [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.502729] env[62298]: INFO nova.compute.manager [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Took 13.88 seconds to build instance. [ 1953.511178] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52aed660-17d9-082e-9c3c-31ff92ab74fe, 'name': SearchDatastore_Task, 'duration_secs': 0.008689} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.514259] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.514357] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] e73a73d6-e685-4d91-9228-aeb063d1ce97/e73a73d6-e685-4d91-9228-aeb063d1ce97.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1953.514690] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac1f8e37-b10d-4431-9b93-d9d930a2a8fa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.522764] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 1953.522764] env[62298]: value = "task-1805158" [ 1953.522764] env[62298]: _type = "Task" [ 1953.522764] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.530437] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.570522] env[62298]: DEBUG nova.network.neutron [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Updating instance_info_cache with network_info: [{"id": "09e7efa8-3249-4afb-96fd-8740875fdbe5", "address": "fa:16:3e:7b:84:6a", "network": {"id": "06b906cf-d50a-43c4-8cd2-58ea08057ab7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-166934998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c1cee775abb4a1eb529b35f1cfae0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09e7efa8-32", "ovs_interfaceid": "09e7efa8-3249-4afb-96fd-8740875fdbe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1953.823182] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 18f1a093-829a-4251-999a-4d95a437540a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1953.823389] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance bf2c3a73-e09f-4f52-8178-4ca7bea1d954 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1953.823623] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1953.823768] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1953.890119] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1953.890447] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-127ec54a-2f5c-4889-ad01-6edbf68fac7b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.900935] env[62298]: DEBUG oslo_vmware.api [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1953.900935] env[62298]: value = "task-1805159" [ 1953.900935] env[62298]: _type = "Task" [ 1953.900935] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.910505] env[62298]: DEBUG oslo_vmware.api [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.008505] env[62298]: DEBUG oslo_concurrency.lockutils [None req-66779ba0-a7a5-4f11-8a3f-f344c46bf533 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "35a4f8a2-b599-45ad-a861-e9592146a974" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.398s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.020866] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200b5d65-2d4b-4615-ae19-6493cb23dff4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.035318] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0e188b-17fd-4f20-9fcc-4ff263fa79b6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.038947] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805158, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.071844] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14723170-9791-447a-83fe-2db8dadde79c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.075217] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Releasing lock "refresh_cache-bf2c3a73-e09f-4f52-8178-4ca7bea1d954" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1954.075573] env[62298]: DEBUG nova.compute.manager [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Instance network_info: |[{"id": "09e7efa8-3249-4afb-96fd-8740875fdbe5", "address": "fa:16:3e:7b:84:6a", "network": {"id": "06b906cf-d50a-43c4-8cd2-58ea08057ab7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-166934998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c1cee775abb4a1eb529b35f1cfae0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09e7efa8-32", "ovs_interfaceid": "09e7efa8-3249-4afb-96fd-8740875fdbe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1954.076028] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:84:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09e7efa8-3249-4afb-96fd-8740875fdbe5', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1954.084507] env[62298]: DEBUG oslo.service.loopingcall [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1954.085387] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1954.085559] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23313298-527c-4362-8ff1-8b7b7467de3e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.105689] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a18d7ad-c9b9-492e-a8a0-e1f895ba2a3e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.113480] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1954.113480] env[62298]: value = "task-1805160" [ 1954.113480] env[62298]: _type = "Task" [ 1954.113480] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.126083] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1954.132686] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805160, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.280437] env[62298]: DEBUG nova.compute.manager [req-0ff5c6f3-dffb-486a-b600-b2abc7a0fd0b req-bb6e823a-4e2b-47c2-aa4a-956530d63913 service nova] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Received event network-changed-09e7efa8-3249-4afb-96fd-8740875fdbe5 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1954.280667] env[62298]: DEBUG nova.compute.manager [req-0ff5c6f3-dffb-486a-b600-b2abc7a0fd0b req-bb6e823a-4e2b-47c2-aa4a-956530d63913 service nova] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Refreshing instance network info cache due to event network-changed-09e7efa8-3249-4afb-96fd-8740875fdbe5. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1954.280888] env[62298]: DEBUG oslo_concurrency.lockutils [req-0ff5c6f3-dffb-486a-b600-b2abc7a0fd0b req-bb6e823a-4e2b-47c2-aa4a-956530d63913 service nova] Acquiring lock "refresh_cache-bf2c3a73-e09f-4f52-8178-4ca7bea1d954" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.281046] env[62298]: DEBUG oslo_concurrency.lockutils [req-0ff5c6f3-dffb-486a-b600-b2abc7a0fd0b req-bb6e823a-4e2b-47c2-aa4a-956530d63913 service nova] Acquired lock "refresh_cache-bf2c3a73-e09f-4f52-8178-4ca7bea1d954" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.281215] env[62298]: DEBUG nova.network.neutron [req-0ff5c6f3-dffb-486a-b600-b2abc7a0fd0b req-bb6e823a-4e2b-47c2-aa4a-956530d63913 service nova] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Refreshing network info cache for port 09e7efa8-3249-4afb-96fd-8740875fdbe5 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1954.411030] env[62298]: DEBUG oslo_vmware.api [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805159, 'name': PowerOffVM_Task, 'duration_secs': 0.280679} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.411326] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1954.412136] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f30de59-fbcb-4e49-99cc-65deb00d2721 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.431224] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f624b39c-3b47-4ca1-bd51-54673d3ebc53 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.533483] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805158, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614783} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.533744] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] e73a73d6-e685-4d91-9228-aeb063d1ce97/e73a73d6-e685-4d91-9228-aeb063d1ce97.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1954.533968] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1954.534242] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8e5cc20-cf91-4c72-b8c1-555301d9bed5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.541987] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 1954.541987] env[62298]: value = "task-1805161" [ 1954.541987] env[62298]: _type = "Task" [ 1954.541987] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.550507] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.624064] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805160, 'name': CreateVM_Task, 'duration_secs': 0.417273} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.624338] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1954.625075] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.625211] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.625535] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1954.625782] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f92113a4-de1e-42d1-94c3-c613caf89ff3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.629573] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1954.634537] env[62298]: DEBUG oslo_vmware.api [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1954.634537] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ede739-a572-cb36-919e-897267fb0188" [ 1954.634537] env[62298]: _type = "Task" [ 1954.634537] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.644159] env[62298]: DEBUG oslo_vmware.api [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ede739-a572-cb36-919e-897267fb0188, 'name': SearchDatastore_Task, 'duration_secs': 0.009104} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.645591] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1954.645591] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1954.645591] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.645591] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.645591] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1954.645591] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55903e0c-363e-459e-82bb-f8fb7a9e484a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.648544] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bdd1f284-10f8-4b3a-9127-d5873467afe3 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "35a4f8a2-b599-45ad-a861-e9592146a974" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.648544] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bdd1f284-10f8-4b3a-9127-d5873467afe3 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "35a4f8a2-b599-45ad-a861-e9592146a974" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.648544] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bdd1f284-10f8-4b3a-9127-d5873467afe3 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "35a4f8a2-b599-45ad-a861-e9592146a974-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.648544] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bdd1f284-10f8-4b3a-9127-d5873467afe3 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "35a4f8a2-b599-45ad-a861-e9592146a974-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.648544] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bdd1f284-10f8-4b3a-9127-d5873467afe3 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "35a4f8a2-b599-45ad-a861-e9592146a974-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.653210] env[62298]: INFO nova.compute.manager [None req-bdd1f284-10f8-4b3a-9127-d5873467afe3 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Terminating instance [ 1954.658835] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1954.659031] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1954.659848] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bb25364-fed9-40e6-9b04-5343b8ce5f37 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.665586] env[62298]: DEBUG oslo_vmware.api [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1954.665586] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f729ef-886d-ee05-a018-e058ffbb7d18" [ 1954.665586] env[62298]: _type = "Task" [ 1954.665586] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.675670] env[62298]: DEBUG oslo_vmware.api [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f729ef-886d-ee05-a018-e058ffbb7d18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.941730] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Creating Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1954.942089] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-be299bc8-dda9-4534-8ea6-dd71d55177a4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.949652] env[62298]: DEBUG oslo_vmware.api [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1954.949652] env[62298]: value = "task-1805163" [ 1954.949652] env[62298]: _type = "Task" [ 1954.949652] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.961010] env[62298]: DEBUG oslo_vmware.api [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805163, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.988112] env[62298]: DEBUG nova.network.neutron [req-0ff5c6f3-dffb-486a-b600-b2abc7a0fd0b req-bb6e823a-4e2b-47c2-aa4a-956530d63913 service nova] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Updated VIF entry in instance network info cache for port 09e7efa8-3249-4afb-96fd-8740875fdbe5. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1954.988502] env[62298]: DEBUG nova.network.neutron [req-0ff5c6f3-dffb-486a-b600-b2abc7a0fd0b req-bb6e823a-4e2b-47c2-aa4a-956530d63913 service nova] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Updating instance_info_cache with network_info: [{"id": "09e7efa8-3249-4afb-96fd-8740875fdbe5", "address": "fa:16:3e:7b:84:6a", "network": {"id": "06b906cf-d50a-43c4-8cd2-58ea08057ab7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-166934998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c1cee775abb4a1eb529b35f1cfae0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09e7efa8-32", "ovs_interfaceid": "09e7efa8-3249-4afb-96fd-8740875fdbe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.052146] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064059} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.052416] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1955.053203] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9ceec1-ef6e-42be-a0d8-67ceaa6aad29 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.075564] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] e73a73d6-e685-4d91-9228-aeb063d1ce97/e73a73d6-e685-4d91-9228-aeb063d1ce97.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1955.075767] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d0bfc72-5fe9-4bbb-8147-a5bb013d834b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.095731] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 1955.095731] env[62298]: value = "task-1805164" [ 1955.095731] env[62298]: _type = "Task" [ 1955.095731] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.103570] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805164, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.139048] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1955.139248] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.852s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.139569] env[62298]: DEBUG oslo_concurrency.lockutils [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.674s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.139844] env[62298]: DEBUG nova.objects.instance [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lazy-loading 'pci_requests' on Instance uuid 18f1a093-829a-4251-999a-4d95a437540a {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1955.156824] env[62298]: DEBUG nova.compute.manager [None req-bdd1f284-10f8-4b3a-9127-d5873467afe3 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1955.157042] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd1f284-10f8-4b3a-9127-d5873467afe3 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1955.157880] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2ef814-59ac-4b47-ba37-44a3132616ea {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.165843] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd1f284-10f8-4b3a-9127-d5873467afe3 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1955.166126] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-429ec22d-8946-4e09-bc56-d9d9487d5c13 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.177431] env[62298]: DEBUG oslo_vmware.api [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f729ef-886d-ee05-a018-e058ffbb7d18, 'name': SearchDatastore_Task, 'duration_secs': 0.014382} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.179407] env[62298]: DEBUG oslo_vmware.api [None req-bdd1f284-10f8-4b3a-9127-d5873467afe3 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1955.179407] env[62298]: value = "task-1805165" [ 1955.179407] env[62298]: _type = "Task" [ 1955.179407] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.179712] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b00e419-2908-4907-9c84-2f537b791470 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.188509] env[62298]: DEBUG oslo_vmware.api [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1955.188509] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b3ed6c-5b85-b809-16b8-88510c1be0d7" [ 1955.188509] env[62298]: _type = "Task" [ 1955.188509] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.191989] env[62298]: DEBUG oslo_vmware.api [None req-bdd1f284-10f8-4b3a-9127-d5873467afe3 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.199648] env[62298]: DEBUG oslo_vmware.api [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b3ed6c-5b85-b809-16b8-88510c1be0d7, 'name': SearchDatastore_Task, 'duration_secs': 0.009313} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.199931] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.200207] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] bf2c3a73-e09f-4f52-8178-4ca7bea1d954/bf2c3a73-e09f-4f52-8178-4ca7bea1d954.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1955.200515] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9d04628-a61e-4b54-bf33-6fa90ddc449d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.206643] env[62298]: DEBUG oslo_vmware.api [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1955.206643] env[62298]: value = "task-1805166" [ 1955.206643] env[62298]: _type = "Task" [ 1955.206643] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.214153] env[62298]: DEBUG oslo_vmware.api [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.462459] env[62298]: DEBUG oslo_vmware.api [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805163, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.491555] env[62298]: DEBUG oslo_concurrency.lockutils [req-0ff5c6f3-dffb-486a-b600-b2abc7a0fd0b req-bb6e823a-4e2b-47c2-aa4a-956530d63913 service nova] Releasing lock "refresh_cache-bf2c3a73-e09f-4f52-8178-4ca7bea1d954" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.606812] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805164, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.644326] env[62298]: DEBUG nova.objects.instance [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lazy-loading 'numa_topology' on Instance uuid 18f1a093-829a-4251-999a-4d95a437540a {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1955.692331] env[62298]: DEBUG oslo_vmware.api [None req-bdd1f284-10f8-4b3a-9127-d5873467afe3 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805165, 'name': PowerOffVM_Task, 'duration_secs': 0.295472} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.692731] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd1f284-10f8-4b3a-9127-d5873467afe3 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1955.692943] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd1f284-10f8-4b3a-9127-d5873467afe3 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1955.693267] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60600f29-9ada-4bb4-a53f-84eb78590c04 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.716187] env[62298]: DEBUG oslo_vmware.api [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49213} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.716496] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] bf2c3a73-e09f-4f52-8178-4ca7bea1d954/bf2c3a73-e09f-4f52-8178-4ca7bea1d954.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1955.716729] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1955.717038] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f25262d2-ac8f-4641-82b9-a0d13a54a03d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.723223] env[62298]: DEBUG oslo_vmware.api [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1955.723223] env[62298]: value = "task-1805168" [ 1955.723223] env[62298]: _type = "Task" [ 1955.723223] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.732148] env[62298]: DEBUG oslo_vmware.api [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.784261] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd1f284-10f8-4b3a-9127-d5873467afe3 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1955.784510] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd1f284-10f8-4b3a-9127-d5873467afe3 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1955.784715] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd1f284-10f8-4b3a-9127-d5873467afe3 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Deleting the datastore file [datastore1] 35a4f8a2-b599-45ad-a861-e9592146a974 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1955.785012] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-579013f7-715e-4c44-858c-4bc77ebfba91 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.791227] env[62298]: DEBUG oslo_vmware.api [None req-bdd1f284-10f8-4b3a-9127-d5873467afe3 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1955.791227] env[62298]: value = "task-1805169" [ 1955.791227] env[62298]: _type = "Task" [ 1955.791227] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.799221] env[62298]: DEBUG oslo_vmware.api [None req-bdd1f284-10f8-4b3a-9127-d5873467afe3 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.836844] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1955.837110] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1955.960697] env[62298]: DEBUG oslo_vmware.api [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805163, 'name': CreateSnapshot_Task, 'duration_secs': 0.837684} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.961164] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Created Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1955.961739] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b50c9ed-5c83-4132-9f07-e8d049f1a254 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.107576] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805164, 'name': ReconfigVM_Task, 'duration_secs': 0.529078} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.107833] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Reconfigured VM instance instance-00000065 to attach disk [datastore1] e73a73d6-e685-4d91-9228-aeb063d1ce97/e73a73d6-e685-4d91-9228-aeb063d1ce97.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1956.108525] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20fcc7d5-a214-430a-b27a-7bac7513b2b6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.115147] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 1956.115147] env[62298]: value = "task-1805170" [ 1956.115147] env[62298]: _type = "Task" [ 1956.115147] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.122845] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805170, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.147488] env[62298]: INFO nova.compute.claims [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1956.234181] env[62298]: DEBUG oslo_vmware.api [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063749} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.234451] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1956.235254] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a21ebe-1445-4898-b042-6d68886c03b1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.257483] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] bf2c3a73-e09f-4f52-8178-4ca7bea1d954/bf2c3a73-e09f-4f52-8178-4ca7bea1d954.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1956.257739] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f17e1a15-03e1-4135-be22-b025e06cf17b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.277930] env[62298]: DEBUG oslo_vmware.api [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1956.277930] env[62298]: value = "task-1805171" [ 1956.277930] env[62298]: _type = "Task" [ 1956.277930] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.286439] env[62298]: DEBUG oslo_vmware.api [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805171, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.299628] env[62298]: DEBUG oslo_vmware.api [None req-bdd1f284-10f8-4b3a-9127-d5873467afe3 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141345} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.299894] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd1f284-10f8-4b3a-9127-d5873467afe3 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1956.300125] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd1f284-10f8-4b3a-9127-d5873467afe3 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1956.300298] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd1f284-10f8-4b3a-9127-d5873467afe3 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1956.300475] env[62298]: INFO nova.compute.manager [None req-bdd1f284-10f8-4b3a-9127-d5873467afe3 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1956.300714] env[62298]: DEBUG oslo.service.loopingcall [None req-bdd1f284-10f8-4b3a-9127-d5873467afe3 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1956.300908] env[62298]: DEBUG nova.compute.manager [-] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1956.301020] env[62298]: DEBUG nova.network.neutron [-] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1956.480868] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Creating linked-clone VM from snapshot {{(pid=62298) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1956.481217] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-08d6b13b-ac69-4167-b3e9-4a9d55792f05 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.490857] env[62298]: DEBUG oslo_vmware.api [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1956.490857] env[62298]: value = "task-1805172" [ 1956.490857] env[62298]: _type = "Task" [ 1956.490857] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.500892] env[62298]: DEBUG oslo_vmware.api [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805172, 'name': CloneVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.626084] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805170, 'name': Rename_Task, 'duration_secs': 0.301143} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.626244] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1956.626572] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ffbafc8-2c7f-49dd-8f4a-bda43cdb7739 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.635118] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 1956.635118] env[62298]: value = "task-1805173" [ 1956.635118] env[62298]: _type = "Task" [ 1956.635118] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.646781] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.706586] env[62298]: DEBUG nova.compute.manager [req-bb943c72-e57f-42e0-9d7d-7136741aaef2 req-9518b025-e4c8-4c20-8b37-1731ea64257f service nova] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Received event network-vif-deleted-48960ccc-02cb-469e-abd4-60f9a70dc334 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1956.706586] env[62298]: INFO nova.compute.manager [req-bb943c72-e57f-42e0-9d7d-7136741aaef2 req-9518b025-e4c8-4c20-8b37-1731ea64257f service nova] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Neutron deleted interface 48960ccc-02cb-469e-abd4-60f9a70dc334; detaching it from the instance and deleting it from the info cache [ 1956.706586] env[62298]: DEBUG nova.network.neutron [req-bb943c72-e57f-42e0-9d7d-7136741aaef2 req-9518b025-e4c8-4c20-8b37-1731ea64257f service nova] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.788210] env[62298]: DEBUG oslo_vmware.api [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805171, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.001210] env[62298]: DEBUG oslo_vmware.api [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805172, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.145778] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805173, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.173988] env[62298]: DEBUG nova.network.neutron [-] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.211041] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6d6c431-828a-4f02-99e6-5319e08f6358 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.222528] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ab0e32-6fae-4301-af57-83b321c8e280 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.257288] env[62298]: DEBUG nova.compute.manager [req-bb943c72-e57f-42e0-9d7d-7136741aaef2 req-9518b025-e4c8-4c20-8b37-1731ea64257f service nova] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Detach interface failed, port_id=48960ccc-02cb-469e-abd4-60f9a70dc334, reason: Instance 35a4f8a2-b599-45ad-a861-e9592146a974 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1957.288124] env[62298]: DEBUG oslo_vmware.api [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805171, 'name': ReconfigVM_Task, 'duration_secs': 0.527645} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.288409] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Reconfigured VM instance instance-0000006f to attach disk [datastore1] bf2c3a73-e09f-4f52-8178-4ca7bea1d954/bf2c3a73-e09f-4f52-8178-4ca7bea1d954.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1957.289108] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00c883c1-f143-4dba-becf-7866627a44dd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.296200] env[62298]: DEBUG oslo_vmware.api [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1957.296200] env[62298]: value = "task-1805174" [ 1957.296200] env[62298]: _type = "Task" [ 1957.296200] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.308599] env[62298]: DEBUG oslo_vmware.api [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805174, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.362940] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54f749a-9297-4e86-b564-659feddcf14a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.370474] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903d1efc-7d08-4d34-b737-003f8e71004a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.401741] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff66501a-4f1c-49cc-adfa-7a2d9ef4dbc8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.409155] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbea8100-13a8-4026-b01e-2cecbb041070 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.422382] env[62298]: DEBUG nova.compute.provider_tree [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1957.503077] env[62298]: DEBUG oslo_vmware.api [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805172, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.646882] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805173, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.677599] env[62298]: INFO nova.compute.manager [-] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Took 1.38 seconds to deallocate network for instance. [ 1957.806624] env[62298]: DEBUG oslo_vmware.api [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805174, 'name': Rename_Task, 'duration_secs': 0.275348} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.806798] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1957.807412] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e96edc9-01d8-456b-9461-c01f2ea89b69 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.813673] env[62298]: DEBUG oslo_vmware.api [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1957.813673] env[62298]: value = "task-1805175" [ 1957.813673] env[62298]: _type = "Task" [ 1957.813673] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.821900] env[62298]: DEBUG oslo_vmware.api [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.925719] env[62298]: DEBUG nova.scheduler.client.report [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1958.005751] env[62298]: DEBUG oslo_vmware.api [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805172, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.146896] env[62298]: DEBUG oslo_vmware.api [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805173, 'name': PowerOnVM_Task, 'duration_secs': 1.022034} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.147226] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1958.147436] env[62298]: DEBUG nova.compute.manager [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1958.148236] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69fc646-3eea-4bdd-8ce9-08281290a916 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.184883] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bdd1f284-10f8-4b3a-9127-d5873467afe3 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.324319] env[62298]: DEBUG oslo_vmware.api [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805175, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.430267] env[62298]: DEBUG oslo_concurrency.lockutils [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.291s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.432516] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bdd1f284-10f8-4b3a-9127-d5873467afe3 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.248s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.432761] env[62298]: DEBUG nova.objects.instance [None req-bdd1f284-10f8-4b3a-9127-d5873467afe3 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lazy-loading 'resources' on Instance uuid 35a4f8a2-b599-45ad-a861-e9592146a974 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1958.462168] env[62298]: INFO nova.network.neutron [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Updating port 1c88558c-dc24-46c6-a5b5-73abc98d928b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1958.504298] env[62298]: DEBUG oslo_vmware.api [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805172, 'name': CloneVM_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.667340] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.829045] env[62298]: DEBUG oslo_vmware.api [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805175, 'name': PowerOnVM_Task, 'duration_secs': 0.85664} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.829045] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1958.829045] env[62298]: INFO nova.compute.manager [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Took 7.01 seconds to spawn the instance on the hypervisor. [ 1958.829045] env[62298]: DEBUG nova.compute.manager [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1958.829045] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7056c2-7ffe-4550-a36d-e0cda2b19c4b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.009081] env[62298]: DEBUG oslo_vmware.api [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805172, 'name': CloneVM_Task, 'duration_secs': 2.078057} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.009370] env[62298]: INFO nova.virt.vmwareapi.vmops [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Created linked-clone VM from snapshot [ 1959.010222] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd7c844-0f57-4bcf-bbbb-5feaa067825b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.020088] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Uploading image 1b722987-ddee-42ad-9bc1-3ceffc398d25 {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1959.053845] env[62298]: DEBUG oslo_vmware.rw_handles [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1959.053845] env[62298]: value = "vm-374209" [ 1959.053845] env[62298]: _type = "VirtualMachine" [ 1959.053845] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1959.055092] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-db92d50b-2af6-4e0f-8b7d-c3f11dadfc23 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.064606] env[62298]: DEBUG oslo_vmware.rw_handles [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lease: (returnval){ [ 1959.064606] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5205d8ec-9fdd-78c0-828e-18277c368f49" [ 1959.064606] env[62298]: _type = "HttpNfcLease" [ 1959.064606] env[62298]: } obtained for exporting VM: (result){ [ 1959.064606] env[62298]: value = "vm-374209" [ 1959.064606] env[62298]: _type = "VirtualMachine" [ 1959.064606] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1959.064606] env[62298]: DEBUG oslo_vmware.api [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the lease: (returnval){ [ 1959.064606] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5205d8ec-9fdd-78c0-828e-18277c368f49" [ 1959.064606] env[62298]: _type = "HttpNfcLease" [ 1959.064606] env[62298]: } to be ready. {{(pid=62298) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1959.071365] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1959.071365] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5205d8ec-9fdd-78c0-828e-18277c368f49" [ 1959.071365] env[62298]: _type = "HttpNfcLease" [ 1959.071365] env[62298]: } is initializing. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1959.161765] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b900c6c2-45f6-4fd3-8663-70bd4141e4a3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.171227] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59701a1-ec9c-4fa6-a1e7-a82a22cb9abc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.205932] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b335d2a-caf4-4911-b9ae-144d981de9cb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.216609] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a8b776-d108-49e5-b3be-0e611c1978ab {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.233440] env[62298]: DEBUG nova.compute.provider_tree [None req-bdd1f284-10f8-4b3a-9127-d5873467afe3 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1959.347576] env[62298]: INFO nova.compute.manager [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Took 14.38 seconds to build instance. [ 1959.573841] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1959.573841] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5205d8ec-9fdd-78c0-828e-18277c368f49" [ 1959.573841] env[62298]: _type = "HttpNfcLease" [ 1959.573841] env[62298]: } is ready. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1959.574313] env[62298]: DEBUG oslo_vmware.rw_handles [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1959.574313] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5205d8ec-9fdd-78c0-828e-18277c368f49" [ 1959.574313] env[62298]: _type = "HttpNfcLease" [ 1959.574313] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1959.575230] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff8a34e-450b-4057-96ec-0278ca09b4ef {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.583587] env[62298]: DEBUG oslo_vmware.rw_handles [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52813f48-c886-5945-e671-e361c585bdfc/disk-0.vmdk from lease info. {{(pid=62298) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1959.583587] env[62298]: DEBUG oslo_vmware.rw_handles [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52813f48-c886-5945-e671-e361c585bdfc/disk-0.vmdk for reading. {{(pid=62298) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1959.680334] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7400249c-0f03-48ed-9bf0-d80d807bf170 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.736589] env[62298]: DEBUG nova.scheduler.client.report [None req-bdd1f284-10f8-4b3a-9127-d5873467afe3 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1959.849449] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0cd2573d-3ad3-4993-9ac7-47e6cc9deb57 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "bf2c3a73-e09f-4f52-8178-4ca7bea1d954" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.895s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.939061] env[62298]: DEBUG nova.compute.manager [req-f526a85c-fad6-4f66-a508-a24161c1850c req-92a3fdee-88b2-4a29-83e8-7f218df876fc service nova] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Received event network-vif-plugged-1c88558c-dc24-46c6-a5b5-73abc98d928b {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1959.939202] env[62298]: DEBUG oslo_concurrency.lockutils [req-f526a85c-fad6-4f66-a508-a24161c1850c req-92a3fdee-88b2-4a29-83e8-7f218df876fc service nova] Acquiring lock "18f1a093-829a-4251-999a-4d95a437540a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.939416] env[62298]: DEBUG oslo_concurrency.lockutils [req-f526a85c-fad6-4f66-a508-a24161c1850c req-92a3fdee-88b2-4a29-83e8-7f218df876fc service nova] Lock "18f1a093-829a-4251-999a-4d95a437540a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.939582] env[62298]: DEBUG oslo_concurrency.lockutils [req-f526a85c-fad6-4f66-a508-a24161c1850c req-92a3fdee-88b2-4a29-83e8-7f218df876fc service nova] Lock "18f1a093-829a-4251-999a-4d95a437540a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.939760] env[62298]: DEBUG nova.compute.manager [req-f526a85c-fad6-4f66-a508-a24161c1850c req-92a3fdee-88b2-4a29-83e8-7f218df876fc service nova] [instance: 18f1a093-829a-4251-999a-4d95a437540a] No waiting events found dispatching network-vif-plugged-1c88558c-dc24-46c6-a5b5-73abc98d928b {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1959.939926] env[62298]: WARNING nova.compute.manager [req-f526a85c-fad6-4f66-a508-a24161c1850c req-92a3fdee-88b2-4a29-83e8-7f218df876fc service nova] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Received unexpected event network-vif-plugged-1c88558c-dc24-46c6-a5b5-73abc98d928b for instance with vm_state shelved_offloaded and task_state spawning. [ 1960.039223] env[62298]: DEBUG oslo_concurrency.lockutils [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquiring lock "refresh_cache-18f1a093-829a-4251-999a-4d95a437540a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.039223] env[62298]: DEBUG oslo_concurrency.lockutils [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquired lock "refresh_cache-18f1a093-829a-4251-999a-4d95a437540a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.039695] env[62298]: DEBUG nova.network.neutron [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1960.241495] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bdd1f284-10f8-4b3a-9127-d5873467afe3 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.809s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.244034] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.577s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.245233] env[62298]: DEBUG nova.objects.instance [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62298) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1960.274093] env[62298]: INFO nova.scheduler.client.report [None req-bdd1f284-10f8-4b3a-9127-d5873467afe3 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Deleted allocations for instance 35a4f8a2-b599-45ad-a861-e9592146a974 [ 1960.784621] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bdd1f284-10f8-4b3a-9127-d5873467afe3 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "35a4f8a2-b599-45ad-a861-e9592146a974" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.136s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.020677] env[62298]: DEBUG nova.network.neutron [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Updating instance_info_cache with network_info: [{"id": "1c88558c-dc24-46c6-a5b5-73abc98d928b", "address": "fa:16:3e:18:75:34", "network": {"id": "e4e2c5c8-77d4-43e9-853b-0797e8a17f8d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1566442661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a808a8b6e643a5b98d06c6cf82cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c88558c-dc", "ovs_interfaceid": "1c88558c-dc24-46c6-a5b5-73abc98d928b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.255147] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ced30bc2-4075-43b7-b8cf-227dc19b25df tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.522914] env[62298]: DEBUG oslo_concurrency.lockutils [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Releasing lock "refresh_cache-18f1a093-829a-4251-999a-4d95a437540a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.553889] env[62298]: DEBUG nova.virt.hardware [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c6338b72b96e3478cbdb781e932ef9c9',container_format='bare',created_at=2024-12-12T08:59:27Z,direct_url=,disk_format='vmdk',id=860f0930-08c1-4fb7-80fe-dce164dc6992,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-69296922-shelved',owner='f1a808a8b6e643a5b98d06c6cf82cc53',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2024-12-12T08:59:43Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1961.554299] env[62298]: DEBUG nova.virt.hardware [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1961.554472] env[62298]: DEBUG nova.virt.hardware [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1961.554666] env[62298]: DEBUG nova.virt.hardware [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1961.554888] env[62298]: DEBUG nova.virt.hardware [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1961.555136] env[62298]: DEBUG nova.virt.hardware [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1961.555385] env[62298]: DEBUG nova.virt.hardware [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1961.555553] env[62298]: DEBUG nova.virt.hardware [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1961.555722] env[62298]: DEBUG nova.virt.hardware [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1961.555887] env[62298]: DEBUG nova.virt.hardware [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1961.556079] env[62298]: DEBUG nova.virt.hardware [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1961.557013] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ac717a-7e16-428e-b5aa-0ed3ae64bcc8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.565647] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e878a503-c4f8-46cf-9326-0069cbf52ed5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.579796] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:75:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c88558c-dc24-46c6-a5b5-73abc98d928b', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1961.587452] env[62298]: DEBUG oslo.service.loopingcall [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1961.587731] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1961.587949] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfe48838-3c44-4232-84ab-2849bb95a95c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.607335] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1961.607335] env[62298]: value = "task-1805177" [ 1961.607335] env[62298]: _type = "Task" [ 1961.607335] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.615363] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805177, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.623915] env[62298]: DEBUG nova.compute.manager [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Stashing vm_state: active {{(pid=62298) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 1961.641456] env[62298]: DEBUG oslo_concurrency.lockutils [None req-491a8ef3-9019-48d5-81f7-3fd196ea5ff4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.641725] env[62298]: DEBUG oslo_concurrency.lockutils [None req-491a8ef3-9019-48d5-81f7-3fd196ea5ff4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.844382] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "f50cfd29-c1c0-421f-87f3-6e8fea1871b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.844382] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "f50cfd29-c1c0-421f-87f3-6e8fea1871b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.980669] env[62298]: DEBUG nova.compute.manager [req-5d9f9ced-a87e-4c5d-abb7-b112290e7c67 req-df9c4273-824a-4aa3-bfbe-8b8291339d7f service nova] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Received event network-changed-1c88558c-dc24-46c6-a5b5-73abc98d928b {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1961.980875] env[62298]: DEBUG nova.compute.manager [req-5d9f9ced-a87e-4c5d-abb7-b112290e7c67 req-df9c4273-824a-4aa3-bfbe-8b8291339d7f service nova] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Refreshing instance network info cache due to event network-changed-1c88558c-dc24-46c6-a5b5-73abc98d928b. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1961.981138] env[62298]: DEBUG oslo_concurrency.lockutils [req-5d9f9ced-a87e-4c5d-abb7-b112290e7c67 req-df9c4273-824a-4aa3-bfbe-8b8291339d7f service nova] Acquiring lock "refresh_cache-18f1a093-829a-4251-999a-4d95a437540a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.981300] env[62298]: DEBUG oslo_concurrency.lockutils [req-5d9f9ced-a87e-4c5d-abb7-b112290e7c67 req-df9c4273-824a-4aa3-bfbe-8b8291339d7f service nova] Acquired lock "refresh_cache-18f1a093-829a-4251-999a-4d95a437540a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.981473] env[62298]: DEBUG nova.network.neutron [req-5d9f9ced-a87e-4c5d-abb7-b112290e7c67 req-df9c4273-824a-4aa3-bfbe-8b8291339d7f service nova] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Refreshing network info cache for port 1c88558c-dc24-46c6-a5b5-73abc98d928b {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1962.117448] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805177, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.144547] env[62298]: INFO nova.compute.manager [None req-491a8ef3-9019-48d5-81f7-3fd196ea5ff4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Detaching volume 2fd08b7a-32d0-4a65-a392-ab31f764e6ac [ 1962.147092] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.147368] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.186591] env[62298]: INFO nova.virt.block_device [None req-491a8ef3-9019-48d5-81f7-3fd196ea5ff4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Attempting to driver detach volume 2fd08b7a-32d0-4a65-a392-ab31f764e6ac from mountpoint /dev/sdb [ 1962.186886] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-491a8ef3-9019-48d5-81f7-3fd196ea5ff4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Volume detach. Driver type: vmdk {{(pid=62298) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1962.187111] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-491a8ef3-9019-48d5-81f7-3fd196ea5ff4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374192', 'volume_id': '2fd08b7a-32d0-4a65-a392-ab31f764e6ac', 'name': 'volume-2fd08b7a-32d0-4a65-a392-ab31f764e6ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460', 'attached_at': '', 'detached_at': '', 'volume_id': '2fd08b7a-32d0-4a65-a392-ab31f764e6ac', 'serial': '2fd08b7a-32d0-4a65-a392-ab31f764e6ac'} {{(pid=62298) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1962.188010] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33411622-57e7-4a8e-9416-76366681cd5a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.211266] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db070d20-102c-4532-b252-a9bb91a86b2f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.218538] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64e8c41-a60e-4b85-8987-cf1daa90093b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.240186] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69412416-dcfc-447a-84f5-735ac41c3c57 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.255698] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-491a8ef3-9019-48d5-81f7-3fd196ea5ff4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] The volume has not been displaced from its original location: [datastore1] volume-2fd08b7a-32d0-4a65-a392-ab31f764e6ac/volume-2fd08b7a-32d0-4a65-a392-ab31f764e6ac.vmdk. No consolidation needed. {{(pid=62298) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1962.261325] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-491a8ef3-9019-48d5-81f7-3fd196ea5ff4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1962.261682] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef4d4108-5882-42ca-a4e0-d93058c29b8c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.280040] env[62298]: DEBUG oslo_vmware.api [None req-491a8ef3-9019-48d5-81f7-3fd196ea5ff4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1962.280040] env[62298]: value = "task-1805178" [ 1962.280040] env[62298]: _type = "Task" [ 1962.280040] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.288676] env[62298]: DEBUG oslo_vmware.api [None req-491a8ef3-9019-48d5-81f7-3fd196ea5ff4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805178, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.347023] env[62298]: DEBUG nova.compute.manager [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1962.619294] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805177, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.653665] env[62298]: INFO nova.compute.claims [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1962.762880] env[62298]: DEBUG nova.network.neutron [req-5d9f9ced-a87e-4c5d-abb7-b112290e7c67 req-df9c4273-824a-4aa3-bfbe-8b8291339d7f service nova] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Updated VIF entry in instance network info cache for port 1c88558c-dc24-46c6-a5b5-73abc98d928b. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1962.763286] env[62298]: DEBUG nova.network.neutron [req-5d9f9ced-a87e-4c5d-abb7-b112290e7c67 req-df9c4273-824a-4aa3-bfbe-8b8291339d7f service nova] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Updating instance_info_cache with network_info: [{"id": "1c88558c-dc24-46c6-a5b5-73abc98d928b", "address": "fa:16:3e:18:75:34", "network": {"id": "e4e2c5c8-77d4-43e9-853b-0797e8a17f8d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1566442661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a808a8b6e643a5b98d06c6cf82cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c88558c-dc", "ovs_interfaceid": "1c88558c-dc24-46c6-a5b5-73abc98d928b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.789541] env[62298]: DEBUG oslo_vmware.api [None req-491a8ef3-9019-48d5-81f7-3fd196ea5ff4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805178, 'name': ReconfigVM_Task, 'duration_secs': 0.344393} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.789802] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-491a8ef3-9019-48d5-81f7-3fd196ea5ff4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1962.794296] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb073ff6-1472-409c-a16b-f2c990b5b587 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.808248] env[62298]: DEBUG oslo_vmware.api [None req-491a8ef3-9019-48d5-81f7-3fd196ea5ff4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1962.808248] env[62298]: value = "task-1805179" [ 1962.808248] env[62298]: _type = "Task" [ 1962.808248] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.815746] env[62298]: DEBUG oslo_vmware.api [None req-491a8ef3-9019-48d5-81f7-3fd196ea5ff4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.871029] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.118529] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805177, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.159561] env[62298]: INFO nova.compute.resource_tracker [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Updating resource usage from migration 0ec5fdf0-48c6-41bb-bb80-e6583f4a1a41 [ 1963.265433] env[62298]: DEBUG oslo_concurrency.lockutils [req-5d9f9ced-a87e-4c5d-abb7-b112290e7c67 req-df9c4273-824a-4aa3-bfbe-8b8291339d7f service nova] Releasing lock "refresh_cache-18f1a093-829a-4251-999a-4d95a437540a" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1963.318697] env[62298]: DEBUG oslo_vmware.api [None req-491a8ef3-9019-48d5-81f7-3fd196ea5ff4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805179, 'name': ReconfigVM_Task, 'duration_secs': 0.216705} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.319023] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-491a8ef3-9019-48d5-81f7-3fd196ea5ff4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374192', 'volume_id': '2fd08b7a-32d0-4a65-a392-ab31f764e6ac', 'name': 'volume-2fd08b7a-32d0-4a65-a392-ab31f764e6ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460', 'attached_at': '', 'detached_at': '', 'volume_id': '2fd08b7a-32d0-4a65-a392-ab31f764e6ac', 'serial': '2fd08b7a-32d0-4a65-a392-ab31f764e6ac'} {{(pid=62298) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1963.322939] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7a95b8-6490-4dd3-b857-2575cccaf64c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.328565] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a1933c-955a-4547-8f58-4795471ba9ae {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.361360] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79b6312-fbe9-47dd-bd2a-c01d859a690e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.368908] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72a2b18-630b-4683-86a3-e2c85fc2435f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.383394] env[62298]: DEBUG nova.compute.provider_tree [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1964.376043] env[62298]: DEBUG nova.objects.instance [None req-491a8ef3-9019-48d5-81f7-3fd196ea5ff4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lazy-loading 'flavor' on Instance uuid aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1964.378347] env[62298]: DEBUG nova.scheduler.client.report [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1964.389036] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805177, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.389036] env[62298]: WARNING oslo_vmware.common.loopingcall [-] task run outlasted interval by 0.27766500000000005 sec [ 1964.396459] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805177, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.883608] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.736s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.883739] env[62298]: INFO nova.compute.manager [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Migrating [ 1964.894950] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.024s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.896346] env[62298]: INFO nova.compute.claims [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1964.914531] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805177, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.408161] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "refresh_cache-bf2c3a73-e09f-4f52-8178-4ca7bea1d954" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.408504] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquired lock "refresh_cache-bf2c3a73-e09f-4f52-8178-4ca7bea1d954" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.408688] env[62298]: DEBUG nova.network.neutron [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1965.410438] env[62298]: DEBUG oslo_concurrency.lockutils [None req-491a8ef3-9019-48d5-81f7-3fd196ea5ff4 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.769s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.419423] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805177, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.807604] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "interface-59a5e4d5-6d0e-45af-9e23-57aaf115d983-5f22f75b-69e2-4c70-b185-b2cc58177f76" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.807915] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "interface-59a5e4d5-6d0e-45af-9e23-57aaf115d983-5f22f75b-69e2-4c70-b185-b2cc58177f76" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.808360] env[62298]: DEBUG nova.objects.instance [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lazy-loading 'flavor' on Instance uuid 59a5e4d5-6d0e-45af-9e23-57aaf115d983 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1965.913458] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805177, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.106234] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb7caf7-4da6-46ed-b6a2-da11b6feb90a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.114149] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40161d6-c85c-4e95-bd9a-be63c7aaa8d5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.146187] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a634c421-d554-4478-bb3a-baf07ffdc4a2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.153210] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2061c0a3-2552-4418-836f-214a8b2feb47 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.153505] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2061c0a3-2552-4418-836f-214a8b2feb47 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.153734] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2061c0a3-2552-4418-836f-214a8b2feb47 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.153920] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2061c0a3-2552-4418-836f-214a8b2feb47 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.154104] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2061c0a3-2552-4418-836f-214a8b2feb47 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.156792] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f91d1a2-ffc8-4df1-98cb-f3764b5878aa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.161206] env[62298]: INFO nova.compute.manager [None req-2061c0a3-2552-4418-836f-214a8b2feb47 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Terminating instance [ 1966.172255] env[62298]: DEBUG nova.compute.provider_tree [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1966.185692] env[62298]: DEBUG nova.network.neutron [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Updating instance_info_cache with network_info: [{"id": "09e7efa8-3249-4afb-96fd-8740875fdbe5", "address": "fa:16:3e:7b:84:6a", "network": {"id": "06b906cf-d50a-43c4-8cd2-58ea08057ab7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-166934998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c1cee775abb4a1eb529b35f1cfae0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09e7efa8-32", "ovs_interfaceid": "09e7efa8-3249-4afb-96fd-8740875fdbe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.409997] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805177, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.445146] env[62298]: DEBUG nova.objects.instance [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lazy-loading 'pci_requests' on Instance uuid 59a5e4d5-6d0e-45af-9e23-57aaf115d983 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1966.665947] env[62298]: DEBUG nova.compute.manager [None req-2061c0a3-2552-4418-836f-214a8b2feb47 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1966.666223] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2061c0a3-2552-4418-836f-214a8b2feb47 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1966.667158] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b26240-2633-4b88-843e-30a0a6f9bf7f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.677017] env[62298]: DEBUG nova.scheduler.client.report [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1966.680178] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2061c0a3-2552-4418-836f-214a8b2feb47 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1966.680427] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90e843f8-32ea-49bc-ac56-bca9318203b7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.687499] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Releasing lock "refresh_cache-bf2c3a73-e09f-4f52-8178-4ca7bea1d954" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1966.688834] env[62298]: DEBUG oslo_vmware.api [None req-2061c0a3-2552-4418-836f-214a8b2feb47 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1966.688834] env[62298]: value = "task-1805180" [ 1966.688834] env[62298]: _type = "Task" [ 1966.688834] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.698331] env[62298]: DEBUG oslo_vmware.api [None req-2061c0a3-2552-4418-836f-214a8b2feb47 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.911939] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805177, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.947819] env[62298]: DEBUG nova.objects.base [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Object Instance<59a5e4d5-6d0e-45af-9e23-57aaf115d983> lazy-loaded attributes: flavor,pci_requests {{(pid=62298) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1966.948072] env[62298]: DEBUG nova.network.neutron [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1967.033574] env[62298]: DEBUG nova.policy [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fe205f549084573a0bcb772655514e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd16a7e68d89479986f48962c3b7f070', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1967.183760] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.184315] env[62298]: DEBUG nova.compute.manager [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1967.201894] env[62298]: DEBUG oslo_vmware.api [None req-2061c0a3-2552-4418-836f-214a8b2feb47 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805180, 'name': PowerOffVM_Task, 'duration_secs': 0.346571} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.202245] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2061c0a3-2552-4418-836f-214a8b2feb47 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1967.202427] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2061c0a3-2552-4418-836f-214a8b2feb47 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1967.202678] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-471b09e4-8056-49d9-8090-a574ee368676 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.411320] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805177, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.689870] env[62298]: DEBUG nova.compute.utils [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1967.691429] env[62298]: DEBUG nova.compute.manager [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1967.692366] env[62298]: DEBUG nova.network.neutron [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1967.736570] env[62298]: DEBUG nova.policy [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e16999d2814546159f68305a4f0cbfb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c03e0481a48d41fa860471811159cb77', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1967.911291] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805177, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.985258] env[62298]: DEBUG nova.network.neutron [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Successfully created port: 3f6d2de1-8cf3-4da3-8666-26e54390ec5b {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1968.195406] env[62298]: DEBUG nova.compute.manager [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1968.203647] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c31a888-bde1-40b5-b56a-d04a085a606d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.225222] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Updating instance 'bf2c3a73-e09f-4f52-8178-4ca7bea1d954' progress to 0 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1968.413971] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805177, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.732318] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1968.732732] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3af6f659-da91-43ff-a583-a5688c5f16df {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.740673] env[62298]: DEBUG oslo_vmware.api [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1968.740673] env[62298]: value = "task-1805182" [ 1968.740673] env[62298]: _type = "Task" [ 1968.740673] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.749951] env[62298]: DEBUG oslo_vmware.api [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.873408] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2061c0a3-2552-4418-836f-214a8b2feb47 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1968.873782] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2061c0a3-2552-4418-836f-214a8b2feb47 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1968.874204] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-2061c0a3-2552-4418-836f-214a8b2feb47 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Deleting the datastore file [datastore1] aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1968.874568] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b40784e-b8d4-467b-b716-83eb115e23cf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.882305] env[62298]: DEBUG oslo_vmware.api [None req-2061c0a3-2552-4418-836f-214a8b2feb47 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1968.882305] env[62298]: value = "task-1805183" [ 1968.882305] env[62298]: _type = "Task" [ 1968.882305] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.890816] env[62298]: DEBUG oslo_vmware.api [None req-2061c0a3-2552-4418-836f-214a8b2feb47 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.914527] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805177, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.992291] env[62298]: DEBUG oslo_vmware.rw_handles [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52813f48-c886-5945-e671-e361c585bdfc/disk-0.vmdk. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1968.993203] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c0b6db-3dac-4adc-a8bd-8525c4dd5b57 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.999679] env[62298]: DEBUG oslo_vmware.rw_handles [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52813f48-c886-5945-e671-e361c585bdfc/disk-0.vmdk is in state: ready. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1969.000186] env[62298]: ERROR oslo_vmware.rw_handles [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52813f48-c886-5945-e671-e361c585bdfc/disk-0.vmdk due to incomplete transfer. [ 1969.000186] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d4b9343d-3b1e-446d-99b5-19edf48e21f6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.007337] env[62298]: DEBUG oslo_vmware.rw_handles [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52813f48-c886-5945-e671-e361c585bdfc/disk-0.vmdk. {{(pid=62298) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1969.007532] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Uploaded image 1b722987-ddee-42ad-9bc1-3ceffc398d25 to the Glance image server {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1969.010275] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Destroying the VM {{(pid=62298) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1969.010521] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2ac46485-d234-48d9-9861-29ecb7f900e6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.015821] env[62298]: DEBUG oslo_vmware.api [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1969.015821] env[62298]: value = "task-1805184" [ 1969.015821] env[62298]: _type = "Task" [ 1969.015821] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.025086] env[62298]: DEBUG oslo_vmware.api [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805184, 'name': Destroy_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.205069] env[62298]: DEBUG nova.compute.manager [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1969.226849] env[62298]: DEBUG nova.virt.hardware [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1969.227132] env[62298]: DEBUG nova.virt.hardware [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1969.227302] env[62298]: DEBUG nova.virt.hardware [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1969.227491] env[62298]: DEBUG nova.virt.hardware [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1969.227689] env[62298]: DEBUG nova.virt.hardware [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1969.227958] env[62298]: DEBUG nova.virt.hardware [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1969.228259] env[62298]: DEBUG nova.virt.hardware [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1969.228427] env[62298]: DEBUG nova.virt.hardware [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1969.228597] env[62298]: DEBUG nova.virt.hardware [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1969.228762] env[62298]: DEBUG nova.virt.hardware [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1969.229135] env[62298]: DEBUG nova.virt.hardware [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1969.230069] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f6a307-1a14-464b-8878-ff6cf40c9cd4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.237788] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c127e01-30c7-4f80-8e23-bb8105184e2f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.249166] env[62298]: DEBUG oslo_vmware.api [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805182, 'name': PowerOffVM_Task, 'duration_secs': 0.337747} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.256474] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1969.256677] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Updating instance 'bf2c3a73-e09f-4f52-8178-4ca7bea1d954' progress to 17 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1969.392771] env[62298]: DEBUG oslo_vmware.api [None req-2061c0a3-2552-4418-836f-214a8b2feb47 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211166} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.392771] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-2061c0a3-2552-4418-836f-214a8b2feb47 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1969.392771] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2061c0a3-2552-4418-836f-214a8b2feb47 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1969.392771] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2061c0a3-2552-4418-836f-214a8b2feb47 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1969.392964] env[62298]: INFO nova.compute.manager [None req-2061c0a3-2552-4418-836f-214a8b2feb47 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Took 2.73 seconds to destroy the instance on the hypervisor. [ 1969.393137] env[62298]: DEBUG oslo.service.loopingcall [None req-2061c0a3-2552-4418-836f-214a8b2feb47 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1969.393338] env[62298]: DEBUG nova.compute.manager [-] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1969.393425] env[62298]: DEBUG nova.network.neutron [-] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1969.412860] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805177, 'name': CreateVM_Task, 'duration_secs': 7.514303} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.412860] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1969.413758] env[62298]: DEBUG oslo_concurrency.lockutils [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/860f0930-08c1-4fb7-80fe-dce164dc6992" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.414052] env[62298]: DEBUG oslo_concurrency.lockutils [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/860f0930-08c1-4fb7-80fe-dce164dc6992" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.414297] env[62298]: DEBUG oslo_concurrency.lockutils [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/860f0930-08c1-4fb7-80fe-dce164dc6992" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1969.414539] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c66569f-b818-47f1-b7c1-62bd73067acd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.419048] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 1969.419048] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a9aa4f-23cd-8f39-26f6-9dd790276d7e" [ 1969.419048] env[62298]: _type = "Task" [ 1969.419048] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.426691] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a9aa4f-23cd-8f39-26f6-9dd790276d7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.525206] env[62298]: DEBUG oslo_vmware.api [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805184, 'name': Destroy_Task, 'duration_secs': 0.368149} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.525530] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Destroyed the VM [ 1969.525807] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Deleting Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1969.526070] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-14f4fb1e-8d4b-438d-ae4d-cba980500293 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.532901] env[62298]: DEBUG oslo_vmware.api [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1969.532901] env[62298]: value = "task-1805185" [ 1969.532901] env[62298]: _type = "Task" [ 1969.532901] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.541857] env[62298]: DEBUG oslo_vmware.api [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805185, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.763023] env[62298]: DEBUG nova.virt.hardware [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1969.763931] env[62298]: DEBUG nova.virt.hardware [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1969.763931] env[62298]: DEBUG nova.virt.hardware [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1969.763931] env[62298]: DEBUG nova.virt.hardware [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1969.763931] env[62298]: DEBUG nova.virt.hardware [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1969.764147] env[62298]: DEBUG nova.virt.hardware [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1969.764387] env[62298]: DEBUG nova.virt.hardware [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1969.764580] env[62298]: DEBUG nova.virt.hardware [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1969.764758] env[62298]: DEBUG nova.virt.hardware [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1969.764923] env[62298]: DEBUG nova.virt.hardware [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1969.765108] env[62298]: DEBUG nova.virt.hardware [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1969.770385] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68939e44-258e-491e-adc4-cf393104f811 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.785872] env[62298]: DEBUG oslo_vmware.api [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1969.785872] env[62298]: value = "task-1805186" [ 1969.785872] env[62298]: _type = "Task" [ 1969.785872] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.794246] env[62298]: DEBUG oslo_vmware.api [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805186, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.930035] env[62298]: DEBUG oslo_concurrency.lockutils [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/860f0930-08c1-4fb7-80fe-dce164dc6992" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1969.930285] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Processing image 860f0930-08c1-4fb7-80fe-dce164dc6992 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1969.930656] env[62298]: DEBUG oslo_concurrency.lockutils [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/860f0930-08c1-4fb7-80fe-dce164dc6992/860f0930-08c1-4fb7-80fe-dce164dc6992.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.930656] env[62298]: DEBUG oslo_concurrency.lockutils [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/860f0930-08c1-4fb7-80fe-dce164dc6992/860f0930-08c1-4fb7-80fe-dce164dc6992.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.930845] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1969.931909] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eaa64e00-996f-41cf-91aa-ff84b060d1f9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.941987] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1969.942201] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1969.942932] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35c2ce0b-c20a-49f6-bfdc-67f685ddfad5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.948872] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 1969.948872] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a3ea07-14ac-e763-b47a-a971f7f1c09f" [ 1969.948872] env[62298]: _type = "Task" [ 1969.948872] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.957168] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52a3ea07-14ac-e763-b47a-a971f7f1c09f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.042878] env[62298]: DEBUG oslo_vmware.api [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805185, 'name': RemoveSnapshot_Task, 'duration_secs': 0.502489} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.043195] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Deleted Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1970.043505] env[62298]: DEBUG nova.compute.manager [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1970.044398] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2a1609-06b6-4dff-a8c2-3e21d0afdea4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.167019] env[62298]: DEBUG nova.compute.manager [req-4ad9772a-ddaf-4e43-a7ad-62586d284536 req-f0314c11-5375-4043-b2c8-41488aa7cf3f service nova] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Received event network-vif-deleted-e63d2fa9-b72e-451b-afd4-607722c94d0c {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1970.167727] env[62298]: INFO nova.compute.manager [req-4ad9772a-ddaf-4e43-a7ad-62586d284536 req-f0314c11-5375-4043-b2c8-41488aa7cf3f service nova] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Neutron deleted interface e63d2fa9-b72e-451b-afd4-607722c94d0c; detaching it from the instance and deleting it from the info cache [ 1970.167888] env[62298]: DEBUG nova.network.neutron [req-4ad9772a-ddaf-4e43-a7ad-62586d284536 req-f0314c11-5375-4043-b2c8-41488aa7cf3f service nova] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.295706] env[62298]: DEBUG oslo_vmware.api [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805186, 'name': ReconfigVM_Task, 'duration_secs': 0.384722} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.296045] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Updating instance 'bf2c3a73-e09f-4f52-8178-4ca7bea1d954' progress to 33 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1970.414647] env[62298]: DEBUG nova.network.neutron [-] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.428933] env[62298]: DEBUG nova.network.neutron [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Successfully updated port: 5f22f75b-69e2-4c70-b185-b2cc58177f76 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1970.442582] env[62298]: DEBUG nova.network.neutron [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Successfully updated port: 3f6d2de1-8cf3-4da3-8666-26e54390ec5b {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1970.459996] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Preparing fetch location {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1970.459996] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Fetch image to [datastore1] OSTACK_IMG_d8035ae3-0cd8-4543-ac72-c8e2bdc56f6b/OSTACK_IMG_d8035ae3-0cd8-4543-ac72-c8e2bdc56f6b.vmdk {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1970.460159] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Downloading stream optimized image 860f0930-08c1-4fb7-80fe-dce164dc6992 to [datastore1] OSTACK_IMG_d8035ae3-0cd8-4543-ac72-c8e2bdc56f6b/OSTACK_IMG_d8035ae3-0cd8-4543-ac72-c8e2bdc56f6b.vmdk on the data store datastore1 as vApp {{(pid=62298) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1970.460331] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Downloading image file data 860f0930-08c1-4fb7-80fe-dce164dc6992 to the ESX as VM named 'OSTACK_IMG_d8035ae3-0cd8-4543-ac72-c8e2bdc56f6b' {{(pid=62298) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1970.537051] env[62298]: DEBUG oslo_vmware.rw_handles [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1970.537051] env[62298]: value = "resgroup-9" [ 1970.537051] env[62298]: _type = "ResourcePool" [ 1970.537051] env[62298]: }. {{(pid=62298) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1970.537361] env[62298]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ea3b9a4b-047d-4c81-a678-87af6ad9ead3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.555841] env[62298]: INFO nova.compute.manager [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Shelve offloading [ 1970.561208] env[62298]: DEBUG oslo_vmware.rw_handles [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lease: (returnval){ [ 1970.561208] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c629aa-f4c3-da64-422f-3ca5a164b035" [ 1970.561208] env[62298]: _type = "HttpNfcLease" [ 1970.561208] env[62298]: } obtained for vApp import into resource pool (val){ [ 1970.561208] env[62298]: value = "resgroup-9" [ 1970.561208] env[62298]: _type = "ResourcePool" [ 1970.561208] env[62298]: }. {{(pid=62298) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1970.561476] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the lease: (returnval){ [ 1970.561476] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c629aa-f4c3-da64-422f-3ca5a164b035" [ 1970.561476] env[62298]: _type = "HttpNfcLease" [ 1970.561476] env[62298]: } to be ready. {{(pid=62298) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1970.567913] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1970.567913] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c629aa-f4c3-da64-422f-3ca5a164b035" [ 1970.567913] env[62298]: _type = "HttpNfcLease" [ 1970.567913] env[62298]: } is initializing. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1970.670520] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e00ecc77-a418-463c-bf16-b7930547b233 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.679478] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89032957-0402-4c9c-b833-8ece58464d8f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.710386] env[62298]: DEBUG nova.compute.manager [req-4ad9772a-ddaf-4e43-a7ad-62586d284536 req-f0314c11-5375-4043-b2c8-41488aa7cf3f service nova] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Detach interface failed, port_id=e63d2fa9-b72e-451b-afd4-607722c94d0c, reason: Instance aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1970.803099] env[62298]: DEBUG nova.virt.hardware [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1970.803388] env[62298]: DEBUG nova.virt.hardware [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1970.803485] env[62298]: DEBUG nova.virt.hardware [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1970.803638] env[62298]: DEBUG nova.virt.hardware [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1970.803783] env[62298]: DEBUG nova.virt.hardware [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1970.803933] env[62298]: DEBUG nova.virt.hardware [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1970.804156] env[62298]: DEBUG nova.virt.hardware [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1970.804314] env[62298]: DEBUG nova.virt.hardware [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1970.804479] env[62298]: DEBUG nova.virt.hardware [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1970.804642] env[62298]: DEBUG nova.virt.hardware [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1970.804816] env[62298]: DEBUG nova.virt.hardware [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1970.810025] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1970.810320] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7c386ff-734b-4a7d-ab9b-8ec21591ceef {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.828756] env[62298]: DEBUG oslo_vmware.api [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1970.828756] env[62298]: value = "task-1805188" [ 1970.828756] env[62298]: _type = "Task" [ 1970.828756] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.836498] env[62298]: DEBUG oslo_vmware.api [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.917623] env[62298]: INFO nova.compute.manager [-] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Took 1.52 seconds to deallocate network for instance. [ 1970.931736] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "refresh_cache-59a5e4d5-6d0e-45af-9e23-57aaf115d983" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.932034] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired lock "refresh_cache-59a5e4d5-6d0e-45af-9e23-57aaf115d983" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.932264] env[62298]: DEBUG nova.network.neutron [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1970.945261] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "refresh_cache-f50cfd29-c1c0-421f-87f3-6e8fea1871b5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.945476] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquired lock "refresh_cache-f50cfd29-c1c0-421f-87f3-6e8fea1871b5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.945601] env[62298]: DEBUG nova.network.neutron [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1971.059693] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1971.060103] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0781a220-b890-4ab6-8674-e698cc89001d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.068703] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1971.068703] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c629aa-f4c3-da64-422f-3ca5a164b035" [ 1971.068703] env[62298]: _type = "HttpNfcLease" [ 1971.068703] env[62298]: } is ready. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1971.069961] env[62298]: DEBUG oslo_vmware.rw_handles [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1971.069961] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c629aa-f4c3-da64-422f-3ca5a164b035" [ 1971.069961] env[62298]: _type = "HttpNfcLease" [ 1971.069961] env[62298]: }. {{(pid=62298) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1971.070271] env[62298]: DEBUG oslo_vmware.api [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1971.070271] env[62298]: value = "task-1805189" [ 1971.070271] env[62298]: _type = "Task" [ 1971.070271] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.070924] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6013aab9-1000-46ae-8220-a43c7ec14f40 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.080453] env[62298]: DEBUG oslo_vmware.rw_handles [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5225b481-a4d1-9d93-037c-8e7b2db854db/disk-0.vmdk from lease info. {{(pid=62298) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1971.080635] env[62298]: DEBUG oslo_vmware.rw_handles [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5225b481-a4d1-9d93-037c-8e7b2db854db/disk-0.vmdk. {{(pid=62298) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1971.085996] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] VM already powered off {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1971.086227] env[62298]: DEBUG nova.compute.manager [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1971.140815] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5284d7e-0bd1-4b91-90f8-510196a333ed {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.150257] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-254f3171-49e3-4e80-98c0-ed1cb960a437 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.152023] env[62298]: DEBUG oslo_concurrency.lockutils [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "refresh_cache-b9ba6368-81c9-42f2-b40a-f9dfed49e42d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1971.152226] env[62298]: DEBUG oslo_concurrency.lockutils [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquired lock "refresh_cache-b9ba6368-81c9-42f2-b40a-f9dfed49e42d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.152434] env[62298]: DEBUG nova.network.neutron [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1971.340406] env[62298]: DEBUG oslo_vmware.api [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805188, 'name': ReconfigVM_Task, 'duration_secs': 0.146923} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.340690] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1971.341552] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1791f41c-e262-4f0c-975d-de7a3f0ff141 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.367748] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] bf2c3a73-e09f-4f52-8178-4ca7bea1d954/bf2c3a73-e09f-4f52-8178-4ca7bea1d954.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1971.371672] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96da608d-8468-440a-9b68-bd53b497b3c1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.393275] env[62298]: DEBUG oslo_vmware.api [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1971.393275] env[62298]: value = "task-1805190" [ 1971.393275] env[62298]: _type = "Task" [ 1971.393275] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.405066] env[62298]: DEBUG oslo_vmware.api [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.425452] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2061c0a3-2552-4418-836f-214a8b2feb47 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.425746] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2061c0a3-2552-4418-836f-214a8b2feb47 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.425933] env[62298]: DEBUG nova.objects.instance [None req-2061c0a3-2552-4418-836f-214a8b2feb47 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lazy-loading 'resources' on Instance uuid aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1971.498872] env[62298]: WARNING nova.network.neutron [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] cc983ab6-1cb3-4075-8f2f-8be5f1a54792 already exists in list: networks containing: ['cc983ab6-1cb3-4075-8f2f-8be5f1a54792']. ignoring it [ 1971.504466] env[62298]: DEBUG nova.network.neutron [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1971.819725] env[62298]: DEBUG nova.network.neutron [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Updating instance_info_cache with network_info: [{"id": "3f6d2de1-8cf3-4da3-8666-26e54390ec5b", "address": "fa:16:3e:35:25:3f", "network": {"id": "a1cc5b7e-29b8-442e-aded-4790d7ea1173", "bridge": "br-int", "label": "tempest-ServersTestJSON-828003697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03e0481a48d41fa860471811159cb77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f6d2de1-8c", "ovs_interfaceid": "3f6d2de1-8cf3-4da3-8666-26e54390ec5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1971.906219] env[62298]: DEBUG oslo_vmware.api [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805190, 'name': ReconfigVM_Task, 'duration_secs': 0.275681} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.908085] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Reconfigured VM instance instance-0000006f to attach disk [datastore1] bf2c3a73-e09f-4f52-8178-4ca7bea1d954/bf2c3a73-e09f-4f52-8178-4ca7bea1d954.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1971.908404] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Updating instance 'bf2c3a73-e09f-4f52-8178-4ca7bea1d954' progress to 50 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1972.119194] env[62298]: DEBUG nova.network.neutron [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Updating instance_info_cache with network_info: [{"id": "2017f7c3-d123-4da7-b644-0f688454e976", "address": "fa:16:3e:0e:c9:4a", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2017f7c3-d1", "ovs_interfaceid": "2017f7c3-d123-4da7-b644-0f688454e976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5f22f75b-69e2-4c70-b185-b2cc58177f76", "address": "fa:16:3e:fd:a6:27", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f22f75b-69", "ovs_interfaceid": "5f22f75b-69e2-4c70-b185-b2cc58177f76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1972.162299] env[62298]: DEBUG nova.network.neutron [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Updating instance_info_cache with network_info: [{"id": "7074b60d-3647-4dba-8f9d-709a3be730fd", "address": "fa:16:3e:7c:d1:a7", "network": {"id": "94bd295c-7a95-4ae9-8468-34209c70d332", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-786886130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5af512a3e1f469f9c4223575f326699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7074b60d-36", "ovs_interfaceid": "7074b60d-3647-4dba-8f9d-709a3be730fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1972.185272] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f480ecbb-15b3-42bc-bd93-ac478b285c70 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.195035] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c62ef74-a233-4882-ac08-bb6822b07fca {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.234953] env[62298]: DEBUG oslo_vmware.rw_handles [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Completed reading data from the image iterator. {{(pid=62298) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1972.235138] env[62298]: DEBUG oslo_vmware.rw_handles [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5225b481-a4d1-9d93-037c-8e7b2db854db/disk-0.vmdk. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1972.236739] env[62298]: DEBUG nova.compute.manager [req-284367c6-a732-45cc-afd5-b8ff3e12ebc1 req-20d902e6-30a0-4d9a-95c1-9a149cc32501 service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Received event network-vif-plugged-5f22f75b-69e2-4c70-b185-b2cc58177f76 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1972.237019] env[62298]: DEBUG oslo_concurrency.lockutils [req-284367c6-a732-45cc-afd5-b8ff3e12ebc1 req-20d902e6-30a0-4d9a-95c1-9a149cc32501 service nova] Acquiring lock "59a5e4d5-6d0e-45af-9e23-57aaf115d983-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.237271] env[62298]: DEBUG oslo_concurrency.lockutils [req-284367c6-a732-45cc-afd5-b8ff3e12ebc1 req-20d902e6-30a0-4d9a-95c1-9a149cc32501 service nova] Lock "59a5e4d5-6d0e-45af-9e23-57aaf115d983-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.237510] env[62298]: DEBUG oslo_concurrency.lockutils [req-284367c6-a732-45cc-afd5-b8ff3e12ebc1 req-20d902e6-30a0-4d9a-95c1-9a149cc32501 service nova] Lock "59a5e4d5-6d0e-45af-9e23-57aaf115d983-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.237728] env[62298]: DEBUG nova.compute.manager [req-284367c6-a732-45cc-afd5-b8ff3e12ebc1 req-20d902e6-30a0-4d9a-95c1-9a149cc32501 service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] No waiting events found dispatching network-vif-plugged-5f22f75b-69e2-4c70-b185-b2cc58177f76 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1972.237923] env[62298]: WARNING nova.compute.manager [req-284367c6-a732-45cc-afd5-b8ff3e12ebc1 req-20d902e6-30a0-4d9a-95c1-9a149cc32501 service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Received unexpected event network-vif-plugged-5f22f75b-69e2-4c70-b185-b2cc58177f76 for instance with vm_state active and task_state None. [ 1972.238129] env[62298]: DEBUG nova.compute.manager [req-284367c6-a732-45cc-afd5-b8ff3e12ebc1 req-20d902e6-30a0-4d9a-95c1-9a149cc32501 service nova] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Received event network-vif-plugged-3f6d2de1-8cf3-4da3-8666-26e54390ec5b {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1972.238309] env[62298]: DEBUG oslo_concurrency.lockutils [req-284367c6-a732-45cc-afd5-b8ff3e12ebc1 req-20d902e6-30a0-4d9a-95c1-9a149cc32501 service nova] Acquiring lock "f50cfd29-c1c0-421f-87f3-6e8fea1871b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.238539] env[62298]: DEBUG oslo_concurrency.lockutils [req-284367c6-a732-45cc-afd5-b8ff3e12ebc1 req-20d902e6-30a0-4d9a-95c1-9a149cc32501 service nova] Lock "f50cfd29-c1c0-421f-87f3-6e8fea1871b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.238717] env[62298]: DEBUG oslo_concurrency.lockutils [req-284367c6-a732-45cc-afd5-b8ff3e12ebc1 req-20d902e6-30a0-4d9a-95c1-9a149cc32501 service nova] Lock "f50cfd29-c1c0-421f-87f3-6e8fea1871b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.238918] env[62298]: DEBUG nova.compute.manager [req-284367c6-a732-45cc-afd5-b8ff3e12ebc1 req-20d902e6-30a0-4d9a-95c1-9a149cc32501 service nova] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] No waiting events found dispatching network-vif-plugged-3f6d2de1-8cf3-4da3-8666-26e54390ec5b {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1972.239094] env[62298]: WARNING nova.compute.manager [req-284367c6-a732-45cc-afd5-b8ff3e12ebc1 req-20d902e6-30a0-4d9a-95c1-9a149cc32501 service nova] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Received unexpected event network-vif-plugged-3f6d2de1-8cf3-4da3-8666-26e54390ec5b for instance with vm_state building and task_state spawning. [ 1972.239319] env[62298]: DEBUG nova.compute.manager [req-284367c6-a732-45cc-afd5-b8ff3e12ebc1 req-20d902e6-30a0-4d9a-95c1-9a149cc32501 service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Received event network-changed-5f22f75b-69e2-4c70-b185-b2cc58177f76 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1972.239523] env[62298]: DEBUG nova.compute.manager [req-284367c6-a732-45cc-afd5-b8ff3e12ebc1 req-20d902e6-30a0-4d9a-95c1-9a149cc32501 service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Refreshing instance network info cache due to event network-changed-5f22f75b-69e2-4c70-b185-b2cc58177f76. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1972.239710] env[62298]: DEBUG oslo_concurrency.lockutils [req-284367c6-a732-45cc-afd5-b8ff3e12ebc1 req-20d902e6-30a0-4d9a-95c1-9a149cc32501 service nova] Acquiring lock "refresh_cache-59a5e4d5-6d0e-45af-9e23-57aaf115d983" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1972.240475] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7cfe37-df78-4ed3-be97-29559c0acb47 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.244750] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4049cf-045a-4bb9-874f-4b1044f05a95 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.254956] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5953dec-3cf3-4480-a550-128e832a6a73 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.258675] env[62298]: DEBUG oslo_vmware.rw_handles [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5225b481-a4d1-9d93-037c-8e7b2db854db/disk-0.vmdk is in state: ready. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1972.258909] env[62298]: DEBUG oslo_vmware.rw_handles [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5225b481-a4d1-9d93-037c-8e7b2db854db/disk-0.vmdk. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1972.259150] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-780eee67-838b-4678-9191-26878e8acdd6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.270438] env[62298]: DEBUG nova.compute.provider_tree [None req-2061c0a3-2552-4418-836f-214a8b2feb47 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1972.322624] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Releasing lock "refresh_cache-f50cfd29-c1c0-421f-87f3-6e8fea1871b5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1972.323906] env[62298]: DEBUG nova.compute.manager [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Instance network_info: |[{"id": "3f6d2de1-8cf3-4da3-8666-26e54390ec5b", "address": "fa:16:3e:35:25:3f", "network": {"id": "a1cc5b7e-29b8-442e-aded-4790d7ea1173", "bridge": "br-int", "label": "tempest-ServersTestJSON-828003697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03e0481a48d41fa860471811159cb77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f6d2de1-8c", "ovs_interfaceid": "3f6d2de1-8cf3-4da3-8666-26e54390ec5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1972.323906] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:25:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f6d2de1-8cf3-4da3-8666-26e54390ec5b', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1972.331753] env[62298]: DEBUG oslo.service.loopingcall [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1972.331963] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1972.332203] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89a2c18f-9a06-4b4a-9db4-75d9bf139ae7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.353426] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1972.353426] env[62298]: value = "task-1805191" [ 1972.353426] env[62298]: _type = "Task" [ 1972.353426] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.364579] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805191, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.417308] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521e21e2-d22f-4645-a1e9-75bd8b19399a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.436994] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8ca793-ab53-436e-b2a0-54bc5c6b3009 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.455416] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Updating instance 'bf2c3a73-e09f-4f52-8178-4ca7bea1d954' progress to 67 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1972.474135] env[62298]: DEBUG oslo_vmware.rw_handles [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5225b481-a4d1-9d93-037c-8e7b2db854db/disk-0.vmdk. {{(pid=62298) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1972.474357] env[62298]: INFO nova.virt.vmwareapi.images [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Downloaded image file data 860f0930-08c1-4fb7-80fe-dce164dc6992 [ 1972.475195] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be722343-e4a5-4d26-99a0-4d4825a51be0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.492242] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-911355aa-2ef8-4ce4-9144-de5f13630ced {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.521200] env[62298]: INFO nova.virt.vmwareapi.images [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] The imported VM was unregistered [ 1972.524034] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Caching image {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1972.524034] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Creating directory with path [datastore1] devstack-image-cache_base/860f0930-08c1-4fb7-80fe-dce164dc6992 {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1972.524034] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-918e0290-2df1-4f54-bced-59e24e4c8485 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.576592] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Created directory with path [datastore1] devstack-image-cache_base/860f0930-08c1-4fb7-80fe-dce164dc6992 {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1972.576838] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_d8035ae3-0cd8-4543-ac72-c8e2bdc56f6b/OSTACK_IMG_d8035ae3-0cd8-4543-ac72-c8e2bdc56f6b.vmdk to [datastore1] devstack-image-cache_base/860f0930-08c1-4fb7-80fe-dce164dc6992/860f0930-08c1-4fb7-80fe-dce164dc6992.vmdk. {{(pid=62298) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1972.577413] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3f1c6dfe-2ec2-4c40-8e56-eb02779e5c4f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.583593] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 1972.583593] env[62298]: value = "task-1805193" [ 1972.583593] env[62298]: _type = "Task" [ 1972.583593] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.591210] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805193, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.622166] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Releasing lock "refresh_cache-59a5e4d5-6d0e-45af-9e23-57aaf115d983" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1972.622864] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "59a5e4d5-6d0e-45af-9e23-57aaf115d983" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1972.623058] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired lock "59a5e4d5-6d0e-45af-9e23-57aaf115d983" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.623387] env[62298]: DEBUG oslo_concurrency.lockutils [req-284367c6-a732-45cc-afd5-b8ff3e12ebc1 req-20d902e6-30a0-4d9a-95c1-9a149cc32501 service nova] Acquired lock "refresh_cache-59a5e4d5-6d0e-45af-9e23-57aaf115d983" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.623604] env[62298]: DEBUG nova.network.neutron [req-284367c6-a732-45cc-afd5-b8ff3e12ebc1 req-20d902e6-30a0-4d9a-95c1-9a149cc32501 service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Refreshing network info cache for port 5f22f75b-69e2-4c70-b185-b2cc58177f76 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1972.625608] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0267e48a-223c-470c-b67e-bbd2994a3ff4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.644839] env[62298]: DEBUG nova.virt.hardware [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1972.645091] env[62298]: DEBUG nova.virt.hardware [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1972.645243] env[62298]: DEBUG nova.virt.hardware [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1972.645431] env[62298]: DEBUG nova.virt.hardware [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1972.645579] env[62298]: DEBUG nova.virt.hardware [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1972.645726] env[62298]: DEBUG nova.virt.hardware [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1972.645935] env[62298]: DEBUG nova.virt.hardware [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1972.646112] env[62298]: DEBUG nova.virt.hardware [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1972.646297] env[62298]: DEBUG nova.virt.hardware [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1972.646446] env[62298]: DEBUG nova.virt.hardware [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1972.646617] env[62298]: DEBUG nova.virt.hardware [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1972.652826] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Reconfiguring VM to attach interface {{(pid=62298) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1972.653428] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff5f50f6-d00a-407b-b692-6ffeb0317076 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.668291] env[62298]: DEBUG oslo_concurrency.lockutils [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Releasing lock "refresh_cache-b9ba6368-81c9-42f2-b40a-f9dfed49e42d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1972.672187] env[62298]: DEBUG oslo_vmware.api [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1972.672187] env[62298]: value = "task-1805194" [ 1972.672187] env[62298]: _type = "Task" [ 1972.672187] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.681236] env[62298]: DEBUG oslo_vmware.api [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805194, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.773826] env[62298]: DEBUG nova.scheduler.client.report [None req-2061c0a3-2552-4418-836f-214a8b2feb47 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1972.866081] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805191, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.093590] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805193, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.183719] env[62298]: DEBUG oslo_vmware.api [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.278573] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2061c0a3-2552-4418-836f-214a8b2feb47 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.295200] env[62298]: DEBUG nova.network.neutron [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Port 09e7efa8-3249-4afb-96fd-8740875fdbe5 binding to destination host cpu-1 is already ACTIVE {{(pid=62298) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1973.302723] env[62298]: INFO nova.scheduler.client.report [None req-2061c0a3-2552-4418-836f-214a8b2feb47 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Deleted allocations for instance aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460 [ 1973.365937] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805191, 'name': CreateVM_Task, 'duration_secs': 0.72545} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.366191] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1973.366955] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.367323] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.367634] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1973.367983] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54a5b10b-d177-4f33-abb5-19ad06b0a5f4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.373749] env[62298]: DEBUG oslo_vmware.api [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1973.373749] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52fb447a-9f14-7d1f-31a7-3d39b20fe32e" [ 1973.373749] env[62298]: _type = "Task" [ 1973.373749] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.383892] env[62298]: DEBUG oslo_vmware.api [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52fb447a-9f14-7d1f-31a7-3d39b20fe32e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.432494] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1973.433624] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d482355-f4ac-4c65-8380-3615c717ef86 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.442245] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1973.442554] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fb51c7a-d7d9-4479-a69b-b1777a99212c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.595841] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805193, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.670168] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1973.670407] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1973.670616] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Deleting the datastore file [datastore1] b9ba6368-81c9-42f2-b40a-f9dfed49e42d {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1973.670970] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5dc61c4-88d3-438c-821a-76cec982ae85 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.674315] env[62298]: DEBUG nova.network.neutron [req-284367c6-a732-45cc-afd5-b8ff3e12ebc1 req-20d902e6-30a0-4d9a-95c1-9a149cc32501 service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Updated VIF entry in instance network info cache for port 5f22f75b-69e2-4c70-b185-b2cc58177f76. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1973.674750] env[62298]: DEBUG nova.network.neutron [req-284367c6-a732-45cc-afd5-b8ff3e12ebc1 req-20d902e6-30a0-4d9a-95c1-9a149cc32501 service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Updating instance_info_cache with network_info: [{"id": "2017f7c3-d123-4da7-b644-0f688454e976", "address": "fa:16:3e:0e:c9:4a", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2017f7c3-d1", "ovs_interfaceid": "2017f7c3-d123-4da7-b644-0f688454e976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5f22f75b-69e2-4c70-b185-b2cc58177f76", "address": "fa:16:3e:fd:a6:27", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f22f75b-69", "ovs_interfaceid": "5f22f75b-69e2-4c70-b185-b2cc58177f76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1973.681351] env[62298]: DEBUG oslo_vmware.api [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1973.681351] env[62298]: value = "task-1805196" [ 1973.681351] env[62298]: _type = "Task" [ 1973.681351] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.688728] env[62298]: DEBUG oslo_vmware.api [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805194, 'name': ReconfigVM_Task, 'duration_secs': 0.792468} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.690323] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Releasing lock "59a5e4d5-6d0e-45af-9e23-57aaf115d983" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1973.690571] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Reconfigured VM to attach interface {{(pid=62298) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1973.696539] env[62298]: DEBUG oslo_vmware.api [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.810255] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2061c0a3-2552-4418-836f-214a8b2feb47 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.657s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.883870] env[62298]: DEBUG oslo_vmware.api [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52fb447a-9f14-7d1f-31a7-3d39b20fe32e, 'name': SearchDatastore_Task, 'duration_secs': 0.091951} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.884510] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1973.884748] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1973.884994] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.886035] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.886035] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1973.886035] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08a3fd60-1df2-4a25-82c5-c7cd0e346343 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.899277] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1973.899476] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1973.900323] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5f190a5-4b79-4ee0-b2ec-5c84e43fa4ec {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.906123] env[62298]: DEBUG oslo_vmware.api [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1973.906123] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5270b8e6-93eb-5e28-d289-e96ec7154b7e" [ 1973.906123] env[62298]: _type = "Task" [ 1973.906123] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.914374] env[62298]: DEBUG oslo_vmware.api [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5270b8e6-93eb-5e28-d289-e96ec7154b7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.094595] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805193, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.184935] env[62298]: DEBUG oslo_concurrency.lockutils [req-284367c6-a732-45cc-afd5-b8ff3e12ebc1 req-20d902e6-30a0-4d9a-95c1-9a149cc32501 service nova] Releasing lock "refresh_cache-59a5e4d5-6d0e-45af-9e23-57aaf115d983" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.184935] env[62298]: DEBUG nova.compute.manager [req-284367c6-a732-45cc-afd5-b8ff3e12ebc1 req-20d902e6-30a0-4d9a-95c1-9a149cc32501 service nova] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Received event network-changed-3f6d2de1-8cf3-4da3-8666-26e54390ec5b {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1974.184935] env[62298]: DEBUG nova.compute.manager [req-284367c6-a732-45cc-afd5-b8ff3e12ebc1 req-20d902e6-30a0-4d9a-95c1-9a149cc32501 service nova] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Refreshing instance network info cache due to event network-changed-3f6d2de1-8cf3-4da3-8666-26e54390ec5b. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1974.184935] env[62298]: DEBUG oslo_concurrency.lockutils [req-284367c6-a732-45cc-afd5-b8ff3e12ebc1 req-20d902e6-30a0-4d9a-95c1-9a149cc32501 service nova] Acquiring lock "refresh_cache-f50cfd29-c1c0-421f-87f3-6e8fea1871b5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1974.184935] env[62298]: DEBUG oslo_concurrency.lockutils [req-284367c6-a732-45cc-afd5-b8ff3e12ebc1 req-20d902e6-30a0-4d9a-95c1-9a149cc32501 service nova] Acquired lock "refresh_cache-f50cfd29-c1c0-421f-87f3-6e8fea1871b5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1974.184935] env[62298]: DEBUG nova.network.neutron [req-284367c6-a732-45cc-afd5-b8ff3e12ebc1 req-20d902e6-30a0-4d9a-95c1-9a149cc32501 service nova] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Refreshing network info cache for port 3f6d2de1-8cf3-4da3-8666-26e54390ec5b {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1974.201564] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fdc989d8-9744-4c16-9b3f-d2510ce22f36 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "interface-59a5e4d5-6d0e-45af-9e23-57aaf115d983-5f22f75b-69e2-4c70-b185-b2cc58177f76" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.394s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.202712] env[62298]: DEBUG oslo_vmware.api [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.241330] env[62298]: DEBUG nova.compute.manager [req-fc8dcfdc-dc44-4f10-950d-c8215bc19e81 req-daf9bea4-b331-455b-b4b3-44eda40b3722 service nova] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Received event network-vif-unplugged-7074b60d-3647-4dba-8f9d-709a3be730fd {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1974.241330] env[62298]: DEBUG oslo_concurrency.lockutils [req-fc8dcfdc-dc44-4f10-950d-c8215bc19e81 req-daf9bea4-b331-455b-b4b3-44eda40b3722 service nova] Acquiring lock "b9ba6368-81c9-42f2-b40a-f9dfed49e42d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.241330] env[62298]: DEBUG oslo_concurrency.lockutils [req-fc8dcfdc-dc44-4f10-950d-c8215bc19e81 req-daf9bea4-b331-455b-b4b3-44eda40b3722 service nova] Lock "b9ba6368-81c9-42f2-b40a-f9dfed49e42d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.241705] env[62298]: DEBUG oslo_concurrency.lockutils [req-fc8dcfdc-dc44-4f10-950d-c8215bc19e81 req-daf9bea4-b331-455b-b4b3-44eda40b3722 service nova] Lock "b9ba6368-81c9-42f2-b40a-f9dfed49e42d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.241705] env[62298]: DEBUG nova.compute.manager [req-fc8dcfdc-dc44-4f10-950d-c8215bc19e81 req-daf9bea4-b331-455b-b4b3-44eda40b3722 service nova] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] No waiting events found dispatching network-vif-unplugged-7074b60d-3647-4dba-8f9d-709a3be730fd {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1974.241923] env[62298]: WARNING nova.compute.manager [req-fc8dcfdc-dc44-4f10-950d-c8215bc19e81 req-daf9bea4-b331-455b-b4b3-44eda40b3722 service nova] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Received unexpected event network-vif-unplugged-7074b60d-3647-4dba-8f9d-709a3be730fd for instance with vm_state shelved and task_state shelving_offloading. [ 1974.242141] env[62298]: DEBUG nova.compute.manager [req-fc8dcfdc-dc44-4f10-950d-c8215bc19e81 req-daf9bea4-b331-455b-b4b3-44eda40b3722 service nova] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Received event network-changed-7074b60d-3647-4dba-8f9d-709a3be730fd {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1974.242332] env[62298]: DEBUG nova.compute.manager [req-fc8dcfdc-dc44-4f10-950d-c8215bc19e81 req-daf9bea4-b331-455b-b4b3-44eda40b3722 service nova] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Refreshing instance network info cache due to event network-changed-7074b60d-3647-4dba-8f9d-709a3be730fd. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1974.242554] env[62298]: DEBUG oslo_concurrency.lockutils [req-fc8dcfdc-dc44-4f10-950d-c8215bc19e81 req-daf9bea4-b331-455b-b4b3-44eda40b3722 service nova] Acquiring lock "refresh_cache-b9ba6368-81c9-42f2-b40a-f9dfed49e42d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1974.242723] env[62298]: DEBUG oslo_concurrency.lockutils [req-fc8dcfdc-dc44-4f10-950d-c8215bc19e81 req-daf9bea4-b331-455b-b4b3-44eda40b3722 service nova] Acquired lock "refresh_cache-b9ba6368-81c9-42f2-b40a-f9dfed49e42d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1974.242916] env[62298]: DEBUG nova.network.neutron [req-fc8dcfdc-dc44-4f10-950d-c8215bc19e81 req-daf9bea4-b331-455b-b4b3-44eda40b3722 service nova] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Refreshing network info cache for port 7074b60d-3647-4dba-8f9d-709a3be730fd {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1974.314340] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "bf2c3a73-e09f-4f52-8178-4ca7bea1d954-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.314655] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "bf2c3a73-e09f-4f52-8178-4ca7bea1d954-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.314899] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "bf2c3a73-e09f-4f52-8178-4ca7bea1d954-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.419180] env[62298]: DEBUG oslo_vmware.api [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5270b8e6-93eb-5e28-d289-e96ec7154b7e, 'name': SearchDatastore_Task, 'duration_secs': 0.081733} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.420145] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3348c36b-d833-40ff-833f-0285dfe17959 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.425804] env[62298]: DEBUG oslo_vmware.api [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1974.425804] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52dd78f1-7c03-f251-5222-b8612f30b11c" [ 1974.425804] env[62298]: _type = "Task" [ 1974.425804] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.434227] env[62298]: DEBUG oslo_vmware.api [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52dd78f1-7c03-f251-5222-b8612f30b11c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.595144] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805193, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.699964] env[62298]: DEBUG oslo_vmware.api [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.936499] env[62298]: DEBUG oslo_vmware.api [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52dd78f1-7c03-f251-5222-b8612f30b11c, 'name': SearchDatastore_Task, 'duration_secs': 0.08554} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.936776] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.937045] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] f50cfd29-c1c0-421f-87f3-6e8fea1871b5/f50cfd29-c1c0-421f-87f3-6e8fea1871b5.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1974.937320] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7a1e7c7-2764-4046-ac23-6e1c01eeafb2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.944814] env[62298]: DEBUG oslo_vmware.api [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1974.944814] env[62298]: value = "task-1805198" [ 1974.944814] env[62298]: _type = "Task" [ 1974.944814] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.953161] env[62298]: DEBUG oslo_vmware.api [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.094947] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805193, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.196693] env[62298]: DEBUG oslo_vmware.api [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.388838} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.198032] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1975.199276] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1975.199276] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1975.233149] env[62298]: DEBUG nova.network.neutron [req-284367c6-a732-45cc-afd5-b8ff3e12ebc1 req-20d902e6-30a0-4d9a-95c1-9a149cc32501 service nova] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Updated VIF entry in instance network info cache for port 3f6d2de1-8cf3-4da3-8666-26e54390ec5b. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1975.233544] env[62298]: DEBUG nova.network.neutron [req-284367c6-a732-45cc-afd5-b8ff3e12ebc1 req-20d902e6-30a0-4d9a-95c1-9a149cc32501 service nova] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Updating instance_info_cache with network_info: [{"id": "3f6d2de1-8cf3-4da3-8666-26e54390ec5b", "address": "fa:16:3e:35:25:3f", "network": {"id": "a1cc5b7e-29b8-442e-aded-4790d7ea1173", "bridge": "br-int", "label": "tempest-ServersTestJSON-828003697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03e0481a48d41fa860471811159cb77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f6d2de1-8c", "ovs_interfaceid": "3f6d2de1-8cf3-4da3-8666-26e54390ec5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.242249] env[62298]: INFO nova.scheduler.client.report [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Deleted allocations for instance b9ba6368-81c9-42f2-b40a-f9dfed49e42d [ 1975.277164] env[62298]: DEBUG nova.network.neutron [req-fc8dcfdc-dc44-4f10-950d-c8215bc19e81 req-daf9bea4-b331-455b-b4b3-44eda40b3722 service nova] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Updated VIF entry in instance network info cache for port 7074b60d-3647-4dba-8f9d-709a3be730fd. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1975.277496] env[62298]: DEBUG nova.network.neutron [req-fc8dcfdc-dc44-4f10-950d-c8215bc19e81 req-daf9bea4-b331-455b-b4b3-44eda40b3722 service nova] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Updating instance_info_cache with network_info: [{"id": "7074b60d-3647-4dba-8f9d-709a3be730fd", "address": "fa:16:3e:7c:d1:a7", "network": {"id": "94bd295c-7a95-4ae9-8468-34209c70d332", "bridge": null, "label": "tempest-ServerActionsTestOtherB-786886130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5af512a3e1f469f9c4223575f326699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7074b60d-36", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.353933] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "refresh_cache-bf2c3a73-e09f-4f52-8178-4ca7bea1d954" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1975.354144] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquired lock "refresh_cache-bf2c3a73-e09f-4f52-8178-4ca7bea1d954" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1975.354328] env[62298]: DEBUG nova.network.neutron [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1975.454644] env[62298]: DEBUG oslo_vmware.api [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805198, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.598665] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805193, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.519653} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.599092] env[62298]: INFO nova.virt.vmwareapi.ds_util [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_d8035ae3-0cd8-4543-ac72-c8e2bdc56f6b/OSTACK_IMG_d8035ae3-0cd8-4543-ac72-c8e2bdc56f6b.vmdk to [datastore1] devstack-image-cache_base/860f0930-08c1-4fb7-80fe-dce164dc6992/860f0930-08c1-4fb7-80fe-dce164dc6992.vmdk. [ 1975.599225] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Cleaning up location [datastore1] OSTACK_IMG_d8035ae3-0cd8-4543-ac72-c8e2bdc56f6b {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1975.599421] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_d8035ae3-0cd8-4543-ac72-c8e2bdc56f6b {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1975.599733] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39eb0daa-0f60-40f4-9918-24025b7618be {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.607208] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 1975.607208] env[62298]: value = "task-1805199" [ 1975.607208] env[62298]: _type = "Task" [ 1975.607208] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.615753] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.705062] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4768cd99-7f50-41a9-8d1a-dd9b2c45c081 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "interface-59a5e4d5-6d0e-45af-9e23-57aaf115d983-5f22f75b-69e2-4c70-b185-b2cc58177f76" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.705062] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4768cd99-7f50-41a9-8d1a-dd9b2c45c081 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "interface-59a5e4d5-6d0e-45af-9e23-57aaf115d983-5f22f75b-69e2-4c70-b185-b2cc58177f76" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.736935] env[62298]: DEBUG oslo_concurrency.lockutils [req-284367c6-a732-45cc-afd5-b8ff3e12ebc1 req-20d902e6-30a0-4d9a-95c1-9a149cc32501 service nova] Releasing lock "refresh_cache-f50cfd29-c1c0-421f-87f3-6e8fea1871b5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1975.747635] env[62298]: DEBUG oslo_concurrency.lockutils [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.747920] env[62298]: DEBUG oslo_concurrency.lockutils [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.748170] env[62298]: DEBUG nova.objects.instance [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lazy-loading 'resources' on Instance uuid b9ba6368-81c9-42f2-b40a-f9dfed49e42d {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1975.781068] env[62298]: DEBUG oslo_concurrency.lockutils [req-fc8dcfdc-dc44-4f10-950d-c8215bc19e81 req-daf9bea4-b331-455b-b4b3-44eda40b3722 service nova] Releasing lock "refresh_cache-b9ba6368-81c9-42f2-b40a-f9dfed49e42d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1975.955342] env[62298]: DEBUG oslo_vmware.api [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.912377} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.955608] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] f50cfd29-c1c0-421f-87f3-6e8fea1871b5/f50cfd29-c1c0-421f-87f3-6e8fea1871b5.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1975.955823] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1975.956089] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9725860c-f902-4598-9808-fdd763c6efab {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.962185] env[62298]: DEBUG oslo_vmware.api [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1975.962185] env[62298]: value = "task-1805200" [ 1975.962185] env[62298]: _type = "Task" [ 1975.962185] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.972649] env[62298]: DEBUG oslo_vmware.api [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.116620] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199083} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.116845] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1976.117012] env[62298]: DEBUG oslo_concurrency.lockutils [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/860f0930-08c1-4fb7-80fe-dce164dc6992/860f0930-08c1-4fb7-80fe-dce164dc6992.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.117271] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/860f0930-08c1-4fb7-80fe-dce164dc6992/860f0930-08c1-4fb7-80fe-dce164dc6992.vmdk to [datastore1] 18f1a093-829a-4251-999a-4d95a437540a/18f1a093-829a-4251-999a-4d95a437540a.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1976.117526] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e08b17a1-7f81-4662-8674-90402d4a0904 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.124213] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 1976.124213] env[62298]: value = "task-1805201" [ 1976.124213] env[62298]: _type = "Task" [ 1976.124213] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.135078] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.146244] env[62298]: DEBUG nova.network.neutron [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Updating instance_info_cache with network_info: [{"id": "09e7efa8-3249-4afb-96fd-8740875fdbe5", "address": "fa:16:3e:7b:84:6a", "network": {"id": "06b906cf-d50a-43c4-8cd2-58ea08057ab7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-166934998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c1cee775abb4a1eb529b35f1cfae0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09e7efa8-32", "ovs_interfaceid": "09e7efa8-3249-4afb-96fd-8740875fdbe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1976.207173] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4768cd99-7f50-41a9-8d1a-dd9b2c45c081 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "59a5e4d5-6d0e-45af-9e23-57aaf115d983" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.207368] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4768cd99-7f50-41a9-8d1a-dd9b2c45c081 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired lock "59a5e4d5-6d0e-45af-9e23-57aaf115d983" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.208262] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f92edac-a3f5-40e1-bfb1-9a3ae3f26240 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.226458] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e375dc7-66ed-465c-8dc8-3bb78560349c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.252683] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4768cd99-7f50-41a9-8d1a-dd9b2c45c081 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Reconfiguring VM to detach interface {{(pid=62298) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1976.253385] env[62298]: DEBUG nova.objects.instance [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lazy-loading 'numa_topology' on Instance uuid b9ba6368-81c9-42f2-b40a-f9dfed49e42d {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1976.254431] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1025662d-be56-4b40-9b02-158e66ad6c5b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.276182] env[62298]: DEBUG oslo_vmware.api [None req-4768cd99-7f50-41a9-8d1a-dd9b2c45c081 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1976.276182] env[62298]: value = "task-1805202" [ 1976.276182] env[62298]: _type = "Task" [ 1976.276182] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.286091] env[62298]: DEBUG oslo_vmware.api [None req-4768cd99-7f50-41a9-8d1a-dd9b2c45c081 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805202, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.473993] env[62298]: DEBUG oslo_vmware.api [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067276} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.474464] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1976.475545] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1dcfcf-6638-4bac-a434-d78f471f2023 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.502372] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] f50cfd29-c1c0-421f-87f3-6e8fea1871b5/f50cfd29-c1c0-421f-87f3-6e8fea1871b5.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1976.502971] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-841622f9-2000-4269-8a1c-ca9329680a1b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.524810] env[62298]: DEBUG oslo_vmware.api [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1976.524810] env[62298]: value = "task-1805203" [ 1976.524810] env[62298]: _type = "Task" [ 1976.524810] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.536307] env[62298]: DEBUG oslo_vmware.api [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805203, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.634285] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805201, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.649341] env[62298]: DEBUG oslo_concurrency.lockutils [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Releasing lock "refresh_cache-bf2c3a73-e09f-4f52-8178-4ca7bea1d954" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.770975] env[62298]: DEBUG nova.objects.base [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62298) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1976.786636] env[62298]: DEBUG oslo_vmware.api [None req-4768cd99-7f50-41a9-8d1a-dd9b2c45c081 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.954195] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e320a4e-3ee0-4d68-bb46-d627afe2124e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.962016] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60abbb1-290e-4f57-8c3c-419ff4b8cef3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.994888] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6da8aee-2c57-4f96-b82a-70f84fde6523 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.002917] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61c19e3-8773-44b6-8e45-8b93e9467a67 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.017419] env[62298]: DEBUG nova.compute.provider_tree [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1977.035935] env[62298]: DEBUG oslo_vmware.api [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805203, 'name': ReconfigVM_Task, 'duration_secs': 0.3412} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.036255] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Reconfigured VM instance instance-00000070 to attach disk [datastore1] f50cfd29-c1c0-421f-87f3-6e8fea1871b5/f50cfd29-c1c0-421f-87f3-6e8fea1871b5.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1977.037018] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-371255de-07c3-4582-966e-1e6f83ae2804 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.043232] env[62298]: DEBUG oslo_vmware.api [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1977.043232] env[62298]: value = "task-1805204" [ 1977.043232] env[62298]: _type = "Task" [ 1977.043232] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.052153] env[62298]: DEBUG oslo_vmware.api [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805204, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.135488] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805201, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.172710] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f181e4-89bc-4fb4-9e0a-1a16199cf808 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.194177] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fb8769-574b-49fd-b51b-cd1a6d8d3759 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.201887] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Updating instance 'bf2c3a73-e09f-4f52-8178-4ca7bea1d954' progress to 83 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1977.286948] env[62298]: DEBUG oslo_vmware.api [None req-4768cd99-7f50-41a9-8d1a-dd9b2c45c081 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.384236] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "b9ba6368-81c9-42f2-b40a-f9dfed49e42d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.521487] env[62298]: DEBUG nova.scheduler.client.report [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1977.553432] env[62298]: DEBUG oslo_vmware.api [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805204, 'name': Rename_Task, 'duration_secs': 0.171476} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.553735] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1977.553984] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9f43c0d-6932-4f98-92e2-7b544dd2ad70 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.560958] env[62298]: DEBUG oslo_vmware.api [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1977.560958] env[62298]: value = "task-1805205" [ 1977.560958] env[62298]: _type = "Task" [ 1977.560958] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.569351] env[62298]: DEBUG oslo_vmware.api [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.634590] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805201, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.708607] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1977.708964] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfc70ad4-c19c-43d9-be28-058469f195d6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.717065] env[62298]: DEBUG oslo_vmware.api [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1977.717065] env[62298]: value = "task-1805206" [ 1977.717065] env[62298]: _type = "Task" [ 1977.717065] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.725355] env[62298]: DEBUG oslo_vmware.api [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.788062] env[62298]: DEBUG oslo_vmware.api [None req-4768cd99-7f50-41a9-8d1a-dd9b2c45c081 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.973680] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "79b2f3b1-881e-4058-b04c-af8a906cad1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.973916] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "79b2f3b1-881e-4058-b04c-af8a906cad1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.974159] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "79b2f3b1-881e-4058-b04c-af8a906cad1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.974352] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "79b2f3b1-881e-4058-b04c-af8a906cad1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.974524] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "79b2f3b1-881e-4058-b04c-af8a906cad1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.976704] env[62298]: INFO nova.compute.manager [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Terminating instance [ 1978.026653] env[62298]: DEBUG oslo_concurrency.lockutils [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.278s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.071776] env[62298]: DEBUG oslo_vmware.api [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805205, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.134768] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805201, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.227596] env[62298]: DEBUG oslo_vmware.api [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805206, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.288300] env[62298]: DEBUG oslo_vmware.api [None req-4768cd99-7f50-41a9-8d1a-dd9b2c45c081 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.481082] env[62298]: DEBUG nova.compute.manager [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1978.481082] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1978.481489] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd3b3c2-34f7-49e1-8e42-49d0818dceb9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.489086] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1978.489313] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d089519-2cbe-4896-a527-def0b5b9b032 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.495901] env[62298]: DEBUG oslo_vmware.api [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1978.495901] env[62298]: value = "task-1805207" [ 1978.495901] env[62298]: _type = "Task" [ 1978.495901] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.503639] env[62298]: DEBUG oslo_vmware.api [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.534165] env[62298]: DEBUG oslo_concurrency.lockutils [None req-47aad4f6-b2d5-43de-822e-0b0285d50cd1 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "b9ba6368-81c9-42f2-b40a-f9dfed49e42d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.655s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.535114] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "b9ba6368-81c9-42f2-b40a-f9dfed49e42d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.151s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.535114] env[62298]: INFO nova.compute.manager [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Unshelving [ 1978.571625] env[62298]: DEBUG oslo_vmware.api [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805205, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.637939] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805201, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.194951} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.638293] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/860f0930-08c1-4fb7-80fe-dce164dc6992/860f0930-08c1-4fb7-80fe-dce164dc6992.vmdk to [datastore1] 18f1a093-829a-4251-999a-4d95a437540a/18f1a093-829a-4251-999a-4d95a437540a.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1978.639043] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c869ad6-4c18-4bfb-8a42-e9dc615a2a7f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.661894] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 18f1a093-829a-4251-999a-4d95a437540a/18f1a093-829a-4251-999a-4d95a437540a.vmdk or device None with type streamOptimized {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1978.662252] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fccc1e8d-d6de-4c86-8c0f-069e03a41742 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.681695] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 1978.681695] env[62298]: value = "task-1805208" [ 1978.681695] env[62298]: _type = "Task" [ 1978.681695] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.690807] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805208, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.729515] env[62298]: DEBUG oslo_vmware.api [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805206, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.788873] env[62298]: DEBUG oslo_vmware.api [None req-4768cd99-7f50-41a9-8d1a-dd9b2c45c081 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.006414] env[62298]: DEBUG oslo_vmware.api [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805207, 'name': PowerOffVM_Task, 'duration_secs': 0.246437} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.006577] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1979.006688] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1979.006962] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1047fbf-d56c-4067-9649-862063a2b9f4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.074126] env[62298]: DEBUG oslo_vmware.api [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805205, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.192720] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805208, 'name': ReconfigVM_Task, 'duration_secs': 0.435269} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.194097] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 18f1a093-829a-4251-999a-4d95a437540a/18f1a093-829a-4251-999a-4d95a437540a.vmdk or device None with type streamOptimized {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1979.194840] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/sda', 'guest_format': None, 'image_id': '98ae388b-0b1b-4651-9947-99a7127491a5'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374204', 'volume_id': '8e2d4bea-e01e-4675-888c-f9a0df034a5f', 'name': 'volume-8e2d4bea-e01e-4675-888c-f9a0df034a5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '18f1a093-829a-4251-999a-4d95a437540a', 'attached_at': '', 'detached_at': '', 'volume_id': '8e2d4bea-e01e-4675-888c-f9a0df034a5f', 'serial': '8e2d4bea-e01e-4675-888c-f9a0df034a5f'}, 'device_type': None, 'guest_format': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'boot_index': None, 'attachment_id': '89a2bd8e-d35f-4697-9128-e5739d786035', 'volume_type': None}], 'swap': None} {{(pid=62298) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1979.195057] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Volume attach. Driver type: vmdk {{(pid=62298) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1979.195249] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374204', 'volume_id': '8e2d4bea-e01e-4675-888c-f9a0df034a5f', 'name': 'volume-8e2d4bea-e01e-4675-888c-f9a0df034a5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '18f1a093-829a-4251-999a-4d95a437540a', 'attached_at': '', 'detached_at': '', 'volume_id': '8e2d4bea-e01e-4675-888c-f9a0df034a5f', 'serial': '8e2d4bea-e01e-4675-888c-f9a0df034a5f'} {{(pid=62298) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1979.196092] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab77ed7-b77c-4372-a715-7d4309380349 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.217621] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6802f2a4-cc96-4816-a827-4a81ef7ff577 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.220459] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1979.220680] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1979.220872] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Deleting the datastore file [datastore1] 79b2f3b1-881e-4058-b04c-af8a906cad1d {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1979.221242] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67df4d5d-4f7e-4c70-ac68-593ac8840451 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.248249] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] volume-8e2d4bea-e01e-4675-888c-f9a0df034a5f/volume-8e2d4bea-e01e-4675-888c-f9a0df034a5f.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1979.252791] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5e7611b-c404-4c4e-9e6a-f17bd9152b3c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.266795] env[62298]: DEBUG oslo_vmware.api [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1979.266795] env[62298]: value = "task-1805210" [ 1979.266795] env[62298]: _type = "Task" [ 1979.266795] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.267144] env[62298]: DEBUG oslo_vmware.api [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805206, 'name': PowerOnVM_Task, 'duration_secs': 1.32983} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.267574] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1979.267854] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3e97fd-9c88-42cf-8d56-5bb5b6b8c247 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Updating instance 'bf2c3a73-e09f-4f52-8178-4ca7bea1d954' progress to 100 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1979.277643] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 1979.277643] env[62298]: value = "task-1805211" [ 1979.277643] env[62298]: _type = "Task" [ 1979.277643] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.287037] env[62298]: DEBUG oslo_vmware.api [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.295470] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.299374] env[62298]: DEBUG oslo_vmware.api [None req-4768cd99-7f50-41a9-8d1a-dd9b2c45c081 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.567944] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.568123] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.568224] env[62298]: DEBUG nova.objects.instance [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lazy-loading 'pci_requests' on Instance uuid b9ba6368-81c9-42f2-b40a-f9dfed49e42d {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1979.574863] env[62298]: DEBUG oslo_vmware.api [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805205, 'name': PowerOnVM_Task, 'duration_secs': 1.627624} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.575402] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1979.575402] env[62298]: INFO nova.compute.manager [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Took 10.37 seconds to spawn the instance on the hypervisor. [ 1979.575593] env[62298]: DEBUG nova.compute.manager [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1979.576904] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff54642d-07c6-4521-a09d-ead965151732 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.782051] env[62298]: DEBUG oslo_vmware.api [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.794511] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.803174] env[62298]: DEBUG oslo_vmware.api [None req-4768cd99-7f50-41a9-8d1a-dd9b2c45c081 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.072522] env[62298]: DEBUG nova.objects.instance [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lazy-loading 'numa_topology' on Instance uuid b9ba6368-81c9-42f2-b40a-f9dfed49e42d {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1980.093809] env[62298]: INFO nova.compute.manager [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Took 17.24 seconds to build instance. [ 1980.279080] env[62298]: DEBUG oslo_vmware.api [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.905399} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.279080] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1980.279080] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1980.279080] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1980.279500] env[62298]: INFO nova.compute.manager [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Took 1.80 seconds to destroy the instance on the hypervisor. [ 1980.279500] env[62298]: DEBUG oslo.service.loopingcall [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1980.279637] env[62298]: DEBUG nova.compute.manager [-] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1980.279731] env[62298]: DEBUG nova.network.neutron [-] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1980.298566] env[62298]: DEBUG oslo_vmware.api [None req-4768cd99-7f50-41a9-8d1a-dd9b2c45c081 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.301609] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805211, 'name': ReconfigVM_Task, 'duration_secs': 0.969332} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.301877] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Reconfigured VM instance instance-00000063 to attach disk [datastore1] volume-8e2d4bea-e01e-4675-888c-f9a0df034a5f/volume-8e2d4bea-e01e-4675-888c-f9a0df034a5f.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1980.306441] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5b005cd-5d4b-42a5-aeea-d8e21a4e71ad {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.325788] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 1980.325788] env[62298]: value = "task-1805212" [ 1980.325788] env[62298]: _type = "Task" [ 1980.325788] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.334701] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805212, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.562159] env[62298]: DEBUG nova.compute.manager [req-cc31fb19-458d-4a25-a1d9-b994ef995f0e req-a1e27f52-9da9-43b3-b4ab-e57e5af7c606 service nova] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Received event network-vif-deleted-dd7ac726-c81e-4ae5-9b87-5aa4a1afb80f {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1980.562378] env[62298]: INFO nova.compute.manager [req-cc31fb19-458d-4a25-a1d9-b994ef995f0e req-a1e27f52-9da9-43b3-b4ab-e57e5af7c606 service nova] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Neutron deleted interface dd7ac726-c81e-4ae5-9b87-5aa4a1afb80f; detaching it from the instance and deleting it from the info cache [ 1980.562548] env[62298]: DEBUG nova.network.neutron [req-cc31fb19-458d-4a25-a1d9-b994ef995f0e req-a1e27f52-9da9-43b3-b4ab-e57e5af7c606 service nova] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1980.575166] env[62298]: INFO nova.compute.claims [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1980.595851] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3f0d5211-b29a-4b6d-b830-27e6f85a3d7f tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "f50cfd29-c1c0-421f-87f3-6e8fea1871b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.752s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.804852] env[62298]: DEBUG oslo_vmware.api [None req-4768cd99-7f50-41a9-8d1a-dd9b2c45c081 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.835801] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805212, 'name': ReconfigVM_Task, 'duration_secs': 0.151971} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.836173] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374204', 'volume_id': '8e2d4bea-e01e-4675-888c-f9a0df034a5f', 'name': 'volume-8e2d4bea-e01e-4675-888c-f9a0df034a5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '18f1a093-829a-4251-999a-4d95a437540a', 'attached_at': '', 'detached_at': '', 'volume_id': '8e2d4bea-e01e-4675-888c-f9a0df034a5f', 'serial': '8e2d4bea-e01e-4675-888c-f9a0df034a5f'} {{(pid=62298) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1980.836689] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7d9f3cb-c972-4f25-9ac9-860508378f23 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.842938] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 1980.842938] env[62298]: value = "task-1805213" [ 1980.842938] env[62298]: _type = "Task" [ 1980.842938] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.851788] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805213, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.034532] env[62298]: DEBUG nova.network.neutron [-] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.066148] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53aa0544-0850-45bd-b0e6-66d462fdeb02 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.076116] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b22059-65fe-4d34-b39c-c48f88443d9a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.109575] env[62298]: DEBUG nova.compute.manager [req-cc31fb19-458d-4a25-a1d9-b994ef995f0e req-a1e27f52-9da9-43b3-b4ab-e57e5af7c606 service nova] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Detach interface failed, port_id=dd7ac726-c81e-4ae5-9b87-5aa4a1afb80f, reason: Instance 79b2f3b1-881e-4058-b04c-af8a906cad1d could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1981.299592] env[62298]: DEBUG oslo_vmware.api [None req-4768cd99-7f50-41a9-8d1a-dd9b2c45c081 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.352847] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805213, 'name': Rename_Task, 'duration_secs': 0.137029} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.352847] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1981.353205] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63f00b65-6259-473b-8242-f0153be03c5e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.358825] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 1981.358825] env[62298]: value = "task-1805214" [ 1981.358825] env[62298]: _type = "Task" [ 1981.358825] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.367539] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.537629] env[62298]: INFO nova.compute.manager [-] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Took 1.26 seconds to deallocate network for instance. [ 1981.748689] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.749075] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.796250] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ef9edb-402d-4699-b7ae-1b9e43c71bad {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.805285] env[62298]: DEBUG oslo_vmware.api [None req-4768cd99-7f50-41a9-8d1a-dd9b2c45c081 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805202, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.808027] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185e3aa4-30c9-4ac6-b557-d9c7538827ca {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.840832] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59b4177-69b8-41f8-b4a7-ecd0e3bddd52 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.848808] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f062fe1-d153-4cd0-b969-530795197fda {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.864450] env[62298]: DEBUG nova.compute.provider_tree [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1981.874272] env[62298]: DEBUG oslo_vmware.api [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805214, 'name': PowerOnVM_Task, 'duration_secs': 0.465377} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.875261] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1981.879294] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2ec89329-13ce-4f15-92fe-9c6bfcfaae85 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "bf2c3a73-e09f-4f52-8178-4ca7bea1d954" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.879533] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2ec89329-13ce-4f15-92fe-9c6bfcfaae85 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "bf2c3a73-e09f-4f52-8178-4ca7bea1d954" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.879717] env[62298]: DEBUG nova.compute.manager [None req-2ec89329-13ce-4f15-92fe-9c6bfcfaae85 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Going to confirm migration 7 {{(pid=62298) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 1981.984085] env[62298]: DEBUG nova.compute.manager [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1981.985196] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f05429f-413b-4f16-bf25-4b16538c6180 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.045030] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.252826] env[62298]: DEBUG nova.compute.manager [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1982.301273] env[62298]: DEBUG oslo_vmware.api [None req-4768cd99-7f50-41a9-8d1a-dd9b2c45c081 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805202, 'name': ReconfigVM_Task, 'duration_secs': 5.988394} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.301533] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4768cd99-7f50-41a9-8d1a-dd9b2c45c081 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Releasing lock "59a5e4d5-6d0e-45af-9e23-57aaf115d983" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1982.301739] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4768cd99-7f50-41a9-8d1a-dd9b2c45c081 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Reconfigured VM to detach interface {{(pid=62298) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1982.370960] env[62298]: DEBUG nova.scheduler.client.report [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1982.432148] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2ec89329-13ce-4f15-92fe-9c6bfcfaae85 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "refresh_cache-bf2c3a73-e09f-4f52-8178-4ca7bea1d954" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1982.432358] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2ec89329-13ce-4f15-92fe-9c6bfcfaae85 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquired lock "refresh_cache-bf2c3a73-e09f-4f52-8178-4ca7bea1d954" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1982.432542] env[62298]: DEBUG nova.network.neutron [None req-2ec89329-13ce-4f15-92fe-9c6bfcfaae85 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1982.432733] env[62298]: DEBUG nova.objects.instance [None req-2ec89329-13ce-4f15-92fe-9c6bfcfaae85 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lazy-loading 'info_cache' on Instance uuid bf2c3a73-e09f-4f52-8178-4ca7bea1d954 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1982.503222] env[62298]: DEBUG oslo_concurrency.lockutils [None req-79e7898d-d5b3-45f7-8313-c4f8412f64c4 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "18f1a093-829a-4251-999a-4d95a437540a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 36.305s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.775836] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.876088] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.308s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.878388] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.834s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.878636] env[62298]: DEBUG nova.objects.instance [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lazy-loading 'resources' on Instance uuid 79b2f3b1-881e-4058-b04c-af8a906cad1d {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1982.906166] env[62298]: INFO nova.network.neutron [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Updating port 7074b60d-3647-4dba-8f9d-709a3be730fd with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1982.916561] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9c85bf21-cdae-428c-ab12-a322b85445ae tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "9b420da1-62ba-4feb-b0b8-dd1bcea0855e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.916805] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9c85bf21-cdae-428c-ab12-a322b85445ae tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "9b420da1-62ba-4feb-b0b8-dd1bcea0855e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.419498] env[62298]: DEBUG nova.compute.utils [None req-9c85bf21-cdae-428c-ab12-a322b85445ae tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1983.549911] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29cf0a9-8bb6-4130-933a-7a2a4028d221 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.559191] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1640335a-750e-45b1-8b14-cadd918c9cf3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.592664] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2804f41c-993b-4a94-812f-4934315fe6df {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.601197] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9765673-2919-4b80-9d57-f394df2b73ba {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.614756] env[62298]: DEBUG nova.compute.provider_tree [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1983.668170] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4768cd99-7f50-41a9-8d1a-dd9b2c45c081 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "refresh_cache-59a5e4d5-6d0e-45af-9e23-57aaf115d983" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1983.668365] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4768cd99-7f50-41a9-8d1a-dd9b2c45c081 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired lock "refresh_cache-59a5e4d5-6d0e-45af-9e23-57aaf115d983" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1983.668544] env[62298]: DEBUG nova.network.neutron [None req-4768cd99-7f50-41a9-8d1a-dd9b2c45c081 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1983.711821] env[62298]: DEBUG nova.network.neutron [None req-2ec89329-13ce-4f15-92fe-9c6bfcfaae85 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Updating instance_info_cache with network_info: [{"id": "09e7efa8-3249-4afb-96fd-8740875fdbe5", "address": "fa:16:3e:7b:84:6a", "network": {"id": "06b906cf-d50a-43c4-8cd2-58ea08057ab7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-166934998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c1cee775abb4a1eb529b35f1cfae0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09e7efa8-32", "ovs_interfaceid": "09e7efa8-3249-4afb-96fd-8740875fdbe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1983.924653] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9c85bf21-cdae-428c-ab12-a322b85445ae tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "9b420da1-62ba-4feb-b0b8-dd1bcea0855e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.118511] env[62298]: DEBUG nova.scheduler.client.report [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1984.215086] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2ec89329-13ce-4f15-92fe-9c6bfcfaae85 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Releasing lock "refresh_cache-bf2c3a73-e09f-4f52-8178-4ca7bea1d954" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1984.215375] env[62298]: DEBUG nova.objects.instance [None req-2ec89329-13ce-4f15-92fe-9c6bfcfaae85 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lazy-loading 'migration_context' on Instance uuid bf2c3a73-e09f-4f52-8178-4ca7bea1d954 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1984.624524] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.746s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.627640] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.852s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.629407] env[62298]: INFO nova.compute.claims [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1984.648647] env[62298]: INFO nova.scheduler.client.report [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Deleted allocations for instance 79b2f3b1-881e-4058-b04c-af8a906cad1d [ 1984.718730] env[62298]: DEBUG nova.objects.base [None req-2ec89329-13ce-4f15-92fe-9c6bfcfaae85 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62298) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1984.719734] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3daaa223-8b6e-44e3-af26-053a1e9c7eaa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.740350] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbdd4b30-5db7-495b-8f0c-2e66fac4cefb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.746448] env[62298]: DEBUG oslo_vmware.api [None req-2ec89329-13ce-4f15-92fe-9c6bfcfaae85 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1984.746448] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5279d8b0-d292-8174-d50f-90338f83c8e8" [ 1984.746448] env[62298]: _type = "Task" [ 1984.746448] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.758622] env[62298]: DEBUG oslo_vmware.api [None req-2ec89329-13ce-4f15-92fe-9c6bfcfaae85 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5279d8b0-d292-8174-d50f-90338f83c8e8, 'name': SearchDatastore_Task, 'duration_secs': 0.00745} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.758910] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2ec89329-13ce-4f15-92fe-9c6bfcfaae85 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1984.872322] env[62298]: DEBUG nova.compute.manager [req-debc5586-ff4b-402a-94b0-d7b78f2634f4 req-06c11f53-f671-4212-9155-5f53c8cf486e service nova] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Received event network-vif-plugged-7074b60d-3647-4dba-8f9d-709a3be730fd {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1984.872547] env[62298]: DEBUG oslo_concurrency.lockutils [req-debc5586-ff4b-402a-94b0-d7b78f2634f4 req-06c11f53-f671-4212-9155-5f53c8cf486e service nova] Acquiring lock "b9ba6368-81c9-42f2-b40a-f9dfed49e42d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1984.872754] env[62298]: DEBUG oslo_concurrency.lockutils [req-debc5586-ff4b-402a-94b0-d7b78f2634f4 req-06c11f53-f671-4212-9155-5f53c8cf486e service nova] Lock "b9ba6368-81c9-42f2-b40a-f9dfed49e42d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.872924] env[62298]: DEBUG oslo_concurrency.lockutils [req-debc5586-ff4b-402a-94b0-d7b78f2634f4 req-06c11f53-f671-4212-9155-5f53c8cf486e service nova] Lock "b9ba6368-81c9-42f2-b40a-f9dfed49e42d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.873357] env[62298]: DEBUG nova.compute.manager [req-debc5586-ff4b-402a-94b0-d7b78f2634f4 req-06c11f53-f671-4212-9155-5f53c8cf486e service nova] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] No waiting events found dispatching network-vif-plugged-7074b60d-3647-4dba-8f9d-709a3be730fd {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1984.873566] env[62298]: WARNING nova.compute.manager [req-debc5586-ff4b-402a-94b0-d7b78f2634f4 req-06c11f53-f671-4212-9155-5f53c8cf486e service nova] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Received unexpected event network-vif-plugged-7074b60d-3647-4dba-8f9d-709a3be730fd for instance with vm_state shelved_offloaded and task_state spawning. [ 1984.972331] env[62298]: INFO nova.network.neutron [None req-4768cd99-7f50-41a9-8d1a-dd9b2c45c081 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Port 5f22f75b-69e2-4c70-b185-b2cc58177f76 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1984.972856] env[62298]: DEBUG nova.network.neutron [None req-4768cd99-7f50-41a9-8d1a-dd9b2c45c081 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Updating instance_info_cache with network_info: [{"id": "2017f7c3-d123-4da7-b644-0f688454e976", "address": "fa:16:3e:0e:c9:4a", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2017f7c3-d1", "ovs_interfaceid": "2017f7c3-d123-4da7-b644-0f688454e976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.998320] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9c85bf21-cdae-428c-ab12-a322b85445ae tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "9b420da1-62ba-4feb-b0b8-dd1bcea0855e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1984.998716] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9c85bf21-cdae-428c-ab12-a322b85445ae tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "9b420da1-62ba-4feb-b0b8-dd1bcea0855e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.998799] env[62298]: INFO nova.compute.manager [None req-9c85bf21-cdae-428c-ab12-a322b85445ae tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Attaching volume e2c3c030-765e-4eeb-a092-3c691d5bfef5 to /dev/sdb [ 1985.033978] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b802cd7-866a-42da-9951-6c8ead22bfd9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.042196] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6424dfed-be70-488a-a8cc-578861ca51ea {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.059025] env[62298]: DEBUG nova.virt.block_device [None req-9c85bf21-cdae-428c-ab12-a322b85445ae tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Updating existing volume attachment record: 358cac30-904e-4ac6-bd38-41f64e6f2530 {{(pid=62298) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1985.156296] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1857b16b-55f3-4896-9698-aa37f985a7d8 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "79b2f3b1-881e-4058-b04c-af8a906cad1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.182s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.158259] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "refresh_cache-b9ba6368-81c9-42f2-b40a-f9dfed49e42d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1985.158423] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquired lock "refresh_cache-b9ba6368-81c9-42f2-b40a-f9dfed49e42d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1985.158606] env[62298]: DEBUG nova.network.neutron [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1985.475721] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4768cd99-7f50-41a9-8d1a-dd9b2c45c081 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Releasing lock "refresh_cache-59a5e4d5-6d0e-45af-9e23-57aaf115d983" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1985.803022] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776a6aa0-3c19-457c-9461-25c15edb6c5a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.809603] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87624dd3-945c-41b6-a154-e32358ff073d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.844269] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778249ea-e520-42f4-b42a-92d1505ee529 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.853174] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9c1639-7673-47a0-89c8-e65ff85d2f28 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.870558] env[62298]: DEBUG nova.compute.provider_tree [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1985.885426] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "interface-be9abd95-4f85-44ba-bbfb-90921999e197-5f22f75b-69e2-4c70-b185-b2cc58177f76" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.885426] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "interface-be9abd95-4f85-44ba-bbfb-90921999e197-5f22f75b-69e2-4c70-b185-b2cc58177f76" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.885426] env[62298]: DEBUG nova.objects.instance [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lazy-loading 'flavor' on Instance uuid be9abd95-4f85-44ba-bbfb-90921999e197 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1985.932478] env[62298]: DEBUG nova.network.neutron [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Updating instance_info_cache with network_info: [{"id": "7074b60d-3647-4dba-8f9d-709a3be730fd", "address": "fa:16:3e:7c:d1:a7", "network": {"id": "94bd295c-7a95-4ae9-8468-34209c70d332", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-786886130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5af512a3e1f469f9c4223575f326699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7074b60d-36", "ovs_interfaceid": "7074b60d-3647-4dba-8f9d-709a3be730fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.980259] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4768cd99-7f50-41a9-8d1a-dd9b2c45c081 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "interface-59a5e4d5-6d0e-45af-9e23-57aaf115d983-5f22f75b-69e2-4c70-b185-b2cc58177f76" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.276s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.372803] env[62298]: DEBUG nova.scheduler.client.report [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1986.434880] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Releasing lock "refresh_cache-b9ba6368-81c9-42f2-b40a-f9dfed49e42d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1986.443254] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "335e0309-fd80-419b-af19-20f533c5d4d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.443548] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "335e0309-fd80-419b-af19-20f533c5d4d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.443770] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "335e0309-fd80-419b-af19-20f533c5d4d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.443997] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "335e0309-fd80-419b-af19-20f533c5d4d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.444225] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "335e0309-fd80-419b-af19-20f533c5d4d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.446526] env[62298]: INFO nova.compute.manager [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Terminating instance [ 1986.464963] env[62298]: DEBUG nova.virt.hardware [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='25ddb631524e55dfec33aaedf32a19a2',container_format='bare',created_at=2024-12-12T09:00:04Z,direct_url=,disk_format='vmdk',id=1b722987-ddee-42ad-9bc1-3ceffc398d25,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1414387267-shelved',owner='f5af512a3e1f469f9c4223575f326699',properties=ImageMetaProps,protected=,size=31665152,status='active',tags=,updated_at=2024-12-12T09:00:20Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1986.465234] env[62298]: DEBUG nova.virt.hardware [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1986.465395] env[62298]: DEBUG nova.virt.hardware [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1986.465582] env[62298]: DEBUG nova.virt.hardware [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1986.465731] env[62298]: DEBUG nova.virt.hardware [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1986.465883] env[62298]: DEBUG nova.virt.hardware [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1986.466109] env[62298]: DEBUG nova.virt.hardware [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1986.466282] env[62298]: DEBUG nova.virt.hardware [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1986.466451] env[62298]: DEBUG nova.virt.hardware [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1986.466743] env[62298]: DEBUG nova.virt.hardware [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1986.466787] env[62298]: DEBUG nova.virt.hardware [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1986.467949] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fba116a-b5e2-4508-8874-453b8cf0a53a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.478103] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85c1994-9e5f-4189-a206-00c523b16c21 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.491800] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:d1:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e05affa-2640-435e-a124-0ee8a6ab1152', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7074b60d-3647-4dba-8f9d-709a3be730fd', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1986.500716] env[62298]: DEBUG oslo.service.loopingcall [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1986.503386] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1986.503617] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b216ad69-2ad7-4ede-8f38-cda64d87e44f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.523142] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1986.523142] env[62298]: value = "task-1805216" [ 1986.523142] env[62298]: _type = "Task" [ 1986.523142] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.530464] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805216, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.551972] env[62298]: DEBUG nova.objects.instance [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lazy-loading 'pci_requests' on Instance uuid be9abd95-4f85-44ba-bbfb-90921999e197 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1986.878022] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.250s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.878597] env[62298]: DEBUG nova.compute.manager [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1986.881526] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2ec89329-13ce-4f15-92fe-9c6bfcfaae85 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.123s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.913566] env[62298]: DEBUG nova.compute.manager [req-6971d452-5199-4edb-8a90-c9e8fd9b2691 req-cf3cd604-660a-453e-9a35-85dcec1b7f81 service nova] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Received event network-changed-7074b60d-3647-4dba-8f9d-709a3be730fd {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1986.913766] env[62298]: DEBUG nova.compute.manager [req-6971d452-5199-4edb-8a90-c9e8fd9b2691 req-cf3cd604-660a-453e-9a35-85dcec1b7f81 service nova] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Refreshing instance network info cache due to event network-changed-7074b60d-3647-4dba-8f9d-709a3be730fd. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1986.913997] env[62298]: DEBUG oslo_concurrency.lockutils [req-6971d452-5199-4edb-8a90-c9e8fd9b2691 req-cf3cd604-660a-453e-9a35-85dcec1b7f81 service nova] Acquiring lock "refresh_cache-b9ba6368-81c9-42f2-b40a-f9dfed49e42d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.914218] env[62298]: DEBUG oslo_concurrency.lockutils [req-6971d452-5199-4edb-8a90-c9e8fd9b2691 req-cf3cd604-660a-453e-9a35-85dcec1b7f81 service nova] Acquired lock "refresh_cache-b9ba6368-81c9-42f2-b40a-f9dfed49e42d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.914337] env[62298]: DEBUG nova.network.neutron [req-6971d452-5199-4edb-8a90-c9e8fd9b2691 req-cf3cd604-660a-453e-9a35-85dcec1b7f81 service nova] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Refreshing network info cache for port 7074b60d-3647-4dba-8f9d-709a3be730fd {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1986.954437] env[62298]: DEBUG nova.compute.manager [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1986.954758] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1986.955767] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00dd0cf-6d27-4617-91ce-bbaad81f857d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.964204] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1986.964453] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b429f4e8-b186-4b48-85d4-7b31bf6da413 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.971060] env[62298]: DEBUG oslo_vmware.api [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1986.971060] env[62298]: value = "task-1805217" [ 1986.971060] env[62298]: _type = "Task" [ 1986.971060] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.978958] env[62298]: DEBUG oslo_vmware.api [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.033318] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805216, 'name': CreateVM_Task, 'duration_secs': 0.336287} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.033635] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1987.034337] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b722987-ddee-42ad-9bc1-3ceffc398d25" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1987.034504] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b722987-ddee-42ad-9bc1-3ceffc398d25" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1987.034893] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1b722987-ddee-42ad-9bc1-3ceffc398d25" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1987.035166] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6ecb905-fd61-47ca-9f14-6f833fe823eb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.040712] env[62298]: DEBUG oslo_vmware.api [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1987.040712] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f22ae3-9406-1a1e-15c6-bfe1c022e0db" [ 1987.040712] env[62298]: _type = "Task" [ 1987.040712] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.050364] env[62298]: DEBUG oslo_vmware.api [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f22ae3-9406-1a1e-15c6-bfe1c022e0db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.054965] env[62298]: DEBUG nova.objects.base [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62298) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1987.055172] env[62298]: DEBUG nova.network.neutron [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1987.131721] env[62298]: DEBUG nova.policy [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fe205f549084573a0bcb772655514e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd16a7e68d89479986f48962c3b7f070', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1987.385385] env[62298]: DEBUG nova.compute.utils [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1987.386503] env[62298]: DEBUG nova.compute.manager [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1987.386681] env[62298]: DEBUG nova.network.neutron [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1987.478081] env[62298]: DEBUG nova.policy [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e16999d2814546159f68305a4f0cbfb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c03e0481a48d41fa860471811159cb77', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1987.485318] env[62298]: DEBUG oslo_vmware.api [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805217, 'name': PowerOffVM_Task, 'duration_secs': 0.312438} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.487601] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1987.487786] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1987.488216] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-882fe4d6-d34e-427b-8c18-7bbba0c4e6fc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.552619] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b722987-ddee-42ad-9bc1-3ceffc398d25" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1987.552873] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Processing image 1b722987-ddee-42ad-9bc1-3ceffc398d25 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1987.553130] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1b722987-ddee-42ad-9bc1-3ceffc398d25/1b722987-ddee-42ad-9bc1-3ceffc398d25.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1987.553284] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1b722987-ddee-42ad-9bc1-3ceffc398d25/1b722987-ddee-42ad-9bc1-3ceffc398d25.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1987.553461] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1987.553930] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f40a656-6557-4b40-900f-09592881ca45 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.563836] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366973bf-5db2-4628-a4d5-fd95ee268230 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.568202] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1987.568385] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1987.569414] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceed2625-c70f-4b91-ba1e-a05f892e6ba4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.574930] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de92cf4-e1c6-4983-b6fd-d56992e90d44 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.579043] env[62298]: DEBUG oslo_vmware.api [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1987.579043] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522c1362-6f23-010e-e293-130fff97c461" [ 1987.579043] env[62298]: _type = "Task" [ 1987.579043] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.609588] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f22295-ae65-4b71-ac2f-4771ca5ff633 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.616268] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Preparing fetch location {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1987.616547] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Fetch image to [datastore1] OSTACK_IMG_960953f4-ce71-4a22-ae5b-495c5f8b465a/OSTACK_IMG_960953f4-ce71-4a22-ae5b-495c5f8b465a.vmdk {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1987.616755] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Downloading stream optimized image 1b722987-ddee-42ad-9bc1-3ceffc398d25 to [datastore1] OSTACK_IMG_960953f4-ce71-4a22-ae5b-495c5f8b465a/OSTACK_IMG_960953f4-ce71-4a22-ae5b-495c5f8b465a.vmdk on the data store datastore1 as vApp {{(pid=62298) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1987.616956] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Downloading image file data 1b722987-ddee-42ad-9bc1-3ceffc398d25 to the ESX as VM named 'OSTACK_IMG_960953f4-ce71-4a22-ae5b-495c5f8b465a' {{(pid=62298) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1987.627062] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2632e0-4f0c-4eeb-86fc-e2b260104e89 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.641571] env[62298]: DEBUG nova.compute.provider_tree [None req-2ec89329-13ce-4f15-92fe-9c6bfcfaae85 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1987.709744] env[62298]: DEBUG oslo_vmware.rw_handles [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1987.709744] env[62298]: value = "resgroup-9" [ 1987.709744] env[62298]: _type = "ResourcePool" [ 1987.709744] env[62298]: }. {{(pid=62298) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1987.710143] env[62298]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-99e5c6e0-81e8-428e-a47c-36a461e67533 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.737837] env[62298]: DEBUG oslo_vmware.rw_handles [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lease: (returnval){ [ 1987.737837] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522bb275-7b53-7bd3-4b16-cd1c3047a3e4" [ 1987.737837] env[62298]: _type = "HttpNfcLease" [ 1987.737837] env[62298]: } obtained for vApp import into resource pool (val){ [ 1987.737837] env[62298]: value = "resgroup-9" [ 1987.737837] env[62298]: _type = "ResourcePool" [ 1987.737837] env[62298]: }. {{(pid=62298) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1987.738746] env[62298]: DEBUG oslo_vmware.api [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the lease: (returnval){ [ 1987.738746] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522bb275-7b53-7bd3-4b16-cd1c3047a3e4" [ 1987.738746] env[62298]: _type = "HttpNfcLease" [ 1987.738746] env[62298]: } to be ready. {{(pid=62298) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1987.742804] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1987.742804] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1987.742804] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Deleting the datastore file [datastore1] 335e0309-fd80-419b-af19-20f533c5d4d4 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1987.743663] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f13e1d8-b79c-4861-be1c-6e895869e16c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.747266] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1987.747266] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522bb275-7b53-7bd3-4b16-cd1c3047a3e4" [ 1987.747266] env[62298]: _type = "HttpNfcLease" [ 1987.747266] env[62298]: } is initializing. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1987.752330] env[62298]: DEBUG oslo_vmware.api [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for the task: (returnval){ [ 1987.752330] env[62298]: value = "task-1805221" [ 1987.752330] env[62298]: _type = "Task" [ 1987.752330] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.760660] env[62298]: DEBUG oslo_vmware.api [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.852287] env[62298]: DEBUG nova.network.neutron [req-6971d452-5199-4edb-8a90-c9e8fd9b2691 req-cf3cd604-660a-453e-9a35-85dcec1b7f81 service nova] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Updated VIF entry in instance network info cache for port 7074b60d-3647-4dba-8f9d-709a3be730fd. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1987.852682] env[62298]: DEBUG nova.network.neutron [req-6971d452-5199-4edb-8a90-c9e8fd9b2691 req-cf3cd604-660a-453e-9a35-85dcec1b7f81 service nova] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Updating instance_info_cache with network_info: [{"id": "7074b60d-3647-4dba-8f9d-709a3be730fd", "address": "fa:16:3e:7c:d1:a7", "network": {"id": "94bd295c-7a95-4ae9-8468-34209c70d332", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-786886130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5af512a3e1f469f9c4223575f326699", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e05affa-2640-435e-a124-0ee8a6ab1152", "external-id": "nsx-vlan-transportzone-839", "segmentation_id": 839, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7074b60d-36", "ovs_interfaceid": "7074b60d-3647-4dba-8f9d-709a3be730fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.892580] env[62298]: DEBUG nova.compute.manager [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1987.910951] env[62298]: DEBUG nova.network.neutron [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Successfully created port: 227db4b8-46d0-462e-952c-af45d53d53b0 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1988.164709] env[62298]: ERROR nova.scheduler.client.report [None req-2ec89329-13ce-4f15-92fe-9c6bfcfaae85 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [req-d33de206-fae4-41fa-852c-800f527ee107] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d33de206-fae4-41fa-852c-800f527ee107"}]} [ 1988.182657] env[62298]: DEBUG nova.scheduler.client.report [None req-2ec89329-13ce-4f15-92fe-9c6bfcfaae85 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1988.197155] env[62298]: DEBUG nova.scheduler.client.report [None req-2ec89329-13ce-4f15-92fe-9c6bfcfaae85 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1988.197643] env[62298]: DEBUG nova.compute.provider_tree [None req-2ec89329-13ce-4f15-92fe-9c6bfcfaae85 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1988.209770] env[62298]: DEBUG nova.scheduler.client.report [None req-2ec89329-13ce-4f15-92fe-9c6bfcfaae85 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1988.227840] env[62298]: DEBUG nova.scheduler.client.report [None req-2ec89329-13ce-4f15-92fe-9c6bfcfaae85 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1988.248753] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1988.248753] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522bb275-7b53-7bd3-4b16-cd1c3047a3e4" [ 1988.248753] env[62298]: _type = "HttpNfcLease" [ 1988.248753] env[62298]: } is initializing. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1988.261884] env[62298]: DEBUG oslo_vmware.api [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Task: {'id': task-1805221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32883} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.264653] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1988.264851] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1988.265048] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1988.265238] env[62298]: INFO nova.compute.manager [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1988.265485] env[62298]: DEBUG oslo.service.loopingcall [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1988.266587] env[62298]: DEBUG nova.compute.manager [-] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1988.266587] env[62298]: DEBUG nova.network.neutron [-] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1988.355762] env[62298]: DEBUG oslo_concurrency.lockutils [req-6971d452-5199-4edb-8a90-c9e8fd9b2691 req-cf3cd604-660a-453e-9a35-85dcec1b7f81 service nova] Releasing lock "refresh_cache-b9ba6368-81c9-42f2-b40a-f9dfed49e42d" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.356089] env[62298]: DEBUG nova.compute.manager [req-6971d452-5199-4edb-8a90-c9e8fd9b2691 req-cf3cd604-660a-453e-9a35-85dcec1b7f81 service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Received event network-changed-2017f7c3-d123-4da7-b644-0f688454e976 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1988.356237] env[62298]: DEBUG nova.compute.manager [req-6971d452-5199-4edb-8a90-c9e8fd9b2691 req-cf3cd604-660a-453e-9a35-85dcec1b7f81 service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Refreshing instance network info cache due to event network-changed-2017f7c3-d123-4da7-b644-0f688454e976. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1988.356582] env[62298]: DEBUG oslo_concurrency.lockutils [req-6971d452-5199-4edb-8a90-c9e8fd9b2691 req-cf3cd604-660a-453e-9a35-85dcec1b7f81 service nova] Acquiring lock "refresh_cache-59a5e4d5-6d0e-45af-9e23-57aaf115d983" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.356667] env[62298]: DEBUG oslo_concurrency.lockutils [req-6971d452-5199-4edb-8a90-c9e8fd9b2691 req-cf3cd604-660a-453e-9a35-85dcec1b7f81 service nova] Acquired lock "refresh_cache-59a5e4d5-6d0e-45af-9e23-57aaf115d983" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.356968] env[62298]: DEBUG nova.network.neutron [req-6971d452-5199-4edb-8a90-c9e8fd9b2691 req-cf3cd604-660a-453e-9a35-85dcec1b7f81 service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Refreshing network info cache for port 2017f7c3-d123-4da7-b644-0f688454e976 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1988.437705] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37194fb1-14f6-436a-b099-47ea6c3c5bc2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.448528] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a323dc9-2b32-46e6-b6f2-6c358cfddf26 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.484734] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7ad2ef-42d4-4f16-b57e-d95be9e4952f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.493599] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1422fd82-d9d7-4e19-995e-bc8b5c49bec5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.511823] env[62298]: DEBUG nova.compute.provider_tree [None req-2ec89329-13ce-4f15-92fe-9c6bfcfaae85 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1988.747120] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1988.747120] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522bb275-7b53-7bd3-4b16-cd1c3047a3e4" [ 1988.747120] env[62298]: _type = "HttpNfcLease" [ 1988.747120] env[62298]: } is ready. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1988.747461] env[62298]: DEBUG oslo_vmware.rw_handles [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1988.747461] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522bb275-7b53-7bd3-4b16-cd1c3047a3e4" [ 1988.747461] env[62298]: _type = "HttpNfcLease" [ 1988.747461] env[62298]: }. {{(pid=62298) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1988.748213] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1442053-60b9-419c-8308-0f02dcf8ded3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.756609] env[62298]: DEBUG oslo_vmware.rw_handles [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d01c6a-8956-4f05-6433-81356eb4f35b/disk-0.vmdk from lease info. {{(pid=62298) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1988.756837] env[62298]: DEBUG oslo_vmware.rw_handles [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Creating HTTP connection to write to file with size = 31665152 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d01c6a-8956-4f05-6433-81356eb4f35b/disk-0.vmdk. {{(pid=62298) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1988.823096] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e8e40552-2bec-4986-84fe-dbc2ee2766fc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.904100] env[62298]: DEBUG nova.compute.manager [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1988.921823] env[62298]: DEBUG nova.network.neutron [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Successfully updated port: 5f22f75b-69e2-4c70-b185-b2cc58177f76 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1988.935871] env[62298]: DEBUG nova.virt.hardware [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1988.936241] env[62298]: DEBUG nova.virt.hardware [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1988.936674] env[62298]: DEBUG nova.virt.hardware [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1988.936674] env[62298]: DEBUG nova.virt.hardware [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1988.936828] env[62298]: DEBUG nova.virt.hardware [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1988.936915] env[62298]: DEBUG nova.virt.hardware [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1988.937147] env[62298]: DEBUG nova.virt.hardware [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1988.937324] env[62298]: DEBUG nova.virt.hardware [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1988.937520] env[62298]: DEBUG nova.virt.hardware [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1988.937692] env[62298]: DEBUG nova.virt.hardware [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1988.937924] env[62298]: DEBUG nova.virt.hardware [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1988.939114] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18d6bea-780d-4221-8084-38ec2e6898d3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.949139] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73df7698-33be-4f40-9122-736832e79843 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.956047] env[62298]: DEBUG nova.compute.manager [req-871cbd7e-4b0d-4fa6-bbc5-dcef069721ef req-51b5f00e-04db-49ec-a1ac-58af0d4aa5ac service nova] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Received event network-vif-deleted-5f5f70fd-6310-4d83-ab33-97f5eda2a91f {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1988.956273] env[62298]: INFO nova.compute.manager [req-871cbd7e-4b0d-4fa6-bbc5-dcef069721ef req-51b5f00e-04db-49ec-a1ac-58af0d4aa5ac service nova] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Neutron deleted interface 5f5f70fd-6310-4d83-ab33-97f5eda2a91f; detaching it from the instance and deleting it from the info cache [ 1988.956451] env[62298]: DEBUG nova.network.neutron [req-871cbd7e-4b0d-4fa6-bbc5-dcef069721ef req-51b5f00e-04db-49ec-a1ac-58af0d4aa5ac service nova] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.019942] env[62298]: DEBUG nova.network.neutron [-] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.053732] env[62298]: DEBUG nova.scheduler.client.report [None req-2ec89329-13ce-4f15-92fe-9c6bfcfaae85 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 170 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1989.054015] env[62298]: DEBUG nova.compute.provider_tree [None req-2ec89329-13ce-4f15-92fe-9c6bfcfaae85 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 170 to 171 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1989.054239] env[62298]: DEBUG nova.compute.provider_tree [None req-2ec89329-13ce-4f15-92fe-9c6bfcfaae85 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1989.134919] env[62298]: DEBUG nova.network.neutron [req-6971d452-5199-4edb-8a90-c9e8fd9b2691 req-cf3cd604-660a-453e-9a35-85dcec1b7f81 service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Updated VIF entry in instance network info cache for port 2017f7c3-d123-4da7-b644-0f688454e976. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1989.135412] env[62298]: DEBUG nova.network.neutron [req-6971d452-5199-4edb-8a90-c9e8fd9b2691 req-cf3cd604-660a-453e-9a35-85dcec1b7f81 service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Updating instance_info_cache with network_info: [{"id": "2017f7c3-d123-4da7-b644-0f688454e976", "address": "fa:16:3e:0e:c9:4a", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2017f7c3-d1", "ovs_interfaceid": "2017f7c3-d123-4da7-b644-0f688454e976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.425258] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "refresh_cache-be9abd95-4f85-44ba-bbfb-90921999e197" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.425533] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired lock "refresh_cache-be9abd95-4f85-44ba-bbfb-90921999e197" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.425679] env[62298]: DEBUG nova.network.neutron [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1989.461738] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f1274b4-fbe4-4c36-a174-f21ed818dec7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.475898] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b016167-5a85-40f8-82b9-1189eccb47fd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.513556] env[62298]: DEBUG nova.compute.manager [req-871cbd7e-4b0d-4fa6-bbc5-dcef069721ef req-51b5f00e-04db-49ec-a1ac-58af0d4aa5ac service nova] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Detach interface failed, port_id=5f5f70fd-6310-4d83-ab33-97f5eda2a91f, reason: Instance 335e0309-fd80-419b-af19-20f533c5d4d4 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1989.513783] env[62298]: DEBUG nova.compute.manager [req-871cbd7e-4b0d-4fa6-bbc5-dcef069721ef req-51b5f00e-04db-49ec-a1ac-58af0d4aa5ac service nova] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Received event network-vif-plugged-5f22f75b-69e2-4c70-b185-b2cc58177f76 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1989.514052] env[62298]: DEBUG oslo_concurrency.lockutils [req-871cbd7e-4b0d-4fa6-bbc5-dcef069721ef req-51b5f00e-04db-49ec-a1ac-58af0d4aa5ac service nova] Acquiring lock "be9abd95-4f85-44ba-bbfb-90921999e197-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.514279] env[62298]: DEBUG oslo_concurrency.lockutils [req-871cbd7e-4b0d-4fa6-bbc5-dcef069721ef req-51b5f00e-04db-49ec-a1ac-58af0d4aa5ac service nova] Lock "be9abd95-4f85-44ba-bbfb-90921999e197-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.514493] env[62298]: DEBUG oslo_concurrency.lockutils [req-871cbd7e-4b0d-4fa6-bbc5-dcef069721ef req-51b5f00e-04db-49ec-a1ac-58af0d4aa5ac service nova] Lock "be9abd95-4f85-44ba-bbfb-90921999e197-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.514702] env[62298]: DEBUG nova.compute.manager [req-871cbd7e-4b0d-4fa6-bbc5-dcef069721ef req-51b5f00e-04db-49ec-a1ac-58af0d4aa5ac service nova] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] No waiting events found dispatching network-vif-plugged-5f22f75b-69e2-4c70-b185-b2cc58177f76 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1989.514977] env[62298]: WARNING nova.compute.manager [req-871cbd7e-4b0d-4fa6-bbc5-dcef069721ef req-51b5f00e-04db-49ec-a1ac-58af0d4aa5ac service nova] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Received unexpected event network-vif-plugged-5f22f75b-69e2-4c70-b185-b2cc58177f76 for instance with vm_state active and task_state None. [ 1989.515185] env[62298]: DEBUG nova.compute.manager [req-871cbd7e-4b0d-4fa6-bbc5-dcef069721ef req-51b5f00e-04db-49ec-a1ac-58af0d4aa5ac service nova] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Received event network-changed-5f22f75b-69e2-4c70-b185-b2cc58177f76 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1989.515393] env[62298]: DEBUG nova.compute.manager [req-871cbd7e-4b0d-4fa6-bbc5-dcef069721ef req-51b5f00e-04db-49ec-a1ac-58af0d4aa5ac service nova] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Refreshing instance network info cache due to event network-changed-5f22f75b-69e2-4c70-b185-b2cc58177f76. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1989.515575] env[62298]: DEBUG oslo_concurrency.lockutils [req-871cbd7e-4b0d-4fa6-bbc5-dcef069721ef req-51b5f00e-04db-49ec-a1ac-58af0d4aa5ac service nova] Acquiring lock "refresh_cache-be9abd95-4f85-44ba-bbfb-90921999e197" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.529613] env[62298]: INFO nova.compute.manager [-] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Took 1.26 seconds to deallocate network for instance. [ 1989.532318] env[62298]: DEBUG nova.network.neutron [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Successfully updated port: 227db4b8-46d0-462e-952c-af45d53d53b0 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1989.605299] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c85bf21-cdae-428c-ab12-a322b85445ae tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Volume attach. Driver type: vmdk {{(pid=62298) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1989.605638] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c85bf21-cdae-428c-ab12-a322b85445ae tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374213', 'volume_id': 'e2c3c030-765e-4eeb-a092-3c691d5bfef5', 'name': 'volume-e2c3c030-765e-4eeb-a092-3c691d5bfef5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9b420da1-62ba-4feb-b0b8-dd1bcea0855e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2c3c030-765e-4eeb-a092-3c691d5bfef5', 'serial': 'e2c3c030-765e-4eeb-a092-3c691d5bfef5'} {{(pid=62298) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1989.606964] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72acbc75-29a0-4085-a969-5e40e8191522 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.628528] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af2e20e-b6e0-49fa-b67e-4cffe29afb63 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.647592] env[62298]: DEBUG oslo_concurrency.lockutils [req-6971d452-5199-4edb-8a90-c9e8fd9b2691 req-cf3cd604-660a-453e-9a35-85dcec1b7f81 service nova] Releasing lock "refresh_cache-59a5e4d5-6d0e-45af-9e23-57aaf115d983" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1989.647870] env[62298]: DEBUG nova.compute.manager [req-6971d452-5199-4edb-8a90-c9e8fd9b2691 req-cf3cd604-660a-453e-9a35-85dcec1b7f81 service nova] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Received event network-changed-bd938c6e-dda2-4a1d-a990-d71ad42249f8 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1989.648065] env[62298]: DEBUG nova.compute.manager [req-6971d452-5199-4edb-8a90-c9e8fd9b2691 req-cf3cd604-660a-453e-9a35-85dcec1b7f81 service nova] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Refreshing instance network info cache due to event network-changed-bd938c6e-dda2-4a1d-a990-d71ad42249f8. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1989.648273] env[62298]: DEBUG oslo_concurrency.lockutils [req-6971d452-5199-4edb-8a90-c9e8fd9b2691 req-cf3cd604-660a-453e-9a35-85dcec1b7f81 service nova] Acquiring lock "refresh_cache-be9abd95-4f85-44ba-bbfb-90921999e197" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.656488] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c85bf21-cdae-428c-ab12-a322b85445ae tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-e2c3c030-765e-4eeb-a092-3c691d5bfef5/volume-e2c3c030-765e-4eeb-a092-3c691d5bfef5.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1989.656836] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca8a202e-eb9e-4b37-8fdd-d084ab047bb7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.677101] env[62298]: DEBUG oslo_vmware.api [None req-9c85bf21-cdae-428c-ab12-a322b85445ae tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1989.677101] env[62298]: value = "task-1805222" [ 1989.677101] env[62298]: _type = "Task" [ 1989.677101] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.691648] env[62298]: DEBUG oslo_vmware.api [None req-9c85bf21-cdae-428c-ab12-a322b85445ae tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805222, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.892402] env[62298]: DEBUG oslo_vmware.rw_handles [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Completed reading data from the image iterator. {{(pid=62298) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1989.892756] env[62298]: DEBUG oslo_vmware.rw_handles [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d01c6a-8956-4f05-6433-81356eb4f35b/disk-0.vmdk. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1989.893779] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d0ebff-68cc-41eb-ab23-efed417807f3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.900396] env[62298]: DEBUG oslo_vmware.rw_handles [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d01c6a-8956-4f05-6433-81356eb4f35b/disk-0.vmdk is in state: ready. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1989.900569] env[62298]: DEBUG oslo_vmware.rw_handles [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d01c6a-8956-4f05-6433-81356eb4f35b/disk-0.vmdk. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1989.900814] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e88d3677-f208-47ed-b25a-37dcf421fa38 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.963062] env[62298]: WARNING nova.network.neutron [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] cc983ab6-1cb3-4075-8f2f-8be5f1a54792 already exists in list: networks containing: ['cc983ab6-1cb3-4075-8f2f-8be5f1a54792']. ignoring it [ 1990.038891] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "refresh_cache-ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1990.039141] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquired lock "refresh_cache-ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1990.039301] env[62298]: DEBUG nova.network.neutron [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1990.042327] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1990.071424] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2ec89329-13ce-4f15-92fe-9c6bfcfaae85 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.190s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.078771] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.034s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1990.078771] env[62298]: DEBUG nova.objects.instance [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lazy-loading 'resources' on Instance uuid 335e0309-fd80-419b-af19-20f533c5d4d4 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1990.112207] env[62298]: DEBUG oslo_vmware.rw_handles [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d01c6a-8956-4f05-6433-81356eb4f35b/disk-0.vmdk. {{(pid=62298) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1990.112528] env[62298]: INFO nova.virt.vmwareapi.images [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Downloaded image file data 1b722987-ddee-42ad-9bc1-3ceffc398d25 [ 1990.113616] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d9ae83-cdf7-41c9-9ae9-bdebe4c2d96e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.132466] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-517ce6ea-4cea-4ce6-b801-4e30203f506e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.155821] env[62298]: INFO nova.virt.vmwareapi.images [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] The imported VM was unregistered [ 1990.158415] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Caching image {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1990.158658] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Creating directory with path [datastore1] devstack-image-cache_base/1b722987-ddee-42ad-9bc1-3ceffc398d25 {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1990.158975] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48a04fbe-532b-4968-9af8-604eae6f6565 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.187048] env[62298]: DEBUG oslo_vmware.api [None req-9c85bf21-cdae-428c-ab12-a322b85445ae tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805222, 'name': ReconfigVM_Task, 'duration_secs': 0.42795} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.188160] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c85bf21-cdae-428c-ab12-a322b85445ae tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-e2c3c030-765e-4eeb-a092-3c691d5bfef5/volume-e2c3c030-765e-4eeb-a092-3c691d5bfef5.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1990.192855] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Created directory with path [datastore1] devstack-image-cache_base/1b722987-ddee-42ad-9bc1-3ceffc398d25 {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1990.193064] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_960953f4-ce71-4a22-ae5b-495c5f8b465a/OSTACK_IMG_960953f4-ce71-4a22-ae5b-495c5f8b465a.vmdk to [datastore1] devstack-image-cache_base/1b722987-ddee-42ad-9bc1-3ceffc398d25/1b722987-ddee-42ad-9bc1-3ceffc398d25.vmdk. {{(pid=62298) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1990.195506] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cabc222a-1fcf-4c4d-898b-297de7484cbb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.205780] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-302af2ef-42e6-4b0d-8df6-50a6b301d2e7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.212961] env[62298]: DEBUG oslo_vmware.api [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1990.212961] env[62298]: value = "task-1805224" [ 1990.212961] env[62298]: _type = "Task" [ 1990.212961] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.214262] env[62298]: DEBUG oslo_vmware.api [None req-9c85bf21-cdae-428c-ab12-a322b85445ae tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1990.214262] env[62298]: value = "task-1805225" [ 1990.214262] env[62298]: _type = "Task" [ 1990.214262] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.228169] env[62298]: DEBUG oslo_vmware.api [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805224, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.228400] env[62298]: DEBUG oslo_vmware.api [None req-9c85bf21-cdae-428c-ab12-a322b85445ae tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805225, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.277951] env[62298]: DEBUG nova.network.neutron [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Updating instance_info_cache with network_info: [{"id": "bd938c6e-dda2-4a1d-a990-d71ad42249f8", "address": "fa:16:3e:fd:b0:86", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd938c6e-dd", "ovs_interfaceid": "bd938c6e-dda2-4a1d-a990-d71ad42249f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5f22f75b-69e2-4c70-b185-b2cc58177f76", "address": "fa:16:3e:fd:a6:27", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f22f75b-69", "ovs_interfaceid": "5f22f75b-69e2-4c70-b185-b2cc58177f76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.597046] env[62298]: DEBUG nova.network.neutron [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1990.643017] env[62298]: INFO nova.scheduler.client.report [None req-2ec89329-13ce-4f15-92fe-9c6bfcfaae85 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Deleted allocation for migration 0ec5fdf0-48c6-41bb-bb80-e6583f4a1a41 [ 1990.727082] env[62298]: DEBUG oslo_vmware.api [None req-9c85bf21-cdae-428c-ab12-a322b85445ae tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805225, 'name': ReconfigVM_Task, 'duration_secs': 0.249786} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.732726] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c85bf21-cdae-428c-ab12-a322b85445ae tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374213', 'volume_id': 'e2c3c030-765e-4eeb-a092-3c691d5bfef5', 'name': 'volume-e2c3c030-765e-4eeb-a092-3c691d5bfef5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9b420da1-62ba-4feb-b0b8-dd1bcea0855e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2c3c030-765e-4eeb-a092-3c691d5bfef5', 'serial': 'e2c3c030-765e-4eeb-a092-3c691d5bfef5'} {{(pid=62298) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1990.734282] env[62298]: DEBUG oslo_vmware.api [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805224, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.774786] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559f5ed0-a6f8-4ccf-a2ff-2d5693fc7f73 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.779043] env[62298]: DEBUG nova.network.neutron [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Updating instance_info_cache with network_info: [{"id": "227db4b8-46d0-462e-952c-af45d53d53b0", "address": "fa:16:3e:9d:09:9c", "network": {"id": "a1cc5b7e-29b8-442e-aded-4790d7ea1173", "bridge": "br-int", "label": "tempest-ServersTestJSON-828003697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03e0481a48d41fa860471811159cb77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap227db4b8-46", "ovs_interfaceid": "227db4b8-46d0-462e-952c-af45d53d53b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.780684] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Releasing lock "refresh_cache-be9abd95-4f85-44ba-bbfb-90921999e197" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.781426] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "be9abd95-4f85-44ba-bbfb-90921999e197" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1990.781648] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired lock "be9abd95-4f85-44ba-bbfb-90921999e197" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1990.782808] env[62298]: DEBUG oslo_concurrency.lockutils [req-871cbd7e-4b0d-4fa6-bbc5-dcef069721ef req-51b5f00e-04db-49ec-a1ac-58af0d4aa5ac service nova] Acquired lock "refresh_cache-be9abd95-4f85-44ba-bbfb-90921999e197" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1990.782808] env[62298]: DEBUG nova.network.neutron [req-871cbd7e-4b0d-4fa6-bbc5-dcef069721ef req-51b5f00e-04db-49ec-a1ac-58af0d4aa5ac service nova] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Refreshing network info cache for port 5f22f75b-69e2-4c70-b185-b2cc58177f76 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1990.784343] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ae5223-7c9b-4b86-a720-838e0286975a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.791058] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635d0e87-3d83-426d-86fe-b050b1fd43b6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.812435] env[62298]: DEBUG nova.virt.hardware [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1990.812752] env[62298]: DEBUG nova.virt.hardware [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1990.812958] env[62298]: DEBUG nova.virt.hardware [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1990.813232] env[62298]: DEBUG nova.virt.hardware [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1990.813448] env[62298]: DEBUG nova.virt.hardware [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1990.813656] env[62298]: DEBUG nova.virt.hardware [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1990.813961] env[62298]: DEBUG nova.virt.hardware [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1990.814212] env[62298]: DEBUG nova.virt.hardware [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1990.814466] env[62298]: DEBUG nova.virt.hardware [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1990.815436] env[62298]: DEBUG nova.virt.hardware [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1990.815436] env[62298]: DEBUG nova.virt.hardware [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1990.823428] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Reconfiguring VM to attach interface {{(pid=62298) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1990.824955] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d258db54-5bce-4b26-896b-12f7a6eb9b86 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.875626] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f38778b-9719-4f32-bf4a-c04c94da1869 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.881178] env[62298]: DEBUG oslo_vmware.api [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1990.881178] env[62298]: value = "task-1805226" [ 1990.881178] env[62298]: _type = "Task" [ 1990.881178] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.890175] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbf4068-7977-479f-ac10-95b34f0d1330 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.899184] env[62298]: DEBUG oslo_vmware.api [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805226, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.909564] env[62298]: DEBUG nova.compute.provider_tree [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1991.081230] env[62298]: DEBUG nova.compute.manager [req-ea923b13-9844-4d3b-9304-78daa14a1916 req-10fa1ebb-e55b-4d21-a0f1-58991826f47b service nova] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Received event network-vif-plugged-227db4b8-46d0-462e-952c-af45d53d53b0 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1991.081482] env[62298]: DEBUG oslo_concurrency.lockutils [req-ea923b13-9844-4d3b-9304-78daa14a1916 req-10fa1ebb-e55b-4d21-a0f1-58991826f47b service nova] Acquiring lock "ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.081545] env[62298]: DEBUG oslo_concurrency.lockutils [req-ea923b13-9844-4d3b-9304-78daa14a1916 req-10fa1ebb-e55b-4d21-a0f1-58991826f47b service nova] Lock "ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.081703] env[62298]: DEBUG oslo_concurrency.lockutils [req-ea923b13-9844-4d3b-9304-78daa14a1916 req-10fa1ebb-e55b-4d21-a0f1-58991826f47b service nova] Lock "ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.081879] env[62298]: DEBUG nova.compute.manager [req-ea923b13-9844-4d3b-9304-78daa14a1916 req-10fa1ebb-e55b-4d21-a0f1-58991826f47b service nova] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] No waiting events found dispatching network-vif-plugged-227db4b8-46d0-462e-952c-af45d53d53b0 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1991.082062] env[62298]: WARNING nova.compute.manager [req-ea923b13-9844-4d3b-9304-78daa14a1916 req-10fa1ebb-e55b-4d21-a0f1-58991826f47b service nova] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Received unexpected event network-vif-plugged-227db4b8-46d0-462e-952c-af45d53d53b0 for instance with vm_state building and task_state spawning. [ 1991.082309] env[62298]: DEBUG nova.compute.manager [req-ea923b13-9844-4d3b-9304-78daa14a1916 req-10fa1ebb-e55b-4d21-a0f1-58991826f47b service nova] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Received event network-changed-227db4b8-46d0-462e-952c-af45d53d53b0 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1991.082518] env[62298]: DEBUG nova.compute.manager [req-ea923b13-9844-4d3b-9304-78daa14a1916 req-10fa1ebb-e55b-4d21-a0f1-58991826f47b service nova] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Refreshing instance network info cache due to event network-changed-227db4b8-46d0-462e-952c-af45d53d53b0. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 1991.082686] env[62298]: DEBUG oslo_concurrency.lockutils [req-ea923b13-9844-4d3b-9304-78daa14a1916 req-10fa1ebb-e55b-4d21-a0f1-58991826f47b service nova] Acquiring lock "refresh_cache-ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1991.152949] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2ec89329-13ce-4f15-92fe-9c6bfcfaae85 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "bf2c3a73-e09f-4f52-8178-4ca7bea1d954" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.273s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.224660] env[62298]: DEBUG oslo_vmware.api [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805224, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.289751] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Releasing lock "refresh_cache-ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1991.290169] env[62298]: DEBUG nova.compute.manager [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Instance network_info: |[{"id": "227db4b8-46d0-462e-952c-af45d53d53b0", "address": "fa:16:3e:9d:09:9c", "network": {"id": "a1cc5b7e-29b8-442e-aded-4790d7ea1173", "bridge": "br-int", "label": "tempest-ServersTestJSON-828003697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03e0481a48d41fa860471811159cb77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap227db4b8-46", "ovs_interfaceid": "227db4b8-46d0-462e-952c-af45d53d53b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1991.294291] env[62298]: DEBUG oslo_concurrency.lockutils [req-ea923b13-9844-4d3b-9304-78daa14a1916 req-10fa1ebb-e55b-4d21-a0f1-58991826f47b service nova] Acquired lock "refresh_cache-ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1991.294621] env[62298]: DEBUG nova.network.neutron [req-ea923b13-9844-4d3b-9304-78daa14a1916 req-10fa1ebb-e55b-4d21-a0f1-58991826f47b service nova] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Refreshing network info cache for port 227db4b8-46d0-462e-952c-af45d53d53b0 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1991.297374] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:09:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '227db4b8-46d0-462e-952c-af45d53d53b0', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1991.312010] env[62298]: DEBUG oslo.service.loopingcall [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1991.312809] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1991.313665] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78d36733-21b4-4979-bc80-8e2954027a2b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.345365] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1991.345365] env[62298]: value = "task-1805227" [ 1991.345365] env[62298]: _type = "Task" [ 1991.345365] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.369819] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805227, 'name': CreateVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.395410] env[62298]: DEBUG oslo_vmware.api [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.436621] env[62298]: ERROR nova.scheduler.client.report [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [req-a04bbab3-968f-48a8-9f5d-f664b692a277] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a04bbab3-968f-48a8-9f5d-f664b692a277"}]} [ 1991.456519] env[62298]: DEBUG nova.scheduler.client.report [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1991.472895] env[62298]: DEBUG nova.scheduler.client.report [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1991.473179] env[62298]: DEBUG nova.compute.provider_tree [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1991.486191] env[62298]: DEBUG nova.scheduler.client.report [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1991.505902] env[62298]: DEBUG nova.scheduler.client.report [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1991.626884] env[62298]: DEBUG nova.network.neutron [req-871cbd7e-4b0d-4fa6-bbc5-dcef069721ef req-51b5f00e-04db-49ec-a1ac-58af0d4aa5ac service nova] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Updated VIF entry in instance network info cache for port 5f22f75b-69e2-4c70-b185-b2cc58177f76. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1991.627560] env[62298]: DEBUG nova.network.neutron [req-871cbd7e-4b0d-4fa6-bbc5-dcef069721ef req-51b5f00e-04db-49ec-a1ac-58af0d4aa5ac service nova] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Updating instance_info_cache with network_info: [{"id": "bd938c6e-dda2-4a1d-a990-d71ad42249f8", "address": "fa:16:3e:fd:b0:86", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd938c6e-dd", "ovs_interfaceid": "bd938c6e-dda2-4a1d-a990-d71ad42249f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5f22f75b-69e2-4c70-b185-b2cc58177f76", "address": "fa:16:3e:fd:a6:27", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f22f75b-69", "ovs_interfaceid": "5f22f75b-69e2-4c70-b185-b2cc58177f76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1991.697140] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3879fbe-6eab-4707-a29f-c243a3eda597 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.704808] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2dd2036-ed8c-4ed2-9252-2ff4bd35a5d6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.741372] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b5b064-17d1-4bfc-ba52-95e6a8f7c449 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.749476] env[62298]: DEBUG oslo_vmware.api [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805224, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.752875] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76263407-f48c-4dfa-bd2e-b7f347561d0b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.767554] env[62298]: DEBUG nova.compute.provider_tree [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1991.772447] env[62298]: DEBUG nova.objects.instance [None req-9c85bf21-cdae-428c-ab12-a322b85445ae tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lazy-loading 'flavor' on Instance uuid 9b420da1-62ba-4feb-b0b8-dd1bcea0855e {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1991.862565] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f477c7e6-f69c-4a00-a8ce-b1c9f68c42c0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "bf2c3a73-e09f-4f52-8178-4ca7bea1d954" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.862837] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f477c7e6-f69c-4a00-a8ce-b1c9f68c42c0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "bf2c3a73-e09f-4f52-8178-4ca7bea1d954" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.863184] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f477c7e6-f69c-4a00-a8ce-b1c9f68c42c0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "bf2c3a73-e09f-4f52-8178-4ca7bea1d954-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.863383] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f477c7e6-f69c-4a00-a8ce-b1c9f68c42c0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "bf2c3a73-e09f-4f52-8178-4ca7bea1d954-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.863886] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f477c7e6-f69c-4a00-a8ce-b1c9f68c42c0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "bf2c3a73-e09f-4f52-8178-4ca7bea1d954-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.865240] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805227, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.865756] env[62298]: INFO nova.compute.manager [None req-f477c7e6-f69c-4a00-a8ce-b1c9f68c42c0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Terminating instance [ 1991.892803] env[62298]: DEBUG oslo_vmware.api [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.133231] env[62298]: DEBUG oslo_concurrency.lockutils [req-871cbd7e-4b0d-4fa6-bbc5-dcef069721ef req-51b5f00e-04db-49ec-a1ac-58af0d4aa5ac service nova] Releasing lock "refresh_cache-be9abd95-4f85-44ba-bbfb-90921999e197" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1992.133839] env[62298]: DEBUG oslo_concurrency.lockutils [req-6971d452-5199-4edb-8a90-c9e8fd9b2691 req-cf3cd604-660a-453e-9a35-85dcec1b7f81 service nova] Acquired lock "refresh_cache-be9abd95-4f85-44ba-bbfb-90921999e197" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.133969] env[62298]: DEBUG nova.network.neutron [req-6971d452-5199-4edb-8a90-c9e8fd9b2691 req-cf3cd604-660a-453e-9a35-85dcec1b7f81 service nova] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Refreshing network info cache for port bd938c6e-dda2-4a1d-a990-d71ad42249f8 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1992.167677] env[62298]: DEBUG nova.network.neutron [req-ea923b13-9844-4d3b-9304-78daa14a1916 req-10fa1ebb-e55b-4d21-a0f1-58991826f47b service nova] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Updated VIF entry in instance network info cache for port 227db4b8-46d0-462e-952c-af45d53d53b0. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1992.168700] env[62298]: DEBUG nova.network.neutron [req-ea923b13-9844-4d3b-9304-78daa14a1916 req-10fa1ebb-e55b-4d21-a0f1-58991826f47b service nova] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Updating instance_info_cache with network_info: [{"id": "227db4b8-46d0-462e-952c-af45d53d53b0", "address": "fa:16:3e:9d:09:9c", "network": {"id": "a1cc5b7e-29b8-442e-aded-4790d7ea1173", "bridge": "br-int", "label": "tempest-ServersTestJSON-828003697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03e0481a48d41fa860471811159cb77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap227db4b8-46", "ovs_interfaceid": "227db4b8-46d0-462e-952c-af45d53d53b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1992.249130] env[62298]: DEBUG oslo_vmware.api [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805224, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.277917] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9c85bf21-cdae-428c-ab12-a322b85445ae tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "9b420da1-62ba-4feb-b0b8-dd1bcea0855e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.279s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.288259] env[62298]: ERROR nova.scheduler.client.report [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] [req-c24a0ca5-6ac4-463d-9b63-33892095817c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c24a0ca5-6ac4-463d-9b63-33892095817c"}]} [ 1992.306249] env[62298]: DEBUG nova.scheduler.client.report [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1992.322593] env[62298]: DEBUG nova.scheduler.client.report [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1992.322838] env[62298]: DEBUG nova.compute.provider_tree [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1992.336429] env[62298]: DEBUG nova.scheduler.client.report [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1992.355366] env[62298]: DEBUG nova.scheduler.client.report [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1992.364546] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805227, 'name': CreateVM_Task, 'duration_secs': 0.669721} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.364810] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1992.370059] env[62298]: DEBUG nova.compute.manager [None req-f477c7e6-f69c-4a00-a8ce-b1c9f68c42c0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1992.370059] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f477c7e6-f69c-4a00-a8ce-b1c9f68c42c0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1992.371087] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d738134-eacf-4b5a-9079-de8aef7af7dc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.378273] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1992.378463] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.378798] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1992.379571] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1c99a47-315c-485b-9f51-7b9920c0cd1f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.390409] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f477c7e6-f69c-4a00-a8ce-b1c9f68c42c0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1992.392339] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2305a21b-6d1b-45dc-8b2d-f23af4eac8ff {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.394324] env[62298]: DEBUG oslo_vmware.api [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1992.394324] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523d7aa0-6255-39f2-f455-05fb0da2b5a9" [ 1992.394324] env[62298]: _type = "Task" [ 1992.394324] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.398319] env[62298]: DEBUG oslo_vmware.api [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.411409] env[62298]: DEBUG oslo_concurrency.lockutils [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "05f04789-bb13-4884-a1f1-213c5993de11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.411824] env[62298]: DEBUG oslo_concurrency.lockutils [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "05f04789-bb13-4884-a1f1-213c5993de11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.413613] env[62298]: DEBUG oslo_vmware.api [None req-f477c7e6-f69c-4a00-a8ce-b1c9f68c42c0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1992.413613] env[62298]: value = "task-1805228" [ 1992.413613] env[62298]: _type = "Task" [ 1992.413613] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.427236] env[62298]: DEBUG oslo_vmware.api [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523d7aa0-6255-39f2-f455-05fb0da2b5a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.433185] env[62298]: DEBUG oslo_vmware.api [None req-f477c7e6-f69c-4a00-a8ce-b1c9f68c42c0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.567760] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d582e1-0797-4978-a637-2568d10fd85f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.576317] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dc53b5-ad2a-462a-91c5-cb159e4225e5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.611016] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600b135b-0c11-43d8-bf55-ae663a00566f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.619832] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a6fcbe-0ace-4dc1-8a30-df9cdb65f73c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.639017] env[62298]: DEBUG nova.compute.provider_tree [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1992.671496] env[62298]: DEBUG oslo_concurrency.lockutils [req-ea923b13-9844-4d3b-9304-78daa14a1916 req-10fa1ebb-e55b-4d21-a0f1-58991826f47b service nova] Releasing lock "refresh_cache-ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1992.739790] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d305cce4-15f2-4e63-a790-cb3ce06e73de tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "9b420da1-62ba-4feb-b0b8-dd1bcea0855e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.740162] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d305cce4-15f2-4e63-a790-cb3ce06e73de tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "9b420da1-62ba-4feb-b0b8-dd1bcea0855e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.753207] env[62298]: DEBUG oslo_vmware.api [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805224, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.893571] env[62298]: DEBUG oslo_vmware.api [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805226, 'name': ReconfigVM_Task, 'duration_secs': 1.87079} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.894217] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Releasing lock "be9abd95-4f85-44ba-bbfb-90921999e197" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1992.894331] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Reconfigured VM to attach interface {{(pid=62298) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1992.906971] env[62298]: DEBUG oslo_vmware.api [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523d7aa0-6255-39f2-f455-05fb0da2b5a9, 'name': SearchDatastore_Task, 'duration_secs': 0.091149} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.907290] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1992.907521] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1992.907754] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1992.907904] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.908100] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1992.908362] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7254848d-aa74-435d-b133-209a993333c6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.914886] env[62298]: DEBUG nova.compute.manager [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1992.918273] env[62298]: DEBUG nova.network.neutron [req-6971d452-5199-4edb-8a90-c9e8fd9b2691 req-cf3cd604-660a-453e-9a35-85dcec1b7f81 service nova] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Updated VIF entry in instance network info cache for port bd938c6e-dda2-4a1d-a990-d71ad42249f8. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1992.918668] env[62298]: DEBUG nova.network.neutron [req-6971d452-5199-4edb-8a90-c9e8fd9b2691 req-cf3cd604-660a-453e-9a35-85dcec1b7f81 service nova] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Updating instance_info_cache with network_info: [{"id": "bd938c6e-dda2-4a1d-a990-d71ad42249f8", "address": "fa:16:3e:fd:b0:86", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd938c6e-dd", "ovs_interfaceid": "bd938c6e-dda2-4a1d-a990-d71ad42249f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5f22f75b-69e2-4c70-b185-b2cc58177f76", "address": "fa:16:3e:fd:a6:27", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f22f75b-69", "ovs_interfaceid": "5f22f75b-69e2-4c70-b185-b2cc58177f76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1992.925395] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1992.925594] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1992.929017] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5e66e6b-b220-44fa-90b1-391decfad524 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.931340] env[62298]: DEBUG oslo_vmware.api [None req-f477c7e6-f69c-4a00-a8ce-b1c9f68c42c0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805228, 'name': PowerOffVM_Task, 'duration_secs': 0.322224} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.932098] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f477c7e6-f69c-4a00-a8ce-b1c9f68c42c0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1992.932290] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f477c7e6-f69c-4a00-a8ce-b1c9f68c42c0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1992.932847] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92d33689-f65b-4272-867a-8f6eebb68332 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.936206] env[62298]: DEBUG oslo_vmware.api [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1992.936206] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ff22f5-3790-1977-ffcb-2d8d3afadc78" [ 1992.936206] env[62298]: _type = "Task" [ 1992.936206] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.946468] env[62298]: DEBUG oslo_vmware.api [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ff22f5-3790-1977-ffcb-2d8d3afadc78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.052197] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f477c7e6-f69c-4a00-a8ce-b1c9f68c42c0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1993.052453] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f477c7e6-f69c-4a00-a8ce-b1c9f68c42c0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1993.052658] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-f477c7e6-f69c-4a00-a8ce-b1c9f68c42c0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Deleting the datastore file [datastore1] bf2c3a73-e09f-4f52-8178-4ca7bea1d954 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1993.053027] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54ed0c85-f1c0-4aa7-b5dd-3ec25c1ce1f3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.059380] env[62298]: DEBUG oslo_vmware.api [None req-f477c7e6-f69c-4a00-a8ce-b1c9f68c42c0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 1993.059380] env[62298]: value = "task-1805230" [ 1993.059380] env[62298]: _type = "Task" [ 1993.059380] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.067579] env[62298]: DEBUG oslo_vmware.api [None req-f477c7e6-f69c-4a00-a8ce-b1c9f68c42c0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.174024] env[62298]: DEBUG nova.scheduler.client.report [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 173 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1993.174190] env[62298]: DEBUG nova.compute.provider_tree [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 173 to 174 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1993.174322] env[62298]: DEBUG nova.compute.provider_tree [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 157, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1993.250395] env[62298]: INFO nova.compute.manager [None req-d305cce4-15f2-4e63-a790-cb3ce06e73de tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Detaching volume e2c3c030-765e-4eeb-a092-3c691d5bfef5 [ 1993.251791] env[62298]: DEBUG oslo_vmware.api [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805224, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.750204} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.252269] env[62298]: INFO nova.virt.vmwareapi.ds_util [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_960953f4-ce71-4a22-ae5b-495c5f8b465a/OSTACK_IMG_960953f4-ce71-4a22-ae5b-495c5f8b465a.vmdk to [datastore1] devstack-image-cache_base/1b722987-ddee-42ad-9bc1-3ceffc398d25/1b722987-ddee-42ad-9bc1-3ceffc398d25.vmdk. [ 1993.252503] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Cleaning up location [datastore1] OSTACK_IMG_960953f4-ce71-4a22-ae5b-495c5f8b465a {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1993.252676] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_960953f4-ce71-4a22-ae5b-495c5f8b465a {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1993.252927] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a7409bf-5cbd-4f24-a82f-7d26bd594caf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.260097] env[62298]: DEBUG oslo_vmware.api [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1993.260097] env[62298]: value = "task-1805231" [ 1993.260097] env[62298]: _type = "Task" [ 1993.260097] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.267906] env[62298]: DEBUG oslo_vmware.api [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.285636] env[62298]: INFO nova.virt.block_device [None req-d305cce4-15f2-4e63-a790-cb3ce06e73de tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Attempting to driver detach volume e2c3c030-765e-4eeb-a092-3c691d5bfef5 from mountpoint /dev/sdb [ 1993.285933] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-d305cce4-15f2-4e63-a790-cb3ce06e73de tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Volume detach. Driver type: vmdk {{(pid=62298) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1993.286154] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-d305cce4-15f2-4e63-a790-cb3ce06e73de tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374213', 'volume_id': 'e2c3c030-765e-4eeb-a092-3c691d5bfef5', 'name': 'volume-e2c3c030-765e-4eeb-a092-3c691d5bfef5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9b420da1-62ba-4feb-b0b8-dd1bcea0855e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2c3c030-765e-4eeb-a092-3c691d5bfef5', 'serial': 'e2c3c030-765e-4eeb-a092-3c691d5bfef5'} {{(pid=62298) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1993.287032] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82031d1-7230-418b-901a-c10b60cbc745 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.309037] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a247eb-6583-47b5-96e9-c3ece75d3807 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.316892] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51305bec-d4e6-4f33-9f6d-23600cc9da7b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.337563] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef0c032-1147-4165-90fa-a7aa49111e18 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.352424] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-d305cce4-15f2-4e63-a790-cb3ce06e73de tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] The volume has not been displaced from its original location: [datastore1] volume-e2c3c030-765e-4eeb-a092-3c691d5bfef5/volume-e2c3c030-765e-4eeb-a092-3c691d5bfef5.vmdk. No consolidation needed. {{(pid=62298) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1993.357703] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-d305cce4-15f2-4e63-a790-cb3ce06e73de tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1993.358028] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c933820e-0b7d-462f-8e06-4f890f9d609c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.376535] env[62298]: DEBUG oslo_vmware.api [None req-d305cce4-15f2-4e63-a790-cb3ce06e73de tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1993.376535] env[62298]: value = "task-1805232" [ 1993.376535] env[62298]: _type = "Task" [ 1993.376535] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.384548] env[62298]: DEBUG oslo_vmware.api [None req-d305cce4-15f2-4e63-a790-cb3ce06e73de tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.399052] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d21466f7-268b-4c9f-bb46-145133ae695b tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "interface-be9abd95-4f85-44ba-bbfb-90921999e197-5f22f75b-69e2-4c70-b185-b2cc58177f76" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.515s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.424053] env[62298]: DEBUG oslo_concurrency.lockutils [req-6971d452-5199-4edb-8a90-c9e8fd9b2691 req-cf3cd604-660a-453e-9a35-85dcec1b7f81 service nova] Releasing lock "refresh_cache-be9abd95-4f85-44ba-bbfb-90921999e197" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1993.438023] env[62298]: DEBUG oslo_concurrency.lockutils [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.447492] env[62298]: DEBUG oslo_vmware.api [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ff22f5-3790-1977-ffcb-2d8d3afadc78, 'name': SearchDatastore_Task, 'duration_secs': 0.013846} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.448645] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45b5df78-709e-46c6-8157-ceef609d9fbb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.454365] env[62298]: DEBUG oslo_vmware.api [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1993.454365] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52137d4b-ffc2-f1d7-6d13-0b792affb12b" [ 1993.454365] env[62298]: _type = "Task" [ 1993.454365] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.462138] env[62298]: DEBUG oslo_vmware.api [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52137d4b-ffc2-f1d7-6d13-0b792affb12b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.569344] env[62298]: DEBUG oslo_vmware.api [None req-f477c7e6-f69c-4a00-a8ce-b1c9f68c42c0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148786} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.569645] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-f477c7e6-f69c-4a00-a8ce-b1c9f68c42c0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1993.569814] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f477c7e6-f69c-4a00-a8ce-b1c9f68c42c0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1993.569998] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f477c7e6-f69c-4a00-a8ce-b1c9f68c42c0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1993.570239] env[62298]: INFO nova.compute.manager [None req-f477c7e6-f69c-4a00-a8ce-b1c9f68c42c0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1993.570555] env[62298]: DEBUG oslo.service.loopingcall [None req-f477c7e6-f69c-4a00-a8ce-b1c9f68c42c0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1993.570760] env[62298]: DEBUG nova.compute.manager [-] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1993.570857] env[62298]: DEBUG nova.network.neutron [-] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1993.680175] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.604s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.683238] env[62298]: DEBUG oslo_concurrency.lockutils [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.246s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.685334] env[62298]: INFO nova.compute.claims [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1993.701329] env[62298]: INFO nova.scheduler.client.report [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Deleted allocations for instance 335e0309-fd80-419b-af19-20f533c5d4d4 [ 1993.769984] env[62298]: DEBUG oslo_vmware.api [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036083} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.770425] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1993.770701] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1b722987-ddee-42ad-9bc1-3ceffc398d25/1b722987-ddee-42ad-9bc1-3ceffc398d25.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1993.772893] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1b722987-ddee-42ad-9bc1-3ceffc398d25/1b722987-ddee-42ad-9bc1-3ceffc398d25.vmdk to [datastore1] b9ba6368-81c9-42f2-b40a-f9dfed49e42d/b9ba6368-81c9-42f2-b40a-f9dfed49e42d.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1993.772893] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7c2c1c5-77a7-482b-8a07-281ab0fb37b3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.777257] env[62298]: DEBUG oslo_vmware.api [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1993.777257] env[62298]: value = "task-1805233" [ 1993.777257] env[62298]: _type = "Task" [ 1993.777257] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.786065] env[62298]: DEBUG oslo_vmware.api [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.853413] env[62298]: DEBUG nova.compute.manager [req-76ea7c9b-0cb0-46f4-a078-2d2d2767a988 req-d26850cc-06c4-4d05-a740-5ed241724ead service nova] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Received event network-vif-deleted-09e7efa8-3249-4afb-96fd-8740875fdbe5 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1993.853654] env[62298]: INFO nova.compute.manager [req-76ea7c9b-0cb0-46f4-a078-2d2d2767a988 req-d26850cc-06c4-4d05-a740-5ed241724ead service nova] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Neutron deleted interface 09e7efa8-3249-4afb-96fd-8740875fdbe5; detaching it from the instance and deleting it from the info cache [ 1993.853806] env[62298]: DEBUG nova.network.neutron [req-76ea7c9b-0cb0-46f4-a078-2d2d2767a988 req-d26850cc-06c4-4d05-a740-5ed241724ead service nova] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1993.885439] env[62298]: DEBUG oslo_vmware.api [None req-d305cce4-15f2-4e63-a790-cb3ce06e73de tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805232, 'name': ReconfigVM_Task, 'duration_secs': 0.228986} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.885804] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-d305cce4-15f2-4e63-a790-cb3ce06e73de tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1993.890416] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c56315cf-a80e-42fa-b9c3-a7b90b55584e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.905496] env[62298]: DEBUG oslo_vmware.api [None req-d305cce4-15f2-4e63-a790-cb3ce06e73de tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1993.905496] env[62298]: value = "task-1805234" [ 1993.905496] env[62298]: _type = "Task" [ 1993.905496] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.913337] env[62298]: DEBUG oslo_vmware.api [None req-d305cce4-15f2-4e63-a790-cb3ce06e73de tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.964476] env[62298]: DEBUG oslo_vmware.api [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52137d4b-ffc2-f1d7-6d13-0b792affb12b, 'name': SearchDatastore_Task, 'duration_secs': 0.042919} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.964750] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1993.965024] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6/ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1993.965281] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd5d9c31-2a53-4940-8e57-db504b61e737 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.972396] env[62298]: DEBUG oslo_vmware.api [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1993.972396] env[62298]: value = "task-1805235" [ 1993.972396] env[62298]: _type = "Task" [ 1993.972396] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.979871] env[62298]: DEBUG oslo_vmware.api [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.213173] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4021cc7f-2d4e-43a4-9678-70ccd6ababe9 tempest-ServerRescueNegativeTestJSON-395931162 tempest-ServerRescueNegativeTestJSON-395931162-project-member] Lock "335e0309-fd80-419b-af19-20f533c5d4d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.766s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.289658] env[62298]: DEBUG oslo_vmware.api [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805233, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.305661] env[62298]: DEBUG nova.network.neutron [-] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.357342] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ffc4a14b-21c2-45f2-a4e2-5041b7f10c73 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.368500] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4f73ed-a78f-4a6e-9c3b-6d19d3961394 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.402665] env[62298]: DEBUG nova.compute.manager [req-76ea7c9b-0cb0-46f4-a078-2d2d2767a988 req-d26850cc-06c4-4d05-a740-5ed241724ead service nova] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Detach interface failed, port_id=09e7efa8-3249-4afb-96fd-8740875fdbe5, reason: Instance bf2c3a73-e09f-4f52-8178-4ca7bea1d954 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1994.415329] env[62298]: DEBUG oslo_vmware.api [None req-d305cce4-15f2-4e63-a790-cb3ce06e73de tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805234, 'name': ReconfigVM_Task, 'duration_secs': 0.144551} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.415662] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-d305cce4-15f2-4e63-a790-cb3ce06e73de tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374213', 'volume_id': 'e2c3c030-765e-4eeb-a092-3c691d5bfef5', 'name': 'volume-e2c3c030-765e-4eeb-a092-3c691d5bfef5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9b420da1-62ba-4feb-b0b8-dd1bcea0855e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2c3c030-765e-4eeb-a092-3c691d5bfef5', 'serial': 'e2c3c030-765e-4eeb-a092-3c691d5bfef5'} {{(pid=62298) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1994.484165] env[62298]: DEBUG oslo_vmware.api [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.791438] env[62298]: DEBUG oslo_vmware.api [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805233, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.808599] env[62298]: INFO nova.compute.manager [-] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Took 1.24 seconds to deallocate network for instance. [ 1994.893865] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d9b80c-dbca-4e3a-a054-06557d86f809 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.901374] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750a933b-dc08-417f-8756-602e87b5f90b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.934069] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c433ec6-484d-40ab-a25b-501430baf4dc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.945575] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9aa27ff-12d7-4e48-9f04-d77ddafc174f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.961503] env[62298]: DEBUG nova.compute.provider_tree [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1994.969855] env[62298]: DEBUG nova.objects.instance [None req-d305cce4-15f2-4e63-a790-cb3ce06e73de tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lazy-loading 'flavor' on Instance uuid 9b420da1-62ba-4feb-b0b8-dd1bcea0855e {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1994.983816] env[62298]: DEBUG oslo_vmware.api [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.160717] env[62298]: DEBUG oslo_concurrency.lockutils [None req-603f1e64-f54b-4e11-8d0b-e49d1e40b2aa tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "interface-be9abd95-4f85-44ba-bbfb-90921999e197-5f22f75b-69e2-4c70-b185-b2cc58177f76" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.161042] env[62298]: DEBUG oslo_concurrency.lockutils [None req-603f1e64-f54b-4e11-8d0b-e49d1e40b2aa tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "interface-be9abd95-4f85-44ba-bbfb-90921999e197-5f22f75b-69e2-4c70-b185-b2cc58177f76" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.290268] env[62298]: DEBUG oslo_vmware.api [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805233, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.317484] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f477c7e6-f69c-4a00-a8ce-b1c9f68c42c0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.487620] env[62298]: DEBUG oslo_vmware.api [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805235, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.504772] env[62298]: DEBUG nova.scheduler.client.report [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 174 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1995.505079] env[62298]: DEBUG nova.compute.provider_tree [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 174 to 175 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1995.505273] env[62298]: DEBUG nova.compute.provider_tree [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1995.604596] env[62298]: DEBUG oslo_concurrency.lockutils [None req-06a717f0-e1f9-4450-bc20-4116f8d5ec58 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "e73a73d6-e685-4d91-9228-aeb063d1ce97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.605136] env[62298]: DEBUG oslo_concurrency.lockutils [None req-06a717f0-e1f9-4450-bc20-4116f8d5ec58 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "e73a73d6-e685-4d91-9228-aeb063d1ce97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.605136] env[62298]: DEBUG oslo_concurrency.lockutils [None req-06a717f0-e1f9-4450-bc20-4116f8d5ec58 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "e73a73d6-e685-4d91-9228-aeb063d1ce97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.605346] env[62298]: DEBUG oslo_concurrency.lockutils [None req-06a717f0-e1f9-4450-bc20-4116f8d5ec58 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "e73a73d6-e685-4d91-9228-aeb063d1ce97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.605489] env[62298]: DEBUG oslo_concurrency.lockutils [None req-06a717f0-e1f9-4450-bc20-4116f8d5ec58 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "e73a73d6-e685-4d91-9228-aeb063d1ce97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.607725] env[62298]: INFO nova.compute.manager [None req-06a717f0-e1f9-4450-bc20-4116f8d5ec58 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Terminating instance [ 1995.664342] env[62298]: DEBUG oslo_concurrency.lockutils [None req-603f1e64-f54b-4e11-8d0b-e49d1e40b2aa tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "be9abd95-4f85-44ba-bbfb-90921999e197" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.664555] env[62298]: DEBUG oslo_concurrency.lockutils [None req-603f1e64-f54b-4e11-8d0b-e49d1e40b2aa tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired lock "be9abd95-4f85-44ba-bbfb-90921999e197" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.665870] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c0dc21-1022-4f3c-97a2-d6147a6e9c97 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.684228] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cb42ed-eebf-41ed-a573-57163f0e79c7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.710596] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-603f1e64-f54b-4e11-8d0b-e49d1e40b2aa tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Reconfiguring VM to detach interface {{(pid=62298) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1995.710950] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f68f79a8-f9c3-4b23-b6fc-c087a9a62409 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.731373] env[62298]: DEBUG oslo_vmware.api [None req-603f1e64-f54b-4e11-8d0b-e49d1e40b2aa tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 1995.731373] env[62298]: value = "task-1805236" [ 1995.731373] env[62298]: _type = "Task" [ 1995.731373] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.740114] env[62298]: DEBUG oslo_vmware.api [None req-603f1e64-f54b-4e11-8d0b-e49d1e40b2aa tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.790431] env[62298]: DEBUG oslo_vmware.api [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805233, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.983812] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d305cce4-15f2-4e63-a790-cb3ce06e73de tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "9b420da1-62ba-4feb-b0b8-dd1bcea0855e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.244s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.988700] env[62298]: DEBUG oslo_vmware.api [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805235, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.014025] env[62298]: DEBUG oslo_concurrency.lockutils [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.014025] env[62298]: DEBUG nova.compute.manager [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1996.014311] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f477c7e6-f69c-4a00-a8ce-b1c9f68c42c0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.697s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.014551] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f477c7e6-f69c-4a00-a8ce-b1c9f68c42c0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.044719] env[62298]: INFO nova.scheduler.client.report [None req-f477c7e6-f69c-4a00-a8ce-b1c9f68c42c0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Deleted allocations for instance bf2c3a73-e09f-4f52-8178-4ca7bea1d954 [ 1996.113167] env[62298]: DEBUG nova.compute.manager [None req-06a717f0-e1f9-4450-bc20-4116f8d5ec58 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1996.113167] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-06a717f0-e1f9-4450-bc20-4116f8d5ec58 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1996.114399] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fc1624-1a55-47a2-aa8d-32b0f31e609a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.123388] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a717f0-e1f9-4450-bc20-4116f8d5ec58 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1996.123699] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d362de71-e0e2-49c7-b8d6-c614dd5134b6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.131025] env[62298]: DEBUG oslo_vmware.api [None req-06a717f0-e1f9-4450-bc20-4116f8d5ec58 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 1996.131025] env[62298]: value = "task-1805237" [ 1996.131025] env[62298]: _type = "Task" [ 1996.131025] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.139965] env[62298]: DEBUG oslo_vmware.api [None req-06a717f0-e1f9-4450-bc20-4116f8d5ec58 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.242548] env[62298]: DEBUG oslo_vmware.api [None req-603f1e64-f54b-4e11-8d0b-e49d1e40b2aa tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.293292] env[62298]: DEBUG oslo_vmware.api [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805233, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.486092] env[62298]: DEBUG oslo_vmware.api [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805235, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.487087} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.486393] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6/ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1996.486618] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1996.487092] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6529303-1d93-437b-9572-48965f74fce0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.493330] env[62298]: DEBUG oslo_vmware.api [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1996.493330] env[62298]: value = "task-1805238" [ 1996.493330] env[62298]: _type = "Task" [ 1996.493330] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.501360] env[62298]: DEBUG oslo_vmware.api [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.518930] env[62298]: DEBUG nova.compute.utils [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1996.520692] env[62298]: DEBUG nova.compute.manager [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1996.520692] env[62298]: DEBUG nova.network.neutron [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1996.554632] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f477c7e6-f69c-4a00-a8ce-b1c9f68c42c0 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "bf2c3a73-e09f-4f52-8178-4ca7bea1d954" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.692s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.575692] env[62298]: DEBUG nova.policy [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ae0284a53d24f548b8cab4e856dd1d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c1cee775abb4a1eb529b35f1cfae0f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 1996.645690] env[62298]: DEBUG oslo_vmware.api [None req-06a717f0-e1f9-4450-bc20-4116f8d5ec58 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805237, 'name': PowerOffVM_Task, 'duration_secs': 0.318339} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.648095] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a717f0-e1f9-4450-bc20-4116f8d5ec58 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1996.650710] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-06a717f0-e1f9-4450-bc20-4116f8d5ec58 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1996.651227] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a08f3e62-2239-4a77-beb5-7c6a6130c504 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.741620] env[62298]: DEBUG oslo_vmware.api [None req-603f1e64-f54b-4e11-8d0b-e49d1e40b2aa tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.794429] env[62298]: DEBUG oslo_vmware.api [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805233, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.66648} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.795094] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1b722987-ddee-42ad-9bc1-3ceffc398d25/1b722987-ddee-42ad-9bc1-3ceffc398d25.vmdk to [datastore1] b9ba6368-81c9-42f2-b40a-f9dfed49e42d/b9ba6368-81c9-42f2-b40a-f9dfed49e42d.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1996.796148] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa0e0b2-4601-4d2b-9f78-8b4f9c421019 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.820728] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] b9ba6368-81c9-42f2-b40a-f9dfed49e42d/b9ba6368-81c9-42f2-b40a-f9dfed49e42d.vmdk or device None with type streamOptimized {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1996.821080] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53698211-1240-4f06-b25d-c9088a69d883 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.841435] env[62298]: DEBUG oslo_vmware.api [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1996.841435] env[62298]: value = "task-1805240" [ 1996.841435] env[62298]: _type = "Task" [ 1996.841435] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.849580] env[62298]: DEBUG oslo_vmware.api [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805240, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.915026] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-06a717f0-e1f9-4450-bc20-4116f8d5ec58 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1996.915273] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-06a717f0-e1f9-4450-bc20-4116f8d5ec58 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1996.915457] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-06a717f0-e1f9-4450-bc20-4116f8d5ec58 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Deleting the datastore file [datastore1] e73a73d6-e685-4d91-9228-aeb063d1ce97 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1996.915734] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb51e5fa-b8fa-4146-9ba3-15b8ebdd7170 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.926171] env[62298]: DEBUG oslo_vmware.api [None req-06a717f0-e1f9-4450-bc20-4116f8d5ec58 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 1996.926171] env[62298]: value = "task-1805241" [ 1996.926171] env[62298]: _type = "Task" [ 1996.926171] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.927200] env[62298]: DEBUG nova.network.neutron [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Successfully created port: 974d2f42-a96b-436e-9d44-87229141c290 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1996.937672] env[62298]: DEBUG oslo_vmware.api [None req-06a717f0-e1f9-4450-bc20-4116f8d5ec58 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.002736] env[62298]: DEBUG oslo_vmware.api [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068387} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.003150] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1997.003723] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9bd145-0280-4eb2-bbe8-26bde873b818 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.025713] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6/ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1997.026298] env[62298]: DEBUG nova.compute.manager [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1997.029306] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4b00faa-8fd6-4a64-a53e-f2024dfa6805 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.058584] env[62298]: DEBUG oslo_vmware.api [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1997.058584] env[62298]: value = "task-1805242" [ 1997.058584] env[62298]: _type = "Task" [ 1997.058584] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.067133] env[62298]: DEBUG oslo_vmware.api [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805242, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.131021] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b2a1416d-7c87-4643-a836-8360861ab92b tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "9b420da1-62ba-4feb-b0b8-dd1bcea0855e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.131021] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b2a1416d-7c87-4643-a836-8360861ab92b tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "9b420da1-62ba-4feb-b0b8-dd1bcea0855e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.131021] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b2a1416d-7c87-4643-a836-8360861ab92b tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "9b420da1-62ba-4feb-b0b8-dd1bcea0855e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.131021] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b2a1416d-7c87-4643-a836-8360861ab92b tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "9b420da1-62ba-4feb-b0b8-dd1bcea0855e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.131021] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b2a1416d-7c87-4643-a836-8360861ab92b tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "9b420da1-62ba-4feb-b0b8-dd1bcea0855e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.134671] env[62298]: INFO nova.compute.manager [None req-b2a1416d-7c87-4643-a836-8360861ab92b tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Terminating instance [ 1997.242548] env[62298]: DEBUG oslo_vmware.api [None req-603f1e64-f54b-4e11-8d0b-e49d1e40b2aa tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.351341] env[62298]: DEBUG oslo_vmware.api [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805240, 'name': ReconfigVM_Task, 'duration_secs': 0.285261} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.351700] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Reconfigured VM instance instance-00000069 to attach disk [datastore1] b9ba6368-81c9-42f2-b40a-f9dfed49e42d/b9ba6368-81c9-42f2-b40a-f9dfed49e42d.vmdk or device None with type streamOptimized {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1997.352396] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81d3b446-cff1-4f7b-ad9f-8f6502360441 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.358890] env[62298]: DEBUG oslo_vmware.api [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1997.358890] env[62298]: value = "task-1805243" [ 1997.358890] env[62298]: _type = "Task" [ 1997.358890] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.368876] env[62298]: DEBUG oslo_vmware.api [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805243, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.438902] env[62298]: DEBUG oslo_vmware.api [None req-06a717f0-e1f9-4450-bc20-4116f8d5ec58 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163259} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.439208] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-06a717f0-e1f9-4450-bc20-4116f8d5ec58 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1997.439411] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-06a717f0-e1f9-4450-bc20-4116f8d5ec58 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1997.439595] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-06a717f0-e1f9-4450-bc20-4116f8d5ec58 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1997.439774] env[62298]: INFO nova.compute.manager [None req-06a717f0-e1f9-4450-bc20-4116f8d5ec58 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1997.440055] env[62298]: DEBUG oslo.service.loopingcall [None req-06a717f0-e1f9-4450-bc20-4116f8d5ec58 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1997.440276] env[62298]: DEBUG nova.compute.manager [-] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1997.440373] env[62298]: DEBUG nova.network.neutron [-] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1997.570277] env[62298]: DEBUG oslo_vmware.api [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.639146] env[62298]: DEBUG nova.compute.manager [None req-b2a1416d-7c87-4643-a836-8360861ab92b tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1997.639470] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a1416d-7c87-4643-a836-8360861ab92b tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1997.640535] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c005647a-83a9-4ed9-bb93-02327d32af63 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.648685] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a1416d-7c87-4643-a836-8360861ab92b tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1997.648941] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ccf868c-878e-431e-b769-a50cb8cdf91d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.655199] env[62298]: DEBUG oslo_vmware.api [None req-b2a1416d-7c87-4643-a836-8360861ab92b tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1997.655199] env[62298]: value = "task-1805244" [ 1997.655199] env[62298]: _type = "Task" [ 1997.655199] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.666492] env[62298]: DEBUG oslo_vmware.api [None req-b2a1416d-7c87-4643-a836-8360861ab92b tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.743391] env[62298]: DEBUG oslo_vmware.api [None req-603f1e64-f54b-4e11-8d0b-e49d1e40b2aa tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.868670] env[62298]: DEBUG oslo_vmware.api [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805243, 'name': Rename_Task, 'duration_secs': 0.407045} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.868969] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1997.869339] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94a674dd-a524-4485-ab0a-289c5e46c875 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.875451] env[62298]: DEBUG oslo_vmware.api [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 1997.875451] env[62298]: value = "task-1805245" [ 1997.875451] env[62298]: _type = "Task" [ 1997.875451] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.883112] env[62298]: DEBUG oslo_vmware.api [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.035808] env[62298]: DEBUG nova.compute.manager [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1998.062262] env[62298]: DEBUG nova.virt.hardware [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1998.062609] env[62298]: DEBUG nova.virt.hardware [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1998.062699] env[62298]: DEBUG nova.virt.hardware [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1998.062887] env[62298]: DEBUG nova.virt.hardware [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1998.065437] env[62298]: DEBUG nova.virt.hardware [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1998.065437] env[62298]: DEBUG nova.virt.hardware [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1998.065437] env[62298]: DEBUG nova.virt.hardware [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1998.065437] env[62298]: DEBUG nova.virt.hardware [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1998.065437] env[62298]: DEBUG nova.virt.hardware [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1998.065437] env[62298]: DEBUG nova.virt.hardware [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1998.065437] env[62298]: DEBUG nova.virt.hardware [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1998.065437] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8bddeb-21a6-4bd5-b13c-d7252bc65da0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.078122] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82a8cdc-f3dd-4306-91f9-ed537409213f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.081860] env[62298]: DEBUG oslo_vmware.api [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805242, 'name': ReconfigVM_Task, 'duration_secs': 0.746024} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.084688] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Reconfigured VM instance instance-00000071 to attach disk [datastore1] ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6/ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1998.084876] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d6356bf-b465-472d-ad02-61e379c6b3e5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.100561] env[62298]: DEBUG oslo_vmware.api [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1998.100561] env[62298]: value = "task-1805246" [ 1998.100561] env[62298]: _type = "Task" [ 1998.100561] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.105419] env[62298]: DEBUG nova.compute.manager [req-9bf6fa3e-de49-485a-a559-662f8ad4bc51 req-2d507e21-341e-405a-9c7e-f6de20a1ae2f service nova] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Received event network-vif-deleted-47fd105f-3024-414b-bd87-b13b108a638c {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 1998.105643] env[62298]: INFO nova.compute.manager [req-9bf6fa3e-de49-485a-a559-662f8ad4bc51 req-2d507e21-341e-405a-9c7e-f6de20a1ae2f service nova] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Neutron deleted interface 47fd105f-3024-414b-bd87-b13b108a638c; detaching it from the instance and deleting it from the info cache [ 1998.105802] env[62298]: DEBUG nova.network.neutron [req-9bf6fa3e-de49-485a-a559-662f8ad4bc51 req-2d507e21-341e-405a-9c7e-f6de20a1ae2f service nova] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1998.112398] env[62298]: DEBUG oslo_vmware.api [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805246, 'name': Rename_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.165463] env[62298]: DEBUG oslo_vmware.api [None req-b2a1416d-7c87-4643-a836-8360861ab92b tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805244, 'name': PowerOffVM_Task, 'duration_secs': 0.364432} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.165762] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a1416d-7c87-4643-a836-8360861ab92b tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1998.165960] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a1416d-7c87-4643-a836-8360861ab92b tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1998.166231] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d522b6ff-3ffc-424d-bcbc-893be328c512 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.244703] env[62298]: DEBUG oslo_vmware.api [None req-603f1e64-f54b-4e11-8d0b-e49d1e40b2aa tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.383927] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a1416d-7c87-4643-a836-8360861ab92b tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1998.384177] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a1416d-7c87-4643-a836-8360861ab92b tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1998.384492] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2a1416d-7c87-4643-a836-8360861ab92b tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Deleting the datastore file [datastore1] 9b420da1-62ba-4feb-b0b8-dd1bcea0855e {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1998.385795] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff14f06d-5f03-4978-8aa3-ee2184fe6e6f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.394956] env[62298]: DEBUG oslo_vmware.api [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805245, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.399927] env[62298]: DEBUG oslo_vmware.api [None req-b2a1416d-7c87-4643-a836-8360861ab92b tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for the task: (returnval){ [ 1998.399927] env[62298]: value = "task-1805248" [ 1998.399927] env[62298]: _type = "Task" [ 1998.399927] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.409869] env[62298]: DEBUG oslo_vmware.api [None req-b2a1416d-7c87-4643-a836-8360861ab92b tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.436337] env[62298]: DEBUG nova.network.neutron [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Successfully updated port: 974d2f42-a96b-436e-9d44-87229141c290 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1998.585461] env[62298]: DEBUG nova.network.neutron [-] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1998.611473] env[62298]: DEBUG oslo_vmware.api [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805246, 'name': Rename_Task, 'duration_secs': 0.182856} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.611711] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-383175a4-b9f7-4eff-b054-a59d0d92bc98 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.613575] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1998.614068] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db477337-e05c-401c-8808-699f73ee41a2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.621780] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b95588e-8ff4-469b-ac6c-7d97bd27b542 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.633497] env[62298]: DEBUG oslo_vmware.api [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 1998.633497] env[62298]: value = "task-1805249" [ 1998.633497] env[62298]: _type = "Task" [ 1998.633497] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.641957] env[62298]: DEBUG oslo_vmware.api [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805249, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.651406] env[62298]: DEBUG nova.compute.manager [req-9bf6fa3e-de49-485a-a559-662f8ad4bc51 req-2d507e21-341e-405a-9c7e-f6de20a1ae2f service nova] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Detach interface failed, port_id=47fd105f-3024-414b-bd87-b13b108a638c, reason: Instance e73a73d6-e685-4d91-9228-aeb063d1ce97 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 1998.744985] env[62298]: DEBUG oslo_vmware.api [None req-603f1e64-f54b-4e11-8d0b-e49d1e40b2aa tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.887156] env[62298]: DEBUG oslo_vmware.api [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805245, 'name': PowerOnVM_Task, 'duration_secs': 0.515792} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.887478] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1998.909596] env[62298]: DEBUG oslo_vmware.api [None req-b2a1416d-7c87-4643-a836-8360861ab92b tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Task: {'id': task-1805248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367937} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.909854] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2a1416d-7c87-4643-a836-8360861ab92b tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1998.910083] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a1416d-7c87-4643-a836-8360861ab92b tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1998.910294] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a1416d-7c87-4643-a836-8360861ab92b tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1998.910481] env[62298]: INFO nova.compute.manager [None req-b2a1416d-7c87-4643-a836-8360861ab92b tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1998.910729] env[62298]: DEBUG oslo.service.loopingcall [None req-b2a1416d-7c87-4643-a836-8360861ab92b tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1998.911015] env[62298]: DEBUG nova.compute.manager [-] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1998.911015] env[62298]: DEBUG nova.network.neutron [-] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1998.939019] env[62298]: DEBUG oslo_concurrency.lockutils [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "refresh_cache-05f04789-bb13-4884-a1f1-213c5993de11" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1998.939274] env[62298]: DEBUG oslo_concurrency.lockutils [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquired lock "refresh_cache-05f04789-bb13-4884-a1f1-213c5993de11" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.939535] env[62298]: DEBUG nova.network.neutron [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1998.999103] env[62298]: DEBUG nova.compute.manager [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1999.000060] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d2c2c2-3b6b-4c62-9235-cbded68a5185 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.088236] env[62298]: INFO nova.compute.manager [-] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Took 1.65 seconds to deallocate network for instance. [ 1999.144309] env[62298]: DEBUG oslo_vmware.api [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805249, 'name': PowerOnVM_Task, 'duration_secs': 0.47408} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.144662] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1999.144894] env[62298]: INFO nova.compute.manager [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Took 10.24 seconds to spawn the instance on the hypervisor. [ 1999.145161] env[62298]: DEBUG nova.compute.manager [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1999.146233] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e84f360-f73a-4da8-8962-082164d63533 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.247669] env[62298]: DEBUG oslo_vmware.api [None req-603f1e64-f54b-4e11-8d0b-e49d1e40b2aa tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.471090] env[62298]: DEBUG nova.network.neutron [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1999.518888] env[62298]: DEBUG oslo_concurrency.lockutils [None req-7fd1efbe-d998-4345-8498-e78cc5e6d367 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "b9ba6368-81c9-42f2-b40a-f9dfed49e42d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.984s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.594263] env[62298]: DEBUG oslo_concurrency.lockutils [None req-06a717f0-e1f9-4450-bc20-4116f8d5ec58 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1999.594566] env[62298]: DEBUG oslo_concurrency.lockutils [None req-06a717f0-e1f9-4450-bc20-4116f8d5ec58 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1999.594729] env[62298]: DEBUG nova.objects.instance [None req-06a717f0-e1f9-4450-bc20-4116f8d5ec58 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lazy-loading 'resources' on Instance uuid e73a73d6-e685-4d91-9228-aeb063d1ce97 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1999.598839] env[62298]: DEBUG nova.network.neutron [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Updating instance_info_cache with network_info: [{"id": "974d2f42-a96b-436e-9d44-87229141c290", "address": "fa:16:3e:c8:d7:bd", "network": {"id": "06b906cf-d50a-43c4-8cd2-58ea08057ab7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-166934998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c1cee775abb4a1eb529b35f1cfae0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap974d2f42-a9", "ovs_interfaceid": "974d2f42-a96b-436e-9d44-87229141c290", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1999.664736] env[62298]: INFO nova.compute.manager [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Took 16.91 seconds to build instance. [ 1999.747185] env[62298]: DEBUG oslo_vmware.api [None req-603f1e64-f54b-4e11-8d0b-e49d1e40b2aa tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.903238] env[62298]: DEBUG nova.network.neutron [-] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.100912] env[62298]: DEBUG oslo_concurrency.lockutils [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Releasing lock "refresh_cache-05f04789-bb13-4884-a1f1-213c5993de11" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2000.101345] env[62298]: DEBUG nova.compute.manager [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Instance network_info: |[{"id": "974d2f42-a96b-436e-9d44-87229141c290", "address": "fa:16:3e:c8:d7:bd", "network": {"id": "06b906cf-d50a-43c4-8cd2-58ea08057ab7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-166934998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c1cee775abb4a1eb529b35f1cfae0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap974d2f42-a9", "ovs_interfaceid": "974d2f42-a96b-436e-9d44-87229141c290", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2000.101885] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:d7:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '974d2f42-a96b-436e-9d44-87229141c290', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2000.111248] env[62298]: DEBUG oslo.service.loopingcall [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2000.111248] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2000.111248] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53fbaff4-cba4-4dea-b3bf-14df7fec0d63 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.133033] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2000.133033] env[62298]: value = "task-1805250" [ 2000.133033] env[62298]: _type = "Task" [ 2000.133033] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.142931] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805250, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.170242] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1c89d7cc-c051-4bcb-8f8d-3f514b592d12 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.419s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.250060] env[62298]: DEBUG oslo_vmware.api [None req-603f1e64-f54b-4e11-8d0b-e49d1e40b2aa tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.252581] env[62298]: DEBUG nova.compute.manager [req-c7d895c4-2eb4-4d6d-b457-64c30c0fce8e req-53c18fdd-6790-444c-9b91-5eb5afbb6607 service nova] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Received event network-vif-plugged-974d2f42-a96b-436e-9d44-87229141c290 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2000.252805] env[62298]: DEBUG oslo_concurrency.lockutils [req-c7d895c4-2eb4-4d6d-b457-64c30c0fce8e req-53c18fdd-6790-444c-9b91-5eb5afbb6607 service nova] Acquiring lock "05f04789-bb13-4884-a1f1-213c5993de11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.253085] env[62298]: DEBUG oslo_concurrency.lockutils [req-c7d895c4-2eb4-4d6d-b457-64c30c0fce8e req-53c18fdd-6790-444c-9b91-5eb5afbb6607 service nova] Lock "05f04789-bb13-4884-a1f1-213c5993de11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.253300] env[62298]: DEBUG oslo_concurrency.lockutils [req-c7d895c4-2eb4-4d6d-b457-64c30c0fce8e req-53c18fdd-6790-444c-9b91-5eb5afbb6607 service nova] Lock "05f04789-bb13-4884-a1f1-213c5993de11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.253492] env[62298]: DEBUG nova.compute.manager [req-c7d895c4-2eb4-4d6d-b457-64c30c0fce8e req-53c18fdd-6790-444c-9b91-5eb5afbb6607 service nova] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] No waiting events found dispatching network-vif-plugged-974d2f42-a96b-436e-9d44-87229141c290 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2000.253658] env[62298]: WARNING nova.compute.manager [req-c7d895c4-2eb4-4d6d-b457-64c30c0fce8e req-53c18fdd-6790-444c-9b91-5eb5afbb6607 service nova] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Received unexpected event network-vif-plugged-974d2f42-a96b-436e-9d44-87229141c290 for instance with vm_state building and task_state spawning. [ 2000.253822] env[62298]: DEBUG nova.compute.manager [req-c7d895c4-2eb4-4d6d-b457-64c30c0fce8e req-53c18fdd-6790-444c-9b91-5eb5afbb6607 service nova] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Received event network-changed-974d2f42-a96b-436e-9d44-87229141c290 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2000.253981] env[62298]: DEBUG nova.compute.manager [req-c7d895c4-2eb4-4d6d-b457-64c30c0fce8e req-53c18fdd-6790-444c-9b91-5eb5afbb6607 service nova] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Refreshing instance network info cache due to event network-changed-974d2f42-a96b-436e-9d44-87229141c290. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2000.254188] env[62298]: DEBUG oslo_concurrency.lockutils [req-c7d895c4-2eb4-4d6d-b457-64c30c0fce8e req-53c18fdd-6790-444c-9b91-5eb5afbb6607 service nova] Acquiring lock "refresh_cache-05f04789-bb13-4884-a1f1-213c5993de11" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2000.254331] env[62298]: DEBUG oslo_concurrency.lockutils [req-c7d895c4-2eb4-4d6d-b457-64c30c0fce8e req-53c18fdd-6790-444c-9b91-5eb5afbb6607 service nova] Acquired lock "refresh_cache-05f04789-bb13-4884-a1f1-213c5993de11" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2000.254492] env[62298]: DEBUG nova.network.neutron [req-c7d895c4-2eb4-4d6d-b457-64c30c0fce8e req-53c18fdd-6790-444c-9b91-5eb5afbb6607 service nova] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Refreshing network info cache for port 974d2f42-a96b-436e-9d44-87229141c290 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2000.281022] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c694b03-6841-441a-ae39-52de61a8df40 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.288429] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335e31ab-0cc3-435e-9d9f-faff86a6a4f6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.324439] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c099fb-9b3d-4c41-885b-4f2223454294 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.338179] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e27d8a0-fdb1-4b2d-a0ac-2ad5e4732116 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.353730] env[62298]: DEBUG nova.compute.provider_tree [None req-06a717f0-e1f9-4450-bc20-4116f8d5ec58 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2000.406345] env[62298]: INFO nova.compute.manager [-] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Took 1.50 seconds to deallocate network for instance. [ 2000.643096] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805250, 'name': CreateVM_Task, 'duration_secs': 0.332057} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.643311] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2000.644058] env[62298]: DEBUG oslo_concurrency.lockutils [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2000.644235] env[62298]: DEBUG oslo_concurrency.lockutils [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2000.644555] env[62298]: DEBUG oslo_concurrency.lockutils [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2000.644809] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-243073f1-ded6-4370-923b-0effa3ae2a5c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.649318] env[62298]: DEBUG oslo_vmware.api [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 2000.649318] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52535f71-d04e-713b-34c1-32ebb1fb0a9c" [ 2000.649318] env[62298]: _type = "Task" [ 2000.649318] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.656952] env[62298]: DEBUG oslo_vmware.api [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52535f71-d04e-713b-34c1-32ebb1fb0a9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.747222] env[62298]: DEBUG oslo_vmware.api [None req-603f1e64-f54b-4e11-8d0b-e49d1e40b2aa tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.832830] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d39b08de-2d49-489d-943a-56d642823fe9 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "b9ba6368-81c9-42f2-b40a-f9dfed49e42d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.833104] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d39b08de-2d49-489d-943a-56d642823fe9 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "b9ba6368-81c9-42f2-b40a-f9dfed49e42d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.833316] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d39b08de-2d49-489d-943a-56d642823fe9 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "b9ba6368-81c9-42f2-b40a-f9dfed49e42d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.833502] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d39b08de-2d49-489d-943a-56d642823fe9 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "b9ba6368-81c9-42f2-b40a-f9dfed49e42d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.833675] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d39b08de-2d49-489d-943a-56d642823fe9 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "b9ba6368-81c9-42f2-b40a-f9dfed49e42d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.835900] env[62298]: INFO nova.compute.manager [None req-d39b08de-2d49-489d-943a-56d642823fe9 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Terminating instance [ 2000.857970] env[62298]: DEBUG nova.scheduler.client.report [None req-06a717f0-e1f9-4450-bc20-4116f8d5ec58 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2000.912892] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b2a1416d-7c87-4643-a836-8360861ab92b tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.007722] env[62298]: DEBUG nova.network.neutron [req-c7d895c4-2eb4-4d6d-b457-64c30c0fce8e req-53c18fdd-6790-444c-9b91-5eb5afbb6607 service nova] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Updated VIF entry in instance network info cache for port 974d2f42-a96b-436e-9d44-87229141c290. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2001.008213] env[62298]: DEBUG nova.network.neutron [req-c7d895c4-2eb4-4d6d-b457-64c30c0fce8e req-53c18fdd-6790-444c-9b91-5eb5afbb6607 service nova] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Updating instance_info_cache with network_info: [{"id": "974d2f42-a96b-436e-9d44-87229141c290", "address": "fa:16:3e:c8:d7:bd", "network": {"id": "06b906cf-d50a-43c4-8cd2-58ea08057ab7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-166934998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c1cee775abb4a1eb529b35f1cfae0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap974d2f42-a9", "ovs_interfaceid": "974d2f42-a96b-436e-9d44-87229141c290", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2001.030220] env[62298]: DEBUG oslo_concurrency.lockutils [None req-220c6ae4-ae4d-415e-8eb1-0e0ed7a739b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.030622] env[62298]: DEBUG oslo_concurrency.lockutils [None req-220c6ae4-ae4d-415e-8eb1-0e0ed7a739b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.030975] env[62298]: DEBUG oslo_concurrency.lockutils [None req-220c6ae4-ae4d-415e-8eb1-0e0ed7a739b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.031204] env[62298]: DEBUG oslo_concurrency.lockutils [None req-220c6ae4-ae4d-415e-8eb1-0e0ed7a739b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.031467] env[62298]: DEBUG oslo_concurrency.lockutils [None req-220c6ae4-ae4d-415e-8eb1-0e0ed7a739b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.033888] env[62298]: INFO nova.compute.manager [None req-220c6ae4-ae4d-415e-8eb1-0e0ed7a739b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Terminating instance [ 2001.159859] env[62298]: DEBUG oslo_vmware.api [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52535f71-d04e-713b-34c1-32ebb1fb0a9c, 'name': SearchDatastore_Task, 'duration_secs': 0.026389} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.160212] env[62298]: DEBUG oslo_concurrency.lockutils [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2001.160441] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2001.160680] env[62298]: DEBUG oslo_concurrency.lockutils [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2001.160835] env[62298]: DEBUG oslo_concurrency.lockutils [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2001.161031] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2001.161292] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81f5accd-bce3-4fad-9084-02e1fa57d59a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.169810] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2001.169954] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2001.170816] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0885cb2-471f-4dd3-a26b-5316a4794df3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.176176] env[62298]: DEBUG oslo_vmware.api [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 2001.176176] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52948acc-e87c-dd18-aeaa-e585b623a404" [ 2001.176176] env[62298]: _type = "Task" [ 2001.176176] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.183687] env[62298]: DEBUG oslo_vmware.api [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52948acc-e87c-dd18-aeaa-e585b623a404, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.247415] env[62298]: DEBUG oslo_vmware.api [None req-603f1e64-f54b-4e11-8d0b-e49d1e40b2aa tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805236, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.342076] env[62298]: DEBUG nova.compute.manager [None req-d39b08de-2d49-489d-943a-56d642823fe9 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2001.342337] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d39b08de-2d49-489d-943a-56d642823fe9 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2001.343277] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8724fb-4438-43e6-8c55-b0b2bb84a5b1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.351196] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39b08de-2d49-489d-943a-56d642823fe9 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2001.351477] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b50160cf-212f-42cf-b260-1d012ffac1c4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.357803] env[62298]: DEBUG oslo_vmware.api [None req-d39b08de-2d49-489d-943a-56d642823fe9 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 2001.357803] env[62298]: value = "task-1805251" [ 2001.357803] env[62298]: _type = "Task" [ 2001.357803] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.362994] env[62298]: DEBUG oslo_concurrency.lockutils [None req-06a717f0-e1f9-4450-bc20-4116f8d5ec58 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.768s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.368500] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b2a1416d-7c87-4643-a836-8360861ab92b tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.456s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.369133] env[62298]: DEBUG nova.objects.instance [None req-b2a1416d-7c87-4643-a836-8360861ab92b tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lazy-loading 'resources' on Instance uuid 9b420da1-62ba-4feb-b0b8-dd1bcea0855e {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2001.369901] env[62298]: DEBUG oslo_vmware.api [None req-d39b08de-2d49-489d-943a-56d642823fe9 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.390954] env[62298]: INFO nova.scheduler.client.report [None req-06a717f0-e1f9-4450-bc20-4116f8d5ec58 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Deleted allocations for instance e73a73d6-e685-4d91-9228-aeb063d1ce97 [ 2001.511014] env[62298]: DEBUG oslo_concurrency.lockutils [req-c7d895c4-2eb4-4d6d-b457-64c30c0fce8e req-53c18fdd-6790-444c-9b91-5eb5afbb6607 service nova] Releasing lock "refresh_cache-05f04789-bb13-4884-a1f1-213c5993de11" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2001.511318] env[62298]: DEBUG nova.compute.manager [req-c7d895c4-2eb4-4d6d-b457-64c30c0fce8e req-53c18fdd-6790-444c-9b91-5eb5afbb6607 service nova] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Received event network-vif-deleted-ea81f628-0ee6-40d6-ac5c-753d34b7fa0f {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2001.537492] env[62298]: DEBUG nova.compute.manager [None req-220c6ae4-ae4d-415e-8eb1-0e0ed7a739b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2001.537751] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-220c6ae4-ae4d-415e-8eb1-0e0ed7a739b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2001.538917] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c10c34a-b04b-4dd9-969e-572ddd3272c4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.547212] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-220c6ae4-ae4d-415e-8eb1-0e0ed7a739b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2001.547500] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d633de03-b3cc-4beb-a155-4244d4bf1e8e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.553615] env[62298]: DEBUG oslo_vmware.api [None req-220c6ae4-ae4d-415e-8eb1-0e0ed7a739b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 2001.553615] env[62298]: value = "task-1805252" [ 2001.553615] env[62298]: _type = "Task" [ 2001.553615] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.562343] env[62298]: DEBUG oslo_vmware.api [None req-220c6ae4-ae4d-415e-8eb1-0e0ed7a739b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.686701] env[62298]: DEBUG oslo_vmware.api [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52948acc-e87c-dd18-aeaa-e585b623a404, 'name': SearchDatastore_Task, 'duration_secs': 0.009598} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.687538] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2ebc9ab-7075-473c-9dc2-a494d390be2d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.692702] env[62298]: DEBUG oslo_vmware.api [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 2001.692702] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b14bd8-a655-6607-2f63-ee3ddc4e3e12" [ 2001.692702] env[62298]: _type = "Task" [ 2001.692702] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.701384] env[62298]: DEBUG oslo_vmware.api [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b14bd8-a655-6607-2f63-ee3ddc4e3e12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.747822] env[62298]: DEBUG oslo_vmware.api [None req-603f1e64-f54b-4e11-8d0b-e49d1e40b2aa tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805236, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.868033] env[62298]: DEBUG oslo_vmware.api [None req-d39b08de-2d49-489d-943a-56d642823fe9 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805251, 'name': PowerOffVM_Task, 'duration_secs': 0.19391} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.868033] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d39b08de-2d49-489d-943a-56d642823fe9 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2001.868033] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d39b08de-2d49-489d-943a-56d642823fe9 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2001.868315] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d857260-7a3b-408f-b6cc-eeb4980adf83 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.897949] env[62298]: DEBUG oslo_concurrency.lockutils [None req-06a717f0-e1f9-4450-bc20-4116f8d5ec58 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "e73a73d6-e685-4d91-9228-aeb063d1ce97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.293s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.944480] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d39b08de-2d49-489d-943a-56d642823fe9 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2001.945067] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d39b08de-2d49-489d-943a-56d642823fe9 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2001.945067] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-d39b08de-2d49-489d-943a-56d642823fe9 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Deleting the datastore file [datastore1] b9ba6368-81c9-42f2-b40a-f9dfed49e42d {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2001.945226] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b8eeee9-6cce-40d5-bdee-f2a3d5420901 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.953661] env[62298]: DEBUG oslo_vmware.api [None req-d39b08de-2d49-489d-943a-56d642823fe9 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for the task: (returnval){ [ 2001.953661] env[62298]: value = "task-1805254" [ 2001.953661] env[62298]: _type = "Task" [ 2001.953661] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.962712] env[62298]: DEBUG oslo_vmware.api [None req-d39b08de-2d49-489d-943a-56d642823fe9 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.008030] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f6f4be-0631-4546-b718-3134d2e6d232 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.016024] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90d1dd8-9ecd-4159-b904-39c1c07edcdc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.049724] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd27dbc-6023-467b-8347-310f6c9faaad {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.060789] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d51574-67ea-477a-91ba-b86039a65bec {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.067600] env[62298]: DEBUG oslo_vmware.api [None req-220c6ae4-ae4d-415e-8eb1-0e0ed7a739b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805252, 'name': PowerOffVM_Task, 'duration_secs': 0.195726} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.068376] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-220c6ae4-ae4d-415e-8eb1-0e0ed7a739b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2002.068649] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-220c6ae4-ae4d-415e-8eb1-0e0ed7a739b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2002.068953] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7833b155-da7a-49e1-97a9-b2115db9a14e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.079331] env[62298]: DEBUG nova.compute.provider_tree [None req-b2a1416d-7c87-4643-a836-8360861ab92b tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2002.204281] env[62298]: DEBUG oslo_vmware.api [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b14bd8-a655-6607-2f63-ee3ddc4e3e12, 'name': SearchDatastore_Task, 'duration_secs': 0.010722} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.204632] env[62298]: DEBUG oslo_concurrency.lockutils [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2002.204830] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 05f04789-bb13-4884-a1f1-213c5993de11/05f04789-bb13-4884-a1f1-213c5993de11.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2002.205133] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f06471ad-082b-457c-9fc2-fccc5d8cff2d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.212158] env[62298]: DEBUG oslo_vmware.api [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 2002.212158] env[62298]: value = "task-1805256" [ 2002.212158] env[62298]: _type = "Task" [ 2002.212158] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.217085] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-220c6ae4-ae4d-415e-8eb1-0e0ed7a739b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2002.217384] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-220c6ae4-ae4d-415e-8eb1-0e0ed7a739b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2002.217629] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-220c6ae4-ae4d-415e-8eb1-0e0ed7a739b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Deleting the datastore file [datastore1] ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2002.218638] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61d0cb1a-eb77-476d-832a-e070255a94bf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.223206] env[62298]: DEBUG oslo_vmware.api [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.227273] env[62298]: DEBUG oslo_vmware.api [None req-220c6ae4-ae4d-415e-8eb1-0e0ed7a739b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 2002.227273] env[62298]: value = "task-1805257" [ 2002.227273] env[62298]: _type = "Task" [ 2002.227273] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.235369] env[62298]: DEBUG oslo_vmware.api [None req-220c6ae4-ae4d-415e-8eb1-0e0ed7a739b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.247865] env[62298]: DEBUG oslo_vmware.api [None req-603f1e64-f54b-4e11-8d0b-e49d1e40b2aa tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805236, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.466029] env[62298]: DEBUG oslo_vmware.api [None req-d39b08de-2d49-489d-943a-56d642823fe9 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Task: {'id': task-1805254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159107} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.466311] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-d39b08de-2d49-489d-943a-56d642823fe9 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2002.466506] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d39b08de-2d49-489d-943a-56d642823fe9 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2002.466685] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d39b08de-2d49-489d-943a-56d642823fe9 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2002.466865] env[62298]: INFO nova.compute.manager [None req-d39b08de-2d49-489d-943a-56d642823fe9 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2002.467142] env[62298]: DEBUG oslo.service.loopingcall [None req-d39b08de-2d49-489d-943a-56d642823fe9 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2002.467357] env[62298]: DEBUG nova.compute.manager [-] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2002.467491] env[62298]: DEBUG nova.network.neutron [-] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2002.583389] env[62298]: DEBUG nova.scheduler.client.report [None req-b2a1416d-7c87-4643-a836-8360861ab92b tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2002.722823] env[62298]: DEBUG oslo_vmware.api [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805256, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.737387] env[62298]: DEBUG oslo_vmware.api [None req-220c6ae4-ae4d-415e-8eb1-0e0ed7a739b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186569} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.737669] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-220c6ae4-ae4d-415e-8eb1-0e0ed7a739b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2002.737854] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-220c6ae4-ae4d-415e-8eb1-0e0ed7a739b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2002.738049] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-220c6ae4-ae4d-415e-8eb1-0e0ed7a739b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2002.738241] env[62298]: INFO nova.compute.manager [None req-220c6ae4-ae4d-415e-8eb1-0e0ed7a739b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Took 1.20 seconds to destroy the instance on the hypervisor. [ 2002.738542] env[62298]: DEBUG oslo.service.loopingcall [None req-220c6ae4-ae4d-415e-8eb1-0e0ed7a739b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2002.738835] env[62298]: DEBUG nova.compute.manager [-] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2002.738985] env[62298]: DEBUG nova.network.neutron [-] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2002.754012] env[62298]: DEBUG oslo_vmware.api [None req-603f1e64-f54b-4e11-8d0b-e49d1e40b2aa tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805236, 'name': ReconfigVM_Task, 'duration_secs': 6.963849} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.754413] env[62298]: DEBUG oslo_concurrency.lockutils [None req-603f1e64-f54b-4e11-8d0b-e49d1e40b2aa tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Releasing lock "be9abd95-4f85-44ba-bbfb-90921999e197" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2002.754754] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-603f1e64-f54b-4e11-8d0b-e49d1e40b2aa tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Reconfigured VM to detach interface {{(pid=62298) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2003.088562] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b2a1416d-7c87-4643-a836-8360861ab92b tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.113179] env[62298]: INFO nova.scheduler.client.report [None req-b2a1416d-7c87-4643-a836-8360861ab92b tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Deleted allocations for instance 9b420da1-62ba-4feb-b0b8-dd1bcea0855e [ 2003.223580] env[62298]: DEBUG oslo_vmware.api [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56487} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.223758] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 05f04789-bb13-4884-a1f1-213c5993de11/05f04789-bb13-4884-a1f1-213c5993de11.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2003.223904] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2003.224116] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbe94497-da35-4b51-a2b6-d5d90ea6e047 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.231286] env[62298]: DEBUG oslo_vmware.api [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 2003.231286] env[62298]: value = "task-1805258" [ 2003.231286] env[62298]: _type = "Task" [ 2003.231286] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.238761] env[62298]: DEBUG oslo_vmware.api [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.623067] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b2a1416d-7c87-4643-a836-8360861ab92b tempest-AttachVolumeNegativeTest-1036931411 tempest-AttachVolumeNegativeTest-1036931411-project-member] Lock "9b420da1-62ba-4feb-b0b8-dd1bcea0855e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.494s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.717161] env[62298]: DEBUG nova.compute.manager [req-b372f25a-3313-44ce-993a-2cb1042ab610 req-51b68737-f1e1-4418-94c8-fcc7363e5b7f service nova] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Received event network-vif-deleted-227db4b8-46d0-462e-952c-af45d53d53b0 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2003.717161] env[62298]: INFO nova.compute.manager [req-b372f25a-3313-44ce-993a-2cb1042ab610 req-51b68737-f1e1-4418-94c8-fcc7363e5b7f service nova] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Neutron deleted interface 227db4b8-46d0-462e-952c-af45d53d53b0; detaching it from the instance and deleting it from the info cache [ 2003.717161] env[62298]: DEBUG nova.network.neutron [req-b372f25a-3313-44ce-993a-2cb1042ab610 req-51b68737-f1e1-4418-94c8-fcc7363e5b7f service nova] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2003.741382] env[62298]: DEBUG oslo_vmware.api [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077578} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.741846] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2003.742800] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d23684-0877-4e6a-89b0-8a81e11f6d2c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.766935] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 05f04789-bb13-4884-a1f1-213c5993de11/05f04789-bb13-4884-a1f1-213c5993de11.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2003.767711] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7791d73-e03d-46a6-bbad-9510c24a3940 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.800199] env[62298]: DEBUG oslo_vmware.api [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 2003.800199] env[62298]: value = "task-1805259" [ 2003.800199] env[62298]: _type = "Task" [ 2003.800199] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.808217] env[62298]: DEBUG oslo_vmware.api [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805259, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.179312] env[62298]: DEBUG nova.network.neutron [-] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2004.203012] env[62298]: DEBUG nova.compute.manager [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Stashing vm_state: active {{(pid=62298) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 2004.222983] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c85f851-c4f3-410f-8e3b-25fe2b320fb3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.232595] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b66708-96d8-46fa-acb8-bebaf8b5af88 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.263741] env[62298]: DEBUG nova.compute.manager [req-b372f25a-3313-44ce-993a-2cb1042ab610 req-51b68737-f1e1-4418-94c8-fcc7363e5b7f service nova] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Detach interface failed, port_id=227db4b8-46d0-462e-952c-af45d53d53b0, reason: Instance ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2004.308386] env[62298]: DEBUG oslo_vmware.api [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805259, 'name': ReconfigVM_Task, 'duration_secs': 0.324523} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.308695] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 05f04789-bb13-4884-a1f1-213c5993de11/05f04789-bb13-4884-a1f1-213c5993de11.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2004.309407] env[62298]: DEBUG nova.network.neutron [-] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2004.310476] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b11fb39e-4863-4cd9-90e1-5ae9fb8c5033 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.317787] env[62298]: DEBUG oslo_vmware.api [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 2004.317787] env[62298]: value = "task-1805261" [ 2004.317787] env[62298]: _type = "Task" [ 2004.317787] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.327120] env[62298]: DEBUG oslo_vmware.api [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805261, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.630176] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f71af26b-afd6-43b6-8e03-6936897a334d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "be9abd95-4f85-44ba-bbfb-90921999e197" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.630485] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f71af26b-afd6-43b6-8e03-6936897a334d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "be9abd95-4f85-44ba-bbfb-90921999e197" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.630707] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f71af26b-afd6-43b6-8e03-6936897a334d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "be9abd95-4f85-44ba-bbfb-90921999e197-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.630893] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f71af26b-afd6-43b6-8e03-6936897a334d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "be9abd95-4f85-44ba-bbfb-90921999e197-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.631086] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f71af26b-afd6-43b6-8e03-6936897a334d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "be9abd95-4f85-44ba-bbfb-90921999e197-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.633136] env[62298]: INFO nova.compute.manager [None req-f71af26b-afd6-43b6-8e03-6936897a334d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Terminating instance [ 2004.681847] env[62298]: INFO nova.compute.manager [-] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Took 1.94 seconds to deallocate network for instance. [ 2004.722660] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.722914] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.814112] env[62298]: INFO nova.compute.manager [-] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Took 2.35 seconds to deallocate network for instance. [ 2004.826893] env[62298]: DEBUG oslo_vmware.api [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805261, 'name': Rename_Task, 'duration_secs': 0.149076} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.827273] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2004.827559] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85cc4739-7d50-4ae7-9941-d166e370bb55 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.833913] env[62298]: DEBUG oslo_vmware.api [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 2004.833913] env[62298]: value = "task-1805262" [ 2004.833913] env[62298]: _type = "Task" [ 2004.833913] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.841701] env[62298]: DEBUG oslo_vmware.api [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.879715] env[62298]: DEBUG oslo_concurrency.lockutils [None req-603f1e64-f54b-4e11-8d0b-e49d1e40b2aa tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "refresh_cache-be9abd95-4f85-44ba-bbfb-90921999e197" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2004.879962] env[62298]: DEBUG oslo_concurrency.lockutils [None req-603f1e64-f54b-4e11-8d0b-e49d1e40b2aa tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquired lock "refresh_cache-be9abd95-4f85-44ba-bbfb-90921999e197" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2004.880125] env[62298]: DEBUG nova.network.neutron [None req-603f1e64-f54b-4e11-8d0b-e49d1e40b2aa tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2005.137985] env[62298]: DEBUG nova.compute.manager [None req-f71af26b-afd6-43b6-8e03-6936897a334d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2005.138368] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f71af26b-afd6-43b6-8e03-6936897a334d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2005.139355] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40045f52-2bd0-4045-aecb-04e6d9d03450 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.147367] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71af26b-afd6-43b6-8e03-6936897a334d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2005.147610] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbbcd09c-433e-44d5-8d7a-90585ddabf0f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.154294] env[62298]: DEBUG oslo_vmware.api [None req-f71af26b-afd6-43b6-8e03-6936897a334d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 2005.154294] env[62298]: value = "task-1805263" [ 2005.154294] env[62298]: _type = "Task" [ 2005.154294] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.162128] env[62298]: DEBUG oslo_vmware.api [None req-f71af26b-afd6-43b6-8e03-6936897a334d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.187488] env[62298]: DEBUG oslo_concurrency.lockutils [None req-220c6ae4-ae4d-415e-8eb1-0e0ed7a739b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.228412] env[62298]: INFO nova.compute.claims [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2005.319880] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d39b08de-2d49-489d-943a-56d642823fe9 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.344821] env[62298]: DEBUG oslo_vmware.api [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805262, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.621106] env[62298]: INFO nova.network.neutron [None req-603f1e64-f54b-4e11-8d0b-e49d1e40b2aa tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Port 5f22f75b-69e2-4c70-b185-b2cc58177f76 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2005.621490] env[62298]: DEBUG nova.network.neutron [None req-603f1e64-f54b-4e11-8d0b-e49d1e40b2aa tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Updating instance_info_cache with network_info: [{"id": "bd938c6e-dda2-4a1d-a990-d71ad42249f8", "address": "fa:16:3e:fd:b0:86", "network": {"id": "cc983ab6-1cb3-4075-8f2f-8be5f1a54792", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1508970190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd16a7e68d89479986f48962c3b7f070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd938c6e-dd", "ovs_interfaceid": "bd938c6e-dda2-4a1d-a990-d71ad42249f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2005.663857] env[62298]: DEBUG oslo_vmware.api [None req-f71af26b-afd6-43b6-8e03-6936897a334d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805263, 'name': PowerOffVM_Task, 'duration_secs': 0.317434} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.664163] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71af26b-afd6-43b6-8e03-6936897a334d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2005.664349] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f71af26b-afd6-43b6-8e03-6936897a334d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2005.664605] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28514269-d8de-4772-a9a3-6f6c5634b8aa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.734449] env[62298]: INFO nova.compute.resource_tracker [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Updating resource usage from migration 97b2d1db-1aeb-4a63-b463-dd86b1c0d397 [ 2005.746972] env[62298]: DEBUG nova.compute.manager [req-f5956cc5-3a76-40be-9434-c466d4d6dc62 req-5fe72f7d-28a6-4d91-b4fc-5a217809ea2c service nova] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Received event network-vif-deleted-7074b60d-3647-4dba-8f9d-709a3be730fd {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2005.810470] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f71af26b-afd6-43b6-8e03-6936897a334d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2005.810657] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f71af26b-afd6-43b6-8e03-6936897a334d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2005.810865] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-f71af26b-afd6-43b6-8e03-6936897a334d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Deleting the datastore file [datastore1] be9abd95-4f85-44ba-bbfb-90921999e197 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2005.811139] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f69aac99-3f36-48c6-8cd3-09e5fe5abf51 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.817568] env[62298]: DEBUG oslo_vmware.api [None req-f71af26b-afd6-43b6-8e03-6936897a334d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 2005.817568] env[62298]: value = "task-1805265" [ 2005.817568] env[62298]: _type = "Task" [ 2005.817568] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.827748] env[62298]: DEBUG oslo_vmware.api [None req-f71af26b-afd6-43b6-8e03-6936897a334d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.845404] env[62298]: DEBUG oslo_vmware.api [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805262, 'name': PowerOnVM_Task, 'duration_secs': 0.765178} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.845750] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2005.845911] env[62298]: INFO nova.compute.manager [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Took 7.81 seconds to spawn the instance on the hypervisor. [ 2005.846121] env[62298]: DEBUG nova.compute.manager [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2005.846923] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2269b376-1185-42ab-8eaa-22814a0a8046 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.860220] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bbbeec-5bc1-4230-b273-37b8c98c401c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.868427] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8c6b14-a772-4658-81d9-ca14105a5bfc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.900972] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab886ca5-0857-4ef0-8237-affa651b4af0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.909534] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715474c4-8359-44f4-a34c-cb7f3a701f07 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.923621] env[62298]: DEBUG nova.compute.provider_tree [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2006.124279] env[62298]: DEBUG oslo_concurrency.lockutils [None req-603f1e64-f54b-4e11-8d0b-e49d1e40b2aa tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Releasing lock "refresh_cache-be9abd95-4f85-44ba-bbfb-90921999e197" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2006.329454] env[62298]: DEBUG oslo_vmware.api [None req-f71af26b-afd6-43b6-8e03-6936897a334d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172144} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.329814] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-f71af26b-afd6-43b6-8e03-6936897a334d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2006.329933] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f71af26b-afd6-43b6-8e03-6936897a334d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2006.330124] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f71af26b-afd6-43b6-8e03-6936897a334d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2006.330335] env[62298]: INFO nova.compute.manager [None req-f71af26b-afd6-43b6-8e03-6936897a334d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2006.330589] env[62298]: DEBUG oslo.service.loopingcall [None req-f71af26b-afd6-43b6-8e03-6936897a334d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2006.330784] env[62298]: DEBUG nova.compute.manager [-] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2006.330877] env[62298]: DEBUG nova.network.neutron [-] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2006.367915] env[62298]: INFO nova.compute.manager [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Took 12.95 seconds to build instance. [ 2006.427241] env[62298]: DEBUG nova.scheduler.client.report [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2006.629953] env[62298]: DEBUG oslo_concurrency.lockutils [None req-603f1e64-f54b-4e11-8d0b-e49d1e40b2aa tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "interface-be9abd95-4f85-44ba-bbfb-90921999e197-5f22f75b-69e2-4c70-b185-b2cc58177f76" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.469s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.870631] env[62298]: DEBUG oslo_concurrency.lockutils [None req-93d9bc0f-86ea-4d2c-afe4-fc9092a2d029 tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "05f04789-bb13-4884-a1f1-213c5993de11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.459s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.933246] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.210s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.933469] env[62298]: INFO nova.compute.manager [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Migrating [ 2006.945240] env[62298]: DEBUG oslo_concurrency.lockutils [None req-220c6ae4-ae4d-415e-8eb1-0e0ed7a739b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.757s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.945240] env[62298]: DEBUG nova.objects.instance [None req-220c6ae4-ae4d-415e-8eb1-0e0ed7a739b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lazy-loading 'resources' on Instance uuid ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2007.406284] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2007.457891] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "refresh_cache-6144efa7-fb78-4b7b-8780-9dda46056e6c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2007.458137] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquired lock "refresh_cache-6144efa7-fb78-4b7b-8780-9dda46056e6c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2007.458327] env[62298]: DEBUG nova.network.neutron [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2007.585278] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31e7a3c-6b0f-4035-adfe-bfb47848354a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.592838] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99067ee2-bf82-4f80-8938-0f5a6678a43b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.622712] env[62298]: DEBUG nova.network.neutron [-] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2007.624651] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a852e7-ae79-4b89-8477-f4fa9b50093a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.633267] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf0b283-7ad8-40a3-9d58-04f8061f7f25 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.648665] env[62298]: DEBUG nova.compute.provider_tree [None req-220c6ae4-ae4d-415e-8eb1-0e0ed7a739b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2007.775361] env[62298]: DEBUG nova.compute.manager [req-b3ab470a-6ec0-428e-ad41-cb3e4f69fd89 req-b8f95f9a-41e4-42d9-a49e-2a4a3ecabc95 service nova] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Received event network-vif-deleted-bd938c6e-dda2-4a1d-a990-d71ad42249f8 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2008.127933] env[62298]: INFO nova.compute.manager [-] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Took 1.80 seconds to deallocate network for instance. [ 2008.154779] env[62298]: DEBUG nova.scheduler.client.report [None req-220c6ae4-ae4d-415e-8eb1-0e0ed7a739b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2008.158347] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ce8cfd44-cd9b-412b-84d9-0586ff84b9cf tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "05f04789-bb13-4884-a1f1-213c5993de11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.158610] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ce8cfd44-cd9b-412b-84d9-0586ff84b9cf tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "05f04789-bb13-4884-a1f1-213c5993de11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.158818] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ce8cfd44-cd9b-412b-84d9-0586ff84b9cf tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "05f04789-bb13-4884-a1f1-213c5993de11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.159078] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ce8cfd44-cd9b-412b-84d9-0586ff84b9cf tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "05f04789-bb13-4884-a1f1-213c5993de11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.159227] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ce8cfd44-cd9b-412b-84d9-0586ff84b9cf tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "05f04789-bb13-4884-a1f1-213c5993de11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.161920] env[62298]: INFO nova.compute.manager [None req-ce8cfd44-cd9b-412b-84d9-0586ff84b9cf tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Terminating instance [ 2008.180803] env[62298]: DEBUG nova.network.neutron [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Updating instance_info_cache with network_info: [{"id": "7c0cf4c4-ba63-4710-8998-297682cbadbd", "address": "fa:16:3e:16:2f:78", "network": {"id": "1b0325e7-c092-488a-b711-be05e76100b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-550134086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c391aea5021499b9b50a616b7937813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c0cf4c4-ba", "ovs_interfaceid": "7c0cf4c4-ba63-4710-8998-297682cbadbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2008.405945] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2008.406351] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62298) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2008.635199] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f71af26b-afd6-43b6-8e03-6936897a334d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.662343] env[62298]: DEBUG oslo_concurrency.lockutils [None req-220c6ae4-ae4d-415e-8eb1-0e0ed7a739b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.717s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.664768] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d39b08de-2d49-489d-943a-56d642823fe9 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.345s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.665069] env[62298]: DEBUG nova.objects.instance [None req-d39b08de-2d49-489d-943a-56d642823fe9 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lazy-loading 'resources' on Instance uuid b9ba6368-81c9-42f2-b40a-f9dfed49e42d {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2008.666445] env[62298]: DEBUG nova.compute.manager [None req-ce8cfd44-cd9b-412b-84d9-0586ff84b9cf tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2008.666637] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8cfd44-cd9b-412b-84d9-0586ff84b9cf tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2008.667532] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c1a0ab-6fe9-49a8-8db3-ab975865f731 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.676487] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8cfd44-cd9b-412b-84d9-0586ff84b9cf tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2008.677393] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5acfcb9-9d75-4f1c-bf01-e46a91983500 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.683728] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Releasing lock "refresh_cache-6144efa7-fb78-4b7b-8780-9dda46056e6c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2008.686280] env[62298]: DEBUG oslo_vmware.api [None req-ce8cfd44-cd9b-412b-84d9-0586ff84b9cf tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 2008.686280] env[62298]: value = "task-1805267" [ 2008.686280] env[62298]: _type = "Task" [ 2008.686280] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.687301] env[62298]: INFO nova.scheduler.client.report [None req-220c6ae4-ae4d-415e-8eb1-0e0ed7a739b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Deleted allocations for instance ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6 [ 2008.702780] env[62298]: DEBUG oslo_vmware.api [None req-ce8cfd44-cd9b-412b-84d9-0586ff84b9cf tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.202126] env[62298]: DEBUG oslo_concurrency.lockutils [None req-220c6ae4-ae4d-415e-8eb1-0e0ed7a739b8 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.171s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.210763] env[62298]: DEBUG oslo_vmware.api [None req-ce8cfd44-cd9b-412b-84d9-0586ff84b9cf tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805267, 'name': PowerOffVM_Task, 'duration_secs': 0.210736} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.211652] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8cfd44-cd9b-412b-84d9-0586ff84b9cf tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2009.211652] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8cfd44-cd9b-412b-84d9-0586ff84b9cf tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2009.211780] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8ba4de5-8346-4a95-aa09-1bc560bfd7d6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.318214] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253e5d0b-695c-4719-84a9-486cc2d71000 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.328167] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595a4cba-17c3-45f9-9778-89cc24ceb7e1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.331761] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8cfd44-cd9b-412b-84d9-0586ff84b9cf tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2009.331978] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8cfd44-cd9b-412b-84d9-0586ff84b9cf tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2009.332184] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce8cfd44-cd9b-412b-84d9-0586ff84b9cf tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Deleting the datastore file [datastore1] 05f04789-bb13-4884-a1f1-213c5993de11 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2009.332445] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04035632-5909-4001-bc4b-83075f7023bd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.363990] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2646efe1-c036-47dc-bf60-5bbdf236df3e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.366778] env[62298]: DEBUG oslo_vmware.api [None req-ce8cfd44-cd9b-412b-84d9-0586ff84b9cf tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for the task: (returnval){ [ 2009.366778] env[62298]: value = "task-1805269" [ 2009.366778] env[62298]: _type = "Task" [ 2009.366778] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.373921] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad64b033-99b8-479b-80f4-a73e206b3744 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.381322] env[62298]: DEBUG oslo_vmware.api [None req-ce8cfd44-cd9b-412b-84d9-0586ff84b9cf tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.392084] env[62298]: DEBUG nova.compute.provider_tree [None req-d39b08de-2d49-489d-943a-56d642823fe9 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2009.407467] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2009.878236] env[62298]: DEBUG oslo_vmware.api [None req-ce8cfd44-cd9b-412b-84d9-0586ff84b9cf tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Task: {'id': task-1805269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.524406} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.878524] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce8cfd44-cd9b-412b-84d9-0586ff84b9cf tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2009.878666] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8cfd44-cd9b-412b-84d9-0586ff84b9cf tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2009.878847] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8cfd44-cd9b-412b-84d9-0586ff84b9cf tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2009.879034] env[62298]: INFO nova.compute.manager [None req-ce8cfd44-cd9b-412b-84d9-0586ff84b9cf tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Took 1.21 seconds to destroy the instance on the hypervisor. [ 2009.879335] env[62298]: DEBUG oslo.service.loopingcall [None req-ce8cfd44-cd9b-412b-84d9-0586ff84b9cf tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2009.879568] env[62298]: DEBUG nova.compute.manager [-] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2009.879694] env[62298]: DEBUG nova.network.neutron [-] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2009.895572] env[62298]: DEBUG nova.scheduler.client.report [None req-d39b08de-2d49-489d-943a-56d642823fe9 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2009.925162] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cb91adde-b486-400c-af32-7a93300a0a8a tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "f50cfd29-c1c0-421f-87f3-6e8fea1871b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.925411] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cb91adde-b486-400c-af32-7a93300a0a8a tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "f50cfd29-c1c0-421f-87f3-6e8fea1871b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.925620] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cb91adde-b486-400c-af32-7a93300a0a8a tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "f50cfd29-c1c0-421f-87f3-6e8fea1871b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.925804] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cb91adde-b486-400c-af32-7a93300a0a8a tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "f50cfd29-c1c0-421f-87f3-6e8fea1871b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.926018] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cb91adde-b486-400c-af32-7a93300a0a8a tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "f50cfd29-c1c0-421f-87f3-6e8fea1871b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.928581] env[62298]: INFO nova.compute.manager [None req-cb91adde-b486-400c-af32-7a93300a0a8a tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Terminating instance [ 2010.155781] env[62298]: DEBUG nova.compute.manager [req-63ad51ab-2e3e-488b-956b-f1b96a18b372 req-f15821f6-fd9f-4ea7-9a9f-8200d8b27433 service nova] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Received event network-vif-deleted-974d2f42-a96b-436e-9d44-87229141c290 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2010.156008] env[62298]: INFO nova.compute.manager [req-63ad51ab-2e3e-488b-956b-f1b96a18b372 req-f15821f6-fd9f-4ea7-9a9f-8200d8b27433 service nova] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Neutron deleted interface 974d2f42-a96b-436e-9d44-87229141c290; detaching it from the instance and deleting it from the info cache [ 2010.156264] env[62298]: DEBUG nova.network.neutron [req-63ad51ab-2e3e-488b-956b-f1b96a18b372 req-f15821f6-fd9f-4ea7-9a9f-8200d8b27433 service nova] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2010.208989] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a6d8a2-74e5-4345-aa9b-bf6e32eb4793 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.229673] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Updating instance '6144efa7-fb78-4b7b-8780-9dda46056e6c' progress to 0 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2010.401622] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d39b08de-2d49-489d-943a-56d642823fe9 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.404467] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f71af26b-afd6-43b6-8e03-6936897a334d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.769s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.404962] env[62298]: DEBUG nova.objects.instance [None req-f71af26b-afd6-43b6-8e03-6936897a334d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lazy-loading 'resources' on Instance uuid be9abd95-4f85-44ba-bbfb-90921999e197 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2010.407184] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2010.407921] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Starting heal instance info cache {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2010.424779] env[62298]: INFO nova.scheduler.client.report [None req-d39b08de-2d49-489d-943a-56d642823fe9 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Deleted allocations for instance b9ba6368-81c9-42f2-b40a-f9dfed49e42d [ 2010.432905] env[62298]: DEBUG nova.compute.manager [None req-cb91adde-b486-400c-af32-7a93300a0a8a tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2010.433253] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cb91adde-b486-400c-af32-7a93300a0a8a tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2010.434133] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c78be4-0d96-4a14-9c8d-85c0b6def9f9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.442367] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb91adde-b486-400c-af32-7a93300a0a8a tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2010.442635] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90d2da0b-7f2b-4549-8ab4-d35016dbf5be {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.448434] env[62298]: DEBUG oslo_vmware.api [None req-cb91adde-b486-400c-af32-7a93300a0a8a tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 2010.448434] env[62298]: value = "task-1805271" [ 2010.448434] env[62298]: _type = "Task" [ 2010.448434] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.457819] env[62298]: DEBUG oslo_vmware.api [None req-cb91adde-b486-400c-af32-7a93300a0a8a tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.630886] env[62298]: DEBUG nova.network.neutron [-] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2010.660074] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7ebe035-108f-48eb-876d-1d560b9719b6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.669636] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541b8e37-5ef8-4531-be28-0470ea39e589 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.699121] env[62298]: DEBUG nova.compute.manager [req-63ad51ab-2e3e-488b-956b-f1b96a18b372 req-f15821f6-fd9f-4ea7-9a9f-8200d8b27433 service nova] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Detach interface failed, port_id=974d2f42-a96b-436e-9d44-87229141c290, reason: Instance 05f04789-bb13-4884-a1f1-213c5993de11 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2010.735838] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2010.736262] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0bac5f5-9362-492b-89b0-28eaaf47deee {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.745530] env[62298]: DEBUG oslo_vmware.api [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2010.745530] env[62298]: value = "task-1805272" [ 2010.745530] env[62298]: _type = "Task" [ 2010.745530] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.754291] env[62298]: DEBUG oslo_vmware.api [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.933041] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d39b08de-2d49-489d-943a-56d642823fe9 tempest-ServerActionsTestOtherB-208884208 tempest-ServerActionsTestOtherB-208884208-project-member] Lock "b9ba6368-81c9-42f2-b40a-f9dfed49e42d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.100s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.961255] env[62298]: DEBUG oslo_vmware.api [None req-cb91adde-b486-400c-af32-7a93300a0a8a tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805271, 'name': PowerOffVM_Task, 'duration_secs': 0.187315} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.961540] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb91adde-b486-400c-af32-7a93300a0a8a tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2010.961710] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cb91adde-b486-400c-af32-7a93300a0a8a tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2010.961955] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02874a41-14e0-4b23-870f-10d4b2cf24ed {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.018986] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ae1bd8-13e9-41ee-9557-50338f917de5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.027120] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d0fbbd-941d-46e8-8429-ff4c34d1dc7c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.056740] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82119ad8-ea05-49de-9df4-dcacd609d72c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.064094] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bba1bd-76d0-4862-88d9-f7ec997c72b6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.076896] env[62298]: DEBUG nova.compute.provider_tree [None req-f71af26b-afd6-43b6-8e03-6936897a334d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2011.133825] env[62298]: INFO nova.compute.manager [-] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Took 1.25 seconds to deallocate network for instance. [ 2011.137135] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cb91adde-b486-400c-af32-7a93300a0a8a tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2011.137344] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cb91adde-b486-400c-af32-7a93300a0a8a tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2011.137554] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb91adde-b486-400c-af32-7a93300a0a8a tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Deleting the datastore file [datastore1] f50cfd29-c1c0-421f-87f3-6e8fea1871b5 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2011.140509] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fda07492-f7b4-466a-8b76-c59200be812e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.147126] env[62298]: DEBUG oslo_vmware.api [None req-cb91adde-b486-400c-af32-7a93300a0a8a tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 2011.147126] env[62298]: value = "task-1805274" [ 2011.147126] env[62298]: _type = "Task" [ 2011.147126] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.155280] env[62298]: DEBUG oslo_vmware.api [None req-cb91adde-b486-400c-af32-7a93300a0a8a tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.257245] env[62298]: DEBUG oslo_vmware.api [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805272, 'name': PowerOffVM_Task, 'duration_secs': 0.184725} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.257520] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2011.257707] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Updating instance '6144efa7-fb78-4b7b-8780-9dda46056e6c' progress to 17 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2011.579818] env[62298]: DEBUG nova.scheduler.client.report [None req-f71af26b-afd6-43b6-8e03-6936897a334d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2011.643518] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ce8cfd44-cd9b-412b-84d9-0586ff84b9cf tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.656514] env[62298]: DEBUG oslo_vmware.api [None req-cb91adde-b486-400c-af32-7a93300a0a8a tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162369} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.656754] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb91adde-b486-400c-af32-7a93300a0a8a tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2011.656938] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cb91adde-b486-400c-af32-7a93300a0a8a tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2011.657148] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-cb91adde-b486-400c-af32-7a93300a0a8a tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2011.657325] env[62298]: INFO nova.compute.manager [None req-cb91adde-b486-400c-af32-7a93300a0a8a tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2011.657558] env[62298]: DEBUG oslo.service.loopingcall [None req-cb91adde-b486-400c-af32-7a93300a0a8a tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2011.657744] env[62298]: DEBUG nova.compute.manager [-] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2011.657850] env[62298]: DEBUG nova.network.neutron [-] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2011.764212] env[62298]: DEBUG nova.virt.hardware [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2011.764482] env[62298]: DEBUG nova.virt.hardware [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2011.764663] env[62298]: DEBUG nova.virt.hardware [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2011.764856] env[62298]: DEBUG nova.virt.hardware [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2011.765013] env[62298]: DEBUG nova.virt.hardware [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2011.765172] env[62298]: DEBUG nova.virt.hardware [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2011.765372] env[62298]: DEBUG nova.virt.hardware [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2011.765530] env[62298]: DEBUG nova.virt.hardware [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2011.765696] env[62298]: DEBUG nova.virt.hardware [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2011.765856] env[62298]: DEBUG nova.virt.hardware [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2011.766038] env[62298]: DEBUG nova.virt.hardware [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2011.771071] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e193c438-9fa1-4b4c-81f1-a5a63403e6c8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.787037] env[62298]: DEBUG oslo_vmware.api [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2011.787037] env[62298]: value = "task-1805276" [ 2011.787037] env[62298]: _type = "Task" [ 2011.787037] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.085135] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f71af26b-afd6-43b6-8e03-6936897a334d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.087735] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ce8cfd44-cd9b-412b-84d9-0586ff84b9cf tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.444s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.087996] env[62298]: DEBUG nova.objects.instance [None req-ce8cfd44-cd9b-412b-84d9-0586ff84b9cf tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lazy-loading 'resources' on Instance uuid 05f04789-bb13-4884-a1f1-213c5993de11 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2012.106256] env[62298]: INFO nova.scheduler.client.report [None req-f71af26b-afd6-43b6-8e03-6936897a334d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Deleted allocations for instance be9abd95-4f85-44ba-bbfb-90921999e197 [ 2012.181669] env[62298]: DEBUG nova.compute.manager [req-d430101f-b872-4523-960e-ac82e663a768 req-e0b06144-ab1a-47e5-8629-7aad9af5365e service nova] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Received event network-vif-deleted-3f6d2de1-8cf3-4da3-8666-26e54390ec5b {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2012.181747] env[62298]: INFO nova.compute.manager [req-d430101f-b872-4523-960e-ac82e663a768 req-e0b06144-ab1a-47e5-8629-7aad9af5365e service nova] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Neutron deleted interface 3f6d2de1-8cf3-4da3-8666-26e54390ec5b; detaching it from the instance and deleting it from the info cache [ 2012.181897] env[62298]: DEBUG nova.network.neutron [req-d430101f-b872-4523-960e-ac82e663a768 req-e0b06144-ab1a-47e5-8629-7aad9af5365e service nova] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2012.296956] env[62298]: DEBUG oslo_vmware.api [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805276, 'name': ReconfigVM_Task, 'duration_secs': 0.233342} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.297397] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Updating instance '6144efa7-fb78-4b7b-8780-9dda46056e6c' progress to 33 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2012.429250] env[62298]: DEBUG nova.network.neutron [-] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2012.613175] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f71af26b-afd6-43b6-8e03-6936897a334d tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "be9abd95-4f85-44ba-bbfb-90921999e197" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.983s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.673745] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a599a18-184e-49d7-920e-1fe4ae1ac49a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.680936] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f389aa-bbd9-4f92-9e48-7e6b113422dc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.685674] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73007bed-3e4b-40f8-b7ae-54bc18811447 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.716852] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8d5656-6923-4ea5-80fc-6cf2601f5110 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.721795] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb391c3-bf0d-48da-940c-b10dbf236d73 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.736954] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c2c185-8bd6-49bf-8ef1-3bd99212c1aa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.746545] env[62298]: DEBUG nova.compute.manager [req-d430101f-b872-4523-960e-ac82e663a768 req-e0b06144-ab1a-47e5-8629-7aad9af5365e service nova] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Detach interface failed, port_id=3f6d2de1-8cf3-4da3-8666-26e54390ec5b, reason: Instance f50cfd29-c1c0-421f-87f3-6e8fea1871b5 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2012.754219] env[62298]: DEBUG nova.compute.provider_tree [None req-ce8cfd44-cd9b-412b-84d9-0586ff84b9cf tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2012.803570] env[62298]: DEBUG nova.virt.hardware [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2012.803976] env[62298]: DEBUG nova.virt.hardware [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2012.803976] env[62298]: DEBUG nova.virt.hardware [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2012.804182] env[62298]: DEBUG nova.virt.hardware [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2012.804339] env[62298]: DEBUG nova.virt.hardware [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2012.804494] env[62298]: DEBUG nova.virt.hardware [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2012.804700] env[62298]: DEBUG nova.virt.hardware [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2012.804863] env[62298]: DEBUG nova.virt.hardware [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2012.805046] env[62298]: DEBUG nova.virt.hardware [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2012.805245] env[62298]: DEBUG nova.virt.hardware [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2012.805385] env[62298]: DEBUG nova.virt.hardware [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2012.810811] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2012.811105] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f15ae1a5-3f1a-4030-880c-4cdf54fbb219 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.831097] env[62298]: DEBUG oslo_vmware.api [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2012.831097] env[62298]: value = "task-1805277" [ 2012.831097] env[62298]: _type = "Task" [ 2012.831097] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.839353] env[62298]: DEBUG oslo_vmware.api [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.931854] env[62298]: INFO nova.compute.manager [-] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Took 1.27 seconds to deallocate network for instance. [ 2013.257655] env[62298]: DEBUG nova.scheduler.client.report [None req-ce8cfd44-cd9b-412b-84d9-0586ff84b9cf tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2013.341497] env[62298]: DEBUG oslo_vmware.api [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805277, 'name': ReconfigVM_Task, 'duration_secs': 0.16962} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.341848] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2013.342649] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314f7c8d-2a46-40ef-933d-b974ccb845b3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.364577] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 6144efa7-fb78-4b7b-8780-9dda46056e6c/6144efa7-fb78-4b7b-8780-9dda46056e6c.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2013.364877] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7331af73-cc73-4c3f-8c65-476b539c4e0a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.383141] env[62298]: DEBUG oslo_vmware.api [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2013.383141] env[62298]: value = "task-1805278" [ 2013.383141] env[62298]: _type = "Task" [ 2013.383141] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.392018] env[62298]: DEBUG oslo_vmware.api [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805278, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.398543] env[62298]: DEBUG oslo_concurrency.lockutils [None req-259812bb-dc4e-4ce7-83c2-478ee6204f79 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "59a5e4d5-6d0e-45af-9e23-57aaf115d983" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.398778] env[62298]: DEBUG oslo_concurrency.lockutils [None req-259812bb-dc4e-4ce7-83c2-478ee6204f79 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "59a5e4d5-6d0e-45af-9e23-57aaf115d983" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.399050] env[62298]: DEBUG oslo_concurrency.lockutils [None req-259812bb-dc4e-4ce7-83c2-478ee6204f79 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "59a5e4d5-6d0e-45af-9e23-57aaf115d983-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.399205] env[62298]: DEBUG oslo_concurrency.lockutils [None req-259812bb-dc4e-4ce7-83c2-478ee6204f79 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "59a5e4d5-6d0e-45af-9e23-57aaf115d983-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.399389] env[62298]: DEBUG oslo_concurrency.lockutils [None req-259812bb-dc4e-4ce7-83c2-478ee6204f79 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "59a5e4d5-6d0e-45af-9e23-57aaf115d983-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.401548] env[62298]: INFO nova.compute.manager [None req-259812bb-dc4e-4ce7-83c2-478ee6204f79 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Terminating instance [ 2013.425516] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Didn't find any instances for network info cache update. {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 2013.425775] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2013.425926] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2013.426423] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2013.426423] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2013.440560] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cb91adde-b486-400c-af32-7a93300a0a8a tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.762667] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ce8cfd44-cd9b-412b-84d9-0586ff84b9cf tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.765109] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cb91adde-b486-400c-af32-7a93300a0a8a tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.325s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.765352] env[62298]: DEBUG nova.objects.instance [None req-cb91adde-b486-400c-af32-7a93300a0a8a tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lazy-loading 'resources' on Instance uuid f50cfd29-c1c0-421f-87f3-6e8fea1871b5 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2013.791224] env[62298]: INFO nova.scheduler.client.report [None req-ce8cfd44-cd9b-412b-84d9-0586ff84b9cf tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Deleted allocations for instance 05f04789-bb13-4884-a1f1-213c5993de11 [ 2013.892720] env[62298]: DEBUG oslo_vmware.api [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805278, 'name': ReconfigVM_Task, 'duration_secs': 0.260356} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.892995] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 6144efa7-fb78-4b7b-8780-9dda46056e6c/6144efa7-fb78-4b7b-8780-9dda46056e6c.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2013.893332] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Updating instance '6144efa7-fb78-4b7b-8780-9dda46056e6c' progress to 50 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2013.905604] env[62298]: DEBUG nova.compute.manager [None req-259812bb-dc4e-4ce7-83c2-478ee6204f79 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2013.905803] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-259812bb-dc4e-4ce7-83c2-478ee6204f79 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2013.906637] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001125d4-e276-4feb-9931-0115b8845153 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.914283] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-259812bb-dc4e-4ce7-83c2-478ee6204f79 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2013.914527] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e87db48-8e5a-4806-88da-a0aad200868b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.920341] env[62298]: DEBUG oslo_vmware.api [None req-259812bb-dc4e-4ce7-83c2-478ee6204f79 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 2013.920341] env[62298]: value = "task-1805279" [ 2013.920341] env[62298]: _type = "Task" [ 2013.920341] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.929909] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.930216] env[62298]: DEBUG oslo_vmware.api [None req-259812bb-dc4e-4ce7-83c2-478ee6204f79 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.308713] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ce8cfd44-cd9b-412b-84d9-0586ff84b9cf tempest-ServerDiskConfigTestJSON-1414890295 tempest-ServerDiskConfigTestJSON-1414890295-project-member] Lock "05f04789-bb13-4884-a1f1-213c5993de11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.149s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.369016] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369036f2-bb30-4856-99c1-4bf2ec894840 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.379659] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3548162-b46c-4f83-b878-0424c9a9bb8c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.414159] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6626b5d4-cacd-423a-8b48-caf156a9579d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.418310] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a10b864-d229-4869-aed6-9b1189ac8eee {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.441615] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49af85ad-b026-4ee1-978c-ff40ff501366 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.447781] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8dc16b-1ace-4810-8c75-17f8342bbbf0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.452281] env[62298]: DEBUG oslo_vmware.api [None req-259812bb-dc4e-4ce7-83c2-478ee6204f79 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805279, 'name': PowerOffVM_Task, 'duration_secs': 0.193707} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.452969] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-259812bb-dc4e-4ce7-83c2-478ee6204f79 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2014.453629] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-259812bb-dc4e-4ce7-83c2-478ee6204f79 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2014.455127] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-413ca99e-50a6-4ba6-97c5-e50a5a3eb55b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.479419] env[62298]: DEBUG nova.compute.provider_tree [None req-cb91adde-b486-400c-af32-7a93300a0a8a tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2014.481749] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Updating instance '6144efa7-fb78-4b7b-8780-9dda46056e6c' progress to 67 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2014.717750] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-259812bb-dc4e-4ce7-83c2-478ee6204f79 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2014.717953] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-259812bb-dc4e-4ce7-83c2-478ee6204f79 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2014.718156] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-259812bb-dc4e-4ce7-83c2-478ee6204f79 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Deleting the datastore file [datastore1] 59a5e4d5-6d0e-45af-9e23-57aaf115d983 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2014.718437] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e997638-41fd-459d-bff6-95f462165ebd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.724741] env[62298]: DEBUG oslo_vmware.api [None req-259812bb-dc4e-4ce7-83c2-478ee6204f79 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for the task: (returnval){ [ 2014.724741] env[62298]: value = "task-1805281" [ 2014.724741] env[62298]: _type = "Task" [ 2014.724741] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.732367] env[62298]: DEBUG oslo_vmware.api [None req-259812bb-dc4e-4ce7-83c2-478ee6204f79 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.987209] env[62298]: DEBUG nova.scheduler.client.report [None req-cb91adde-b486-400c-af32-7a93300a0a8a tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2015.092083] env[62298]: DEBUG nova.network.neutron [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Port 7c0cf4c4-ba63-4710-8998-297682cbadbd binding to destination host cpu-1 is already ACTIVE {{(pid=62298) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2015.235870] env[62298]: DEBUG oslo_vmware.api [None req-259812bb-dc4e-4ce7-83c2-478ee6204f79 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Task: {'id': task-1805281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19721} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.236267] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-259812bb-dc4e-4ce7-83c2-478ee6204f79 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2015.237128] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-259812bb-dc4e-4ce7-83c2-478ee6204f79 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2015.237503] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-259812bb-dc4e-4ce7-83c2-478ee6204f79 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2015.237766] env[62298]: INFO nova.compute.manager [None req-259812bb-dc4e-4ce7-83c2-478ee6204f79 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Took 1.33 seconds to destroy the instance on the hypervisor. [ 2015.238085] env[62298]: DEBUG oslo.service.loopingcall [None req-259812bb-dc4e-4ce7-83c2-478ee6204f79 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2015.238422] env[62298]: DEBUG nova.compute.manager [-] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2015.238546] env[62298]: DEBUG nova.network.neutron [-] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2015.500987] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cb91adde-b486-400c-af32-7a93300a0a8a tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.735s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.503500] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.574s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.503684] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.503851] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62298) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2015.504719] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0531ea06-568b-4d8f-8e07-da2851bb407c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.512686] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c873ba6-3f14-4c7b-8d5d-93cda3c1096d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.529222] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bed192-d073-48f6-8ddf-c089dd1343a4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.533750] env[62298]: INFO nova.scheduler.client.report [None req-cb91adde-b486-400c-af32-7a93300a0a8a tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Deleted allocations for instance f50cfd29-c1c0-421f-87f3-6e8fea1871b5 [ 2015.544599] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd55cf3-2638-4e36-8b1a-751cd0721dc6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.581085] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179620MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62298) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2015.581252] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.581431] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.032873] env[62298]: DEBUG nova.compute.manager [req-5815152f-fec1-48b7-86ee-fe9bec1d6415 req-7e2ec458-67cb-4c96-afe8-3185bad39852 service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Received event network-vif-deleted-2017f7c3-d123-4da7-b644-0f688454e976 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2016.033122] env[62298]: INFO nova.compute.manager [req-5815152f-fec1-48b7-86ee-fe9bec1d6415 req-7e2ec458-67cb-4c96-afe8-3185bad39852 service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Neutron deleted interface 2017f7c3-d123-4da7-b644-0f688454e976; detaching it from the instance and deleting it from the info cache [ 2016.033296] env[62298]: DEBUG nova.network.neutron [req-5815152f-fec1-48b7-86ee-fe9bec1d6415 req-7e2ec458-67cb-4c96-afe8-3185bad39852 service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2016.047324] env[62298]: DEBUG oslo_concurrency.lockutils [None req-cb91adde-b486-400c-af32-7a93300a0a8a tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "f50cfd29-c1c0-421f-87f3-6e8fea1871b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.122s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.115851] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "6144efa7-fb78-4b7b-8780-9dda46056e6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.115851] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "6144efa7-fb78-4b7b-8780-9dda46056e6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.115851] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "6144efa7-fb78-4b7b-8780-9dda46056e6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.506430] env[62298]: DEBUG nova.network.neutron [-] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2016.536209] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b34a5bbe-53eb-4633-8b0a-c959c4900801 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.553942] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35ffdf5-2fac-44bc-b2be-166a5d3a5093 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.589804] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Applying migration context for instance 6144efa7-fb78-4b7b-8780-9dda46056e6c as it has an incoming, in-progress migration 97b2d1db-1aeb-4a63-b463-dd86b1c0d397. Migration status is post-migrating {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2016.591311] env[62298]: INFO nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Updating resource usage from migration 97b2d1db-1aeb-4a63-b463-dd86b1c0d397 [ 2016.594718] env[62298]: DEBUG nova.compute.manager [req-5815152f-fec1-48b7-86ee-fe9bec1d6415 req-7e2ec458-67cb-4c96-afe8-3185bad39852 service nova] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Detach interface failed, port_id=2017f7c3-d123-4da7-b644-0f688454e976, reason: Instance 59a5e4d5-6d0e-45af-9e23-57aaf115d983 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2016.611690] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 68d2ec9f-562d-44d5-a963-ebd83cb841c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2016.611855] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 59a5e4d5-6d0e-45af-9e23-57aaf115d983 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2016.611984] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 18f1a093-829a-4251-999a-4d95a437540a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2016.612122] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Migration 97b2d1db-1aeb-4a63-b463-dd86b1c0d397 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2016.612242] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 6144efa7-fb78-4b7b-8780-9dda46056e6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2016.612434] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2016.612573] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2016.701904] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a081cd-d586-4d3c-933b-7532309ad9d0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.710509] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ed1b07-e858-40ba-bd15-a059adddc458 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.745261] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe1bab4-a0ca-4d00-888f-58ab498aeec6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.753336] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5fd351-535d-4ad9-825c-f00555c24ecb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.768027] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2017.008953] env[62298]: INFO nova.compute.manager [-] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Took 1.77 seconds to deallocate network for instance. [ 2017.164279] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "refresh_cache-6144efa7-fb78-4b7b-8780-9dda46056e6c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2017.164279] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquired lock "refresh_cache-6144efa7-fb78-4b7b-8780-9dda46056e6c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2017.164279] env[62298]: DEBUG nova.network.neutron [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2017.272135] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2017.515217] env[62298]: DEBUG oslo_concurrency.lockutils [None req-259812bb-dc4e-4ce7-83c2-478ee6204f79 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.578181] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "6026a7c7-18b8-4b27-8e44-9769c8752273" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.578414] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "6026a7c7-18b8-4b27-8e44-9769c8752273" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.776638] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2017.777034] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.195s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.777554] env[62298]: DEBUG oslo_concurrency.lockutils [None req-259812bb-dc4e-4ce7-83c2-478ee6204f79 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.262s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.777694] env[62298]: DEBUG nova.objects.instance [None req-259812bb-dc4e-4ce7-83c2-478ee6204f79 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lazy-loading 'resources' on Instance uuid 59a5e4d5-6d0e-45af-9e23-57aaf115d983 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2017.930536] env[62298]: DEBUG nova.network.neutron [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Updating instance_info_cache with network_info: [{"id": "7c0cf4c4-ba63-4710-8998-297682cbadbd", "address": "fa:16:3e:16:2f:78", "network": {"id": "1b0325e7-c092-488a-b711-be05e76100b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-550134086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c391aea5021499b9b50a616b7937813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c0cf4c4-ba", "ovs_interfaceid": "7c0cf4c4-ba63-4710-8998-297682cbadbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2018.080694] env[62298]: DEBUG nova.compute.manager [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2018.368333] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60649c33-643a-4cb3-a515-4370efd3f85e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.376318] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cc9d35-55bc-4aba-b4c8-eff6ca732c1a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.405145] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b26d5a-5668-4686-a44c-e52f15271a95 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.412556] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5d4257-fc0a-47f8-a2c8-e0e3dac2fe7a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.425327] env[62298]: DEBUG nova.compute.provider_tree [None req-259812bb-dc4e-4ce7-83c2-478ee6204f79 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2018.433914] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Releasing lock "refresh_cache-6144efa7-fb78-4b7b-8780-9dda46056e6c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2018.598202] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.929430] env[62298]: DEBUG nova.scheduler.client.report [None req-259812bb-dc4e-4ce7-83c2-478ee6204f79 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2018.962295] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0172edfb-f31e-412a-a40e-46ac541a53ac {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.983681] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4622f4dd-0444-46e6-aba4-5d10efe51767 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.992018] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Updating instance '6144efa7-fb78-4b7b-8780-9dda46056e6c' progress to 83 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2019.434273] env[62298]: DEBUG oslo_concurrency.lockutils [None req-259812bb-dc4e-4ce7-83c2-478ee6204f79 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.437027] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.838s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2019.438024] env[62298]: INFO nova.compute.claims [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2019.453476] env[62298]: INFO nova.scheduler.client.report [None req-259812bb-dc4e-4ce7-83c2-478ee6204f79 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Deleted allocations for instance 59a5e4d5-6d0e-45af-9e23-57aaf115d983 [ 2019.497539] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2019.498389] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f251271d-f46a-4407-ae3d-9c02c5097550 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.505519] env[62298]: DEBUG oslo_vmware.api [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2019.505519] env[62298]: value = "task-1805282" [ 2019.505519] env[62298]: _type = "Task" [ 2019.505519] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.513715] env[62298]: DEBUG oslo_vmware.api [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.964113] env[62298]: DEBUG oslo_concurrency.lockutils [None req-259812bb-dc4e-4ce7-83c2-478ee6204f79 tempest-AttachInterfacesTestJSON-328262786 tempest-AttachInterfacesTestJSON-328262786-project-member] Lock "59a5e4d5-6d0e-45af-9e23-57aaf115d983" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.564s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.016100] env[62298]: DEBUG oslo_vmware.api [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805282, 'name': PowerOnVM_Task, 'duration_secs': 0.395574} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.016999] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2020.016999] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a132c536-0895-4d64-9c14-cc52ad6e0b9f tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Updating instance '6144efa7-fb78-4b7b-8780-9dda46056e6c' progress to 100 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2020.526681] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88c0152-496b-455d-a4f5-ec225164d2d3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.534674] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ca87ab-e24f-4afb-945c-bb83e24cfbe8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.568131] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b783f8-3f73-4550-bb9e-c13201982bec {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.575844] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c37465-7657-4753-9f26-03e1f45440df {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.589711] env[62298]: DEBUG nova.compute.provider_tree [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2020.611076] env[62298]: DEBUG oslo_concurrency.lockutils [None req-746144ad-ebb4-4e69-a34e-61cf11c4b937 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquiring lock "18f1a093-829a-4251-999a-4d95a437540a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.611228] env[62298]: DEBUG oslo_concurrency.lockutils [None req-746144ad-ebb4-4e69-a34e-61cf11c4b937 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "18f1a093-829a-4251-999a-4d95a437540a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.773113] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2021.092414] env[62298]: DEBUG nova.scheduler.client.report [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2021.114675] env[62298]: INFO nova.compute.manager [None req-746144ad-ebb4-4e69-a34e-61cf11c4b937 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Detaching volume 8e2d4bea-e01e-4675-888c-f9a0df034a5f [ 2021.151708] env[62298]: INFO nova.virt.block_device [None req-746144ad-ebb4-4e69-a34e-61cf11c4b937 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Attempting to driver detach volume 8e2d4bea-e01e-4675-888c-f9a0df034a5f from mountpoint /dev/sdb [ 2021.153161] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-746144ad-ebb4-4e69-a34e-61cf11c4b937 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Volume detach. Driver type: vmdk {{(pid=62298) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2021.153161] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-746144ad-ebb4-4e69-a34e-61cf11c4b937 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374204', 'volume_id': '8e2d4bea-e01e-4675-888c-f9a0df034a5f', 'name': 'volume-8e2d4bea-e01e-4675-888c-f9a0df034a5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '18f1a093-829a-4251-999a-4d95a437540a', 'attached_at': '', 'detached_at': '', 'volume_id': '8e2d4bea-e01e-4675-888c-f9a0df034a5f', 'serial': '8e2d4bea-e01e-4675-888c-f9a0df034a5f'} {{(pid=62298) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2021.153984] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63be32b-82c7-47a1-9431-9ac70cff4584 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.180275] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2be51f6-f76d-4d5a-8b4d-321650b0f4b1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.187901] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4e6ec4-baeb-4ff1-a417-07e7e3095955 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.210954] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc406f4-cc37-4cf9-84a1-08ee9fb9616f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.226708] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-746144ad-ebb4-4e69-a34e-61cf11c4b937 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] The volume has not been displaced from its original location: [datastore1] volume-8e2d4bea-e01e-4675-888c-f9a0df034a5f/volume-8e2d4bea-e01e-4675-888c-f9a0df034a5f.vmdk. No consolidation needed. {{(pid=62298) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2021.231995] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-746144ad-ebb4-4e69-a34e-61cf11c4b937 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2021.232306] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f468d58b-9897-45c2-bd5d-65112b90a6ad {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.250252] env[62298]: DEBUG oslo_vmware.api [None req-746144ad-ebb4-4e69-a34e-61cf11c4b937 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 2021.250252] env[62298]: value = "task-1805283" [ 2021.250252] env[62298]: _type = "Task" [ 2021.250252] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.258140] env[62298]: DEBUG oslo_vmware.api [None req-746144ad-ebb4-4e69-a34e-61cf11c4b937 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805283, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.597882] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.161s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.598459] env[62298]: DEBUG nova.compute.manager [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2021.760383] env[62298]: DEBUG oslo_vmware.api [None req-746144ad-ebb4-4e69-a34e-61cf11c4b937 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805283, 'name': ReconfigVM_Task, 'duration_secs': 0.239465} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.761231] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-746144ad-ebb4-4e69-a34e-61cf11c4b937 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2021.765746] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61526980-f9fd-499c-ab9f-9c1819142eec {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.781798] env[62298]: DEBUG oslo_vmware.api [None req-746144ad-ebb4-4e69-a34e-61cf11c4b937 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 2021.781798] env[62298]: value = "task-1805284" [ 2021.781798] env[62298]: _type = "Task" [ 2021.781798] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.789799] env[62298]: DEBUG oslo_vmware.api [None req-746144ad-ebb4-4e69-a34e-61cf11c4b937 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.108497] env[62298]: DEBUG nova.compute.utils [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2022.110034] env[62298]: DEBUG nova.compute.manager [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2022.110261] env[62298]: DEBUG nova.network.neutron [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2022.145932] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f5f955c7-7acb-410e-9c31-56b0cdeb6251 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "6144efa7-fb78-4b7b-8780-9dda46056e6c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.146257] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f5f955c7-7acb-410e-9c31-56b0cdeb6251 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "6144efa7-fb78-4b7b-8780-9dda46056e6c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.146502] env[62298]: DEBUG nova.compute.manager [None req-f5f955c7-7acb-410e-9c31-56b0cdeb6251 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Going to confirm migration 8 {{(pid=62298) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 2022.156450] env[62298]: DEBUG nova.policy [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e16999d2814546159f68305a4f0cbfb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c03e0481a48d41fa860471811159cb77', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 2022.292291] env[62298]: DEBUG oslo_vmware.api [None req-746144ad-ebb4-4e69-a34e-61cf11c4b937 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805284, 'name': ReconfigVM_Task, 'duration_secs': 0.139603} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.292602] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-746144ad-ebb4-4e69-a34e-61cf11c4b937 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374204', 'volume_id': '8e2d4bea-e01e-4675-888c-f9a0df034a5f', 'name': 'volume-8e2d4bea-e01e-4675-888c-f9a0df034a5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '18f1a093-829a-4251-999a-4d95a437540a', 'attached_at': '', 'detached_at': '', 'volume_id': '8e2d4bea-e01e-4675-888c-f9a0df034a5f', 'serial': '8e2d4bea-e01e-4675-888c-f9a0df034a5f'} {{(pid=62298) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2022.519465] env[62298]: DEBUG nova.network.neutron [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Successfully created port: 3b68ebe0-d1e6-4a15-9974-e501ade20b29 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2022.613441] env[62298]: DEBUG nova.compute.manager [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2022.696918] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f5f955c7-7acb-410e-9c31-56b0cdeb6251 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "refresh_cache-6144efa7-fb78-4b7b-8780-9dda46056e6c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2022.697576] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f5f955c7-7acb-410e-9c31-56b0cdeb6251 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquired lock "refresh_cache-6144efa7-fb78-4b7b-8780-9dda46056e6c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2022.697576] env[62298]: DEBUG nova.network.neutron [None req-f5f955c7-7acb-410e-9c31-56b0cdeb6251 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2022.697702] env[62298]: DEBUG nova.objects.instance [None req-f5f955c7-7acb-410e-9c31-56b0cdeb6251 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lazy-loading 'info_cache' on Instance uuid 6144efa7-fb78-4b7b-8780-9dda46056e6c {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2022.842830] env[62298]: DEBUG nova.objects.instance [None req-746144ad-ebb4-4e69-a34e-61cf11c4b937 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lazy-loading 'flavor' on Instance uuid 18f1a093-829a-4251-999a-4d95a437540a {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2023.624764] env[62298]: DEBUG nova.compute.manager [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2023.655713] env[62298]: DEBUG nova.virt.hardware [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2023.655984] env[62298]: DEBUG nova.virt.hardware [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2023.656162] env[62298]: DEBUG nova.virt.hardware [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2023.656352] env[62298]: DEBUG nova.virt.hardware [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2023.656502] env[62298]: DEBUG nova.virt.hardware [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2023.656653] env[62298]: DEBUG nova.virt.hardware [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2023.656869] env[62298]: DEBUG nova.virt.hardware [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2023.657804] env[62298]: DEBUG nova.virt.hardware [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2023.658099] env[62298]: DEBUG nova.virt.hardware [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2023.658302] env[62298]: DEBUG nova.virt.hardware [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2023.658497] env[62298]: DEBUG nova.virt.hardware [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2023.659463] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1f1764-b884-45e7-913d-b09f20ad9b77 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.667944] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b189a29-f5ec-445a-a0d5-e5dc1281d67e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.849833] env[62298]: DEBUG oslo_concurrency.lockutils [None req-746144ad-ebb4-4e69-a34e-61cf11c4b937 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "18f1a093-829a-4251-999a-4d95a437540a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.239s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.999366] env[62298]: DEBUG nova.network.neutron [None req-f5f955c7-7acb-410e-9c31-56b0cdeb6251 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Updating instance_info_cache with network_info: [{"id": "7c0cf4c4-ba63-4710-8998-297682cbadbd", "address": "fa:16:3e:16:2f:78", "network": {"id": "1b0325e7-c092-488a-b711-be05e76100b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-550134086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c391aea5021499b9b50a616b7937813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c0cf4c4-ba", "ovs_interfaceid": "7c0cf4c4-ba63-4710-8998-297682cbadbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2024.130392] env[62298]: DEBUG nova.compute.manager [req-0721b31d-cc8e-47ed-9062-2e2862cd3b59 req-207f2841-5a15-4644-916f-3a2b85aa6a68 service nova] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Received event network-vif-plugged-3b68ebe0-d1e6-4a15-9974-e501ade20b29 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2024.130626] env[62298]: DEBUG oslo_concurrency.lockutils [req-0721b31d-cc8e-47ed-9062-2e2862cd3b59 req-207f2841-5a15-4644-916f-3a2b85aa6a68 service nova] Acquiring lock "6026a7c7-18b8-4b27-8e44-9769c8752273-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.130835] env[62298]: DEBUG oslo_concurrency.lockutils [req-0721b31d-cc8e-47ed-9062-2e2862cd3b59 req-207f2841-5a15-4644-916f-3a2b85aa6a68 service nova] Lock "6026a7c7-18b8-4b27-8e44-9769c8752273-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.131079] env[62298]: DEBUG oslo_concurrency.lockutils [req-0721b31d-cc8e-47ed-9062-2e2862cd3b59 req-207f2841-5a15-4644-916f-3a2b85aa6a68 service nova] Lock "6026a7c7-18b8-4b27-8e44-9769c8752273-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.131223] env[62298]: DEBUG nova.compute.manager [req-0721b31d-cc8e-47ed-9062-2e2862cd3b59 req-207f2841-5a15-4644-916f-3a2b85aa6a68 service nova] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] No waiting events found dispatching network-vif-plugged-3b68ebe0-d1e6-4a15-9974-e501ade20b29 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2024.131351] env[62298]: WARNING nova.compute.manager [req-0721b31d-cc8e-47ed-9062-2e2862cd3b59 req-207f2841-5a15-4644-916f-3a2b85aa6a68 service nova] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Received unexpected event network-vif-plugged-3b68ebe0-d1e6-4a15-9974-e501ade20b29 for instance with vm_state building and task_state spawning. [ 2024.216211] env[62298]: DEBUG nova.network.neutron [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Successfully updated port: 3b68ebe0-d1e6-4a15-9974-e501ade20b29 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2024.505820] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f5f955c7-7acb-410e-9c31-56b0cdeb6251 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Releasing lock "refresh_cache-6144efa7-fb78-4b7b-8780-9dda46056e6c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2024.506126] env[62298]: DEBUG nova.objects.instance [None req-f5f955c7-7acb-410e-9c31-56b0cdeb6251 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lazy-loading 'migration_context' on Instance uuid 6144efa7-fb78-4b7b-8780-9dda46056e6c {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2024.719461] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "refresh_cache-6026a7c7-18b8-4b27-8e44-9769c8752273" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.719461] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquired lock "refresh_cache-6026a7c7-18b8-4b27-8e44-9769c8752273" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2024.719461] env[62298]: DEBUG nova.network.neutron [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2024.872282] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquiring lock "18f1a093-829a-4251-999a-4d95a437540a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.872282] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "18f1a093-829a-4251-999a-4d95a437540a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.872282] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquiring lock "18f1a093-829a-4251-999a-4d95a437540a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.872282] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "18f1a093-829a-4251-999a-4d95a437540a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.872282] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "18f1a093-829a-4251-999a-4d95a437540a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.873777] env[62298]: INFO nova.compute.manager [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Terminating instance [ 2025.011024] env[62298]: DEBUG nova.objects.base [None req-f5f955c7-7acb-410e-9c31-56b0cdeb6251 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Object Instance<6144efa7-fb78-4b7b-8780-9dda46056e6c> lazy-loaded attributes: info_cache,migration_context {{(pid=62298) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2025.011024] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ff3ce7-d413-440d-a460-1987117ee9e1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.037085] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6e6f492-d95b-49ff-84fe-bd8e2400189b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.044415] env[62298]: DEBUG oslo_vmware.api [None req-f5f955c7-7acb-410e-9c31-56b0cdeb6251 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2025.044415] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5262c1e2-ee4f-31fe-22e2-980996a960d1" [ 2025.044415] env[62298]: _type = "Task" [ 2025.044415] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.052869] env[62298]: DEBUG oslo_vmware.api [None req-f5f955c7-7acb-410e-9c31-56b0cdeb6251 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5262c1e2-ee4f-31fe-22e2-980996a960d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.378113] env[62298]: DEBUG nova.compute.manager [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2025.380553] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2025.380553] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9de3ad4-0b51-416e-9715-a728ee373864 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.388803] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2025.389863] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc729ff0-5136-4777-8db3-f80911070bb6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.403230] env[62298]: DEBUG oslo_vmware.api [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 2025.403230] env[62298]: value = "task-1805285" [ 2025.403230] env[62298]: _type = "Task" [ 2025.403230] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.413424] env[62298]: DEBUG oslo_vmware.api [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.488932] env[62298]: DEBUG nova.network.neutron [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2025.561638] env[62298]: DEBUG oslo_vmware.api [None req-f5f955c7-7acb-410e-9c31-56b0cdeb6251 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5262c1e2-ee4f-31fe-22e2-980996a960d1, 'name': SearchDatastore_Task, 'duration_secs': 0.36995} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.561950] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f5f955c7-7acb-410e-9c31-56b0cdeb6251 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.562204] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f5f955c7-7acb-410e-9c31-56b0cdeb6251 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.727787] env[62298]: DEBUG nova.network.neutron [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Updating instance_info_cache with network_info: [{"id": "3b68ebe0-d1e6-4a15-9974-e501ade20b29", "address": "fa:16:3e:6c:7a:af", "network": {"id": "a1cc5b7e-29b8-442e-aded-4790d7ea1173", "bridge": "br-int", "label": "tempest-ServersTestJSON-828003697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03e0481a48d41fa860471811159cb77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b68ebe0-d1", "ovs_interfaceid": "3b68ebe0-d1e6-4a15-9974-e501ade20b29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2025.912822] env[62298]: DEBUG oslo_vmware.api [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.153437] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0834d3e6-9f69-4fce-b328-720d2ba0d74f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.158300] env[62298]: DEBUG nova.compute.manager [req-261fee25-54a1-4ae7-b082-e5c9c98c0caa req-ca0ee875-e373-47a4-afb7-34ed40995fc8 service nova] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Received event network-changed-3b68ebe0-d1e6-4a15-9974-e501ade20b29 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2026.158522] env[62298]: DEBUG nova.compute.manager [req-261fee25-54a1-4ae7-b082-e5c9c98c0caa req-ca0ee875-e373-47a4-afb7-34ed40995fc8 service nova] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Refreshing instance network info cache due to event network-changed-3b68ebe0-d1e6-4a15-9974-e501ade20b29. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2026.158717] env[62298]: DEBUG oslo_concurrency.lockutils [req-261fee25-54a1-4ae7-b082-e5c9c98c0caa req-ca0ee875-e373-47a4-afb7-34ed40995fc8 service nova] Acquiring lock "refresh_cache-6026a7c7-18b8-4b27-8e44-9769c8752273" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2026.164186] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0391f00a-78fd-4ceb-af31-9ffae6f193ce {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.203919] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91eeb29e-ea99-4cd9-ba33-3344180ac1a3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.212172] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f8d55f-c04e-480c-8d59-c4b3edb34918 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.225923] env[62298]: DEBUG nova.compute.provider_tree [None req-f5f955c7-7acb-410e-9c31-56b0cdeb6251 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2026.232864] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Releasing lock "refresh_cache-6026a7c7-18b8-4b27-8e44-9769c8752273" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2026.233160] env[62298]: DEBUG nova.compute.manager [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Instance network_info: |[{"id": "3b68ebe0-d1e6-4a15-9974-e501ade20b29", "address": "fa:16:3e:6c:7a:af", "network": {"id": "a1cc5b7e-29b8-442e-aded-4790d7ea1173", "bridge": "br-int", "label": "tempest-ServersTestJSON-828003697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03e0481a48d41fa860471811159cb77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b68ebe0-d1", "ovs_interfaceid": "3b68ebe0-d1e6-4a15-9974-e501ade20b29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2026.233441] env[62298]: DEBUG oslo_concurrency.lockutils [req-261fee25-54a1-4ae7-b082-e5c9c98c0caa req-ca0ee875-e373-47a4-afb7-34ed40995fc8 service nova] Acquired lock "refresh_cache-6026a7c7-18b8-4b27-8e44-9769c8752273" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2026.233618] env[62298]: DEBUG nova.network.neutron [req-261fee25-54a1-4ae7-b082-e5c9c98c0caa req-ca0ee875-e373-47a4-afb7-34ed40995fc8 service nova] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Refreshing network info cache for port 3b68ebe0-d1e6-4a15-9974-e501ade20b29 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2026.238021] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:7a:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b68ebe0-d1e6-4a15-9974-e501ade20b29', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2026.242155] env[62298]: DEBUG oslo.service.loopingcall [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2026.245051] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2026.245511] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbbae4a6-46bb-47ec-9292-d5a0d63fbe49 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.265949] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2026.265949] env[62298]: value = "task-1805286" [ 2026.265949] env[62298]: _type = "Task" [ 2026.265949] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.274515] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805286, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.414805] env[62298]: DEBUG oslo_vmware.api [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805285, 'name': PowerOffVM_Task, 'duration_secs': 0.671958} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.416896] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2026.416896] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2026.416896] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c168dad-0eb5-4f89-b8b8-6223f37de88d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.466569] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Acquiring lock "1bc5425d-03a9-4e28-a211-397c6de5632e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.467580] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Lock "1bc5425d-03a9-4e28-a211-397c6de5632e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2026.518102] env[62298]: DEBUG nova.network.neutron [req-261fee25-54a1-4ae7-b082-e5c9c98c0caa req-ca0ee875-e373-47a4-afb7-34ed40995fc8 service nova] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Updated VIF entry in instance network info cache for port 3b68ebe0-d1e6-4a15-9974-e501ade20b29. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2026.518710] env[62298]: DEBUG nova.network.neutron [req-261fee25-54a1-4ae7-b082-e5c9c98c0caa req-ca0ee875-e373-47a4-afb7-34ed40995fc8 service nova] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Updating instance_info_cache with network_info: [{"id": "3b68ebe0-d1e6-4a15-9974-e501ade20b29", "address": "fa:16:3e:6c:7a:af", "network": {"id": "a1cc5b7e-29b8-442e-aded-4790d7ea1173", "bridge": "br-int", "label": "tempest-ServersTestJSON-828003697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03e0481a48d41fa860471811159cb77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b68ebe0-d1", "ovs_interfaceid": "3b68ebe0-d1e6-4a15-9974-e501ade20b29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2026.729332] env[62298]: DEBUG nova.scheduler.client.report [None req-f5f955c7-7acb-410e-9c31-56b0cdeb6251 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2026.777755] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805286, 'name': CreateVM_Task, 'duration_secs': 0.447231} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.777883] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2026.778546] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2026.778715] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2026.779064] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2026.779463] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33e796c2-b530-4a02-b033-b43caddd3e93 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.784111] env[62298]: DEBUG oslo_vmware.api [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 2026.784111] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e84afc-e44a-7020-d61b-8e97defff4a9" [ 2026.784111] env[62298]: _type = "Task" [ 2026.784111] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.792140] env[62298]: DEBUG oslo_vmware.api [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e84afc-e44a-7020-d61b-8e97defff4a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.884109] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2026.884360] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2026.884555] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Deleting the datastore file [datastore1] 18f1a093-829a-4251-999a-4d95a437540a {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2026.884881] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ced2ccdb-56ba-4d2b-b9c8-f060836c54aa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.890948] env[62298]: DEBUG oslo_vmware.api [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 2026.890948] env[62298]: value = "task-1805288" [ 2026.890948] env[62298]: _type = "Task" [ 2026.890948] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.899490] env[62298]: DEBUG oslo_vmware.api [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.969123] env[62298]: DEBUG nova.compute.manager [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2027.023700] env[62298]: DEBUG oslo_concurrency.lockutils [req-261fee25-54a1-4ae7-b082-e5c9c98c0caa req-ca0ee875-e373-47a4-afb7-34ed40995fc8 service nova] Releasing lock "refresh_cache-6026a7c7-18b8-4b27-8e44-9769c8752273" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2027.295409] env[62298]: DEBUG oslo_vmware.api [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52e84afc-e44a-7020-d61b-8e97defff4a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010569} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.295747] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2027.296054] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2027.296264] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2027.296472] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2027.296691] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2027.296942] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cca6e0de-2623-4708-a011-464e992ff5b9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.305618] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2027.305775] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2027.306500] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d13f7ad4-96ab-4ee4-9ff0-611c8ed01d16 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.311809] env[62298]: DEBUG oslo_vmware.api [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 2027.311809] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5288fe1a-3c9c-6e8f-5f98-cc21892e6c9e" [ 2027.311809] env[62298]: _type = "Task" [ 2027.311809] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.320084] env[62298]: DEBUG oslo_vmware.api [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5288fe1a-3c9c-6e8f-5f98-cc21892e6c9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.400650] env[62298]: DEBUG oslo_vmware.api [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183192} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.400920] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2027.401119] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2027.401301] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2027.401495] env[62298]: INFO nova.compute.manager [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Took 2.02 seconds to destroy the instance on the hypervisor. [ 2027.401819] env[62298]: DEBUG oslo.service.loopingcall [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2027.402055] env[62298]: DEBUG nova.compute.manager [-] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2027.402150] env[62298]: DEBUG nova.network.neutron [-] [instance: 18f1a093-829a-4251-999a-4d95a437540a] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2027.497227] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.740189] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f5f955c7-7acb-410e-9c31-56b0cdeb6251 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.178s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.743152] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.246s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.744683] env[62298]: INFO nova.compute.claims [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2027.822074] env[62298]: DEBUG oslo_vmware.api [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5288fe1a-3c9c-6e8f-5f98-cc21892e6c9e, 'name': SearchDatastore_Task, 'duration_secs': 0.009048} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.822874] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3382d5a4-8fdf-4475-8a42-be8578a4ca6f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.828375] env[62298]: DEBUG oslo_vmware.api [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 2027.828375] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]527192a8-bd19-c7b0-21cf-4e102e4443a9" [ 2027.828375] env[62298]: _type = "Task" [ 2027.828375] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.835908] env[62298]: DEBUG oslo_vmware.api [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]527192a8-bd19-c7b0-21cf-4e102e4443a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.181428] env[62298]: DEBUG nova.compute.manager [req-69a944b3-cd18-4873-a51b-b22bc319ed40 req-f7371538-fbe6-452e-8977-7f611e744537 service nova] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Received event network-vif-deleted-1c88558c-dc24-46c6-a5b5-73abc98d928b {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2028.181770] env[62298]: INFO nova.compute.manager [req-69a944b3-cd18-4873-a51b-b22bc319ed40 req-f7371538-fbe6-452e-8977-7f611e744537 service nova] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Neutron deleted interface 1c88558c-dc24-46c6-a5b5-73abc98d928b; detaching it from the instance and deleting it from the info cache [ 2028.182032] env[62298]: DEBUG nova.network.neutron [req-69a944b3-cd18-4873-a51b-b22bc319ed40 req-f7371538-fbe6-452e-8977-7f611e744537 service nova] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2028.301586] env[62298]: INFO nova.scheduler.client.report [None req-f5f955c7-7acb-410e-9c31-56b0cdeb6251 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Deleted allocation for migration 97b2d1db-1aeb-4a63-b463-dd86b1c0d397 [ 2028.302640] env[62298]: DEBUG nova.network.neutron [-] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2028.339106] env[62298]: DEBUG oslo_vmware.api [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]527192a8-bd19-c7b0-21cf-4e102e4443a9, 'name': SearchDatastore_Task, 'duration_secs': 0.009871} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.339437] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.339712] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 6026a7c7-18b8-4b27-8e44-9769c8752273/6026a7c7-18b8-4b27-8e44-9769c8752273.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2028.339977] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e45c210-c583-404a-9e33-ed2a062e5b24 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.347865] env[62298]: DEBUG oslo_vmware.api [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 2028.347865] env[62298]: value = "task-1805289" [ 2028.347865] env[62298]: _type = "Task" [ 2028.347865] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.356368] env[62298]: DEBUG oslo_vmware.api [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.684681] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63bc06f6-4975-41c5-a3ad-45afa19e3eed {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.694416] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb8aae2-6b40-4fa3-9b13-3a4b78e9d697 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.720619] env[62298]: DEBUG nova.compute.manager [req-69a944b3-cd18-4873-a51b-b22bc319ed40 req-f7371538-fbe6-452e-8977-7f611e744537 service nova] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Detach interface failed, port_id=1c88558c-dc24-46c6-a5b5-73abc98d928b, reason: Instance 18f1a093-829a-4251-999a-4d95a437540a could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2028.805239] env[62298]: INFO nova.compute.manager [-] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Took 1.40 seconds to deallocate network for instance. [ 2028.810777] env[62298]: DEBUG oslo_concurrency.lockutils [None req-f5f955c7-7acb-410e-9c31-56b0cdeb6251 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "6144efa7-fb78-4b7b-8780-9dda46056e6c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.664s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.840028] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd51fa6-e6a1-4397-b492-464c1e9f7b06 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.855581] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab0dc99-3009-4553-b9e2-7ae55ac50572 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.863033] env[62298]: DEBUG oslo_vmware.api [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805289, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472171} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.863033] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 6026a7c7-18b8-4b27-8e44-9769c8752273/6026a7c7-18b8-4b27-8e44-9769c8752273.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2028.863218] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2028.863397] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c67a27c4-6fd2-412b-8be1-16c3964693a3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.890230] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f323c48-4fd8-451f-aa55-202f95a90d73 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.894488] env[62298]: DEBUG oslo_vmware.api [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 2028.894488] env[62298]: value = "task-1805290" [ 2028.894488] env[62298]: _type = "Task" [ 2028.894488] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.901787] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2794a2d1-5ad2-4b2c-8325-042d90a8f59a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.910458] env[62298]: DEBUG oslo_vmware.api [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.918749] env[62298]: DEBUG nova.compute.provider_tree [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2029.313454] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2029.348412] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5a5afb67-106d-467a-8514-3c7ee8f081e2 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "6144efa7-fb78-4b7b-8780-9dda46056e6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2029.348555] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5a5afb67-106d-467a-8514-3c7ee8f081e2 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "6144efa7-fb78-4b7b-8780-9dda46056e6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.348764] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5a5afb67-106d-467a-8514-3c7ee8f081e2 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "6144efa7-fb78-4b7b-8780-9dda46056e6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2029.348947] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5a5afb67-106d-467a-8514-3c7ee8f081e2 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "6144efa7-fb78-4b7b-8780-9dda46056e6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.349136] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5a5afb67-106d-467a-8514-3c7ee8f081e2 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "6144efa7-fb78-4b7b-8780-9dda46056e6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.351359] env[62298]: INFO nova.compute.manager [None req-5a5afb67-106d-467a-8514-3c7ee8f081e2 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Terminating instance [ 2029.406316] env[62298]: DEBUG oslo_vmware.api [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06451} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.406575] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2029.407398] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd77431-b780-461c-945e-3c09dfc68f94 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.421685] env[62298]: DEBUG nova.scheduler.client.report [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2029.433371] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 6026a7c7-18b8-4b27-8e44-9769c8752273/6026a7c7-18b8-4b27-8e44-9769c8752273.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2029.434056] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4164337-897c-4168-b7ff-3a113046df48 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.454359] env[62298]: DEBUG oslo_vmware.api [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 2029.454359] env[62298]: value = "task-1805291" [ 2029.454359] env[62298]: _type = "Task" [ 2029.454359] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.462371] env[62298]: DEBUG oslo_vmware.api [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805291, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.855275] env[62298]: DEBUG nova.compute.manager [None req-5a5afb67-106d-467a-8514-3c7ee8f081e2 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2029.855649] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5afb67-106d-467a-8514-3c7ee8f081e2 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2029.856436] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cb017b-9098-4ee8-bd37-2f7a09db0f36 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.864112] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a5afb67-106d-467a-8514-3c7ee8f081e2 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2029.864359] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1b57db6-ca46-4e93-9a16-29baa63e4e95 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.870760] env[62298]: DEBUG oslo_vmware.api [None req-5a5afb67-106d-467a-8514-3c7ee8f081e2 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2029.870760] env[62298]: value = "task-1805292" [ 2029.870760] env[62298]: _type = "Task" [ 2029.870760] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.878761] env[62298]: DEBUG oslo_vmware.api [None req-5a5afb67-106d-467a-8514-3c7ee8f081e2 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.935415] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.935947] env[62298]: DEBUG nova.compute.manager [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2029.938737] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.626s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.938919] env[62298]: DEBUG nova.objects.instance [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lazy-loading 'resources' on Instance uuid 18f1a093-829a-4251-999a-4d95a437540a {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2029.964669] env[62298]: DEBUG oslo_vmware.api [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805291, 'name': ReconfigVM_Task, 'duration_secs': 0.300955} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.964956] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 6026a7c7-18b8-4b27-8e44-9769c8752273/6026a7c7-18b8-4b27-8e44-9769c8752273.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2029.965606] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44002d8f-9441-4249-b4aa-9dcba208edcc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.972480] env[62298]: DEBUG oslo_vmware.api [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 2029.972480] env[62298]: value = "task-1805293" [ 2029.972480] env[62298]: _type = "Task" [ 2029.972480] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.981632] env[62298]: DEBUG oslo_vmware.api [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805293, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.382996] env[62298]: DEBUG oslo_vmware.api [None req-5a5afb67-106d-467a-8514-3c7ee8f081e2 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805292, 'name': PowerOffVM_Task, 'duration_secs': 0.159304} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.382996] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a5afb67-106d-467a-8514-3c7ee8f081e2 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2030.382996] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5afb67-106d-467a-8514-3c7ee8f081e2 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2030.382996] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26e404ba-0ec0-47dc-9893-b74f162c1d7b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.442015] env[62298]: DEBUG nova.compute.utils [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2030.446305] env[62298]: DEBUG nova.compute.manager [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2030.446638] env[62298]: DEBUG nova.network.neutron [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2030.483849] env[62298]: DEBUG oslo_vmware.api [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805293, 'name': Rename_Task, 'duration_secs': 0.149569} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.484145] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2030.484390] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c9ee747-87b6-4b3c-8590-296c91f6cba1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.486948] env[62298]: DEBUG nova.policy [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9384ea1c6c34ff2adc0d15f3953a0d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47b0483f9f3a4caca001a25378577ac7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 2030.495944] env[62298]: DEBUG oslo_vmware.api [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 2030.495944] env[62298]: value = "task-1805295" [ 2030.495944] env[62298]: _type = "Task" [ 2030.495944] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.500704] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5afb67-106d-467a-8514-3c7ee8f081e2 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2030.501052] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5afb67-106d-467a-8514-3c7ee8f081e2 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2030.501325] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a5afb67-106d-467a-8514-3c7ee8f081e2 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Deleting the datastore file [datastore1] 6144efa7-fb78-4b7b-8780-9dda46056e6c {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2030.504708] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c16fdb1-8f70-4aaa-9308-94d1c70a3121 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.506393] env[62298]: DEBUG oslo_vmware.api [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.514406] env[62298]: DEBUG oslo_vmware.api [None req-5a5afb67-106d-467a-8514-3c7ee8f081e2 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2030.514406] env[62298]: value = "task-1805296" [ 2030.514406] env[62298]: _type = "Task" [ 2030.514406] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.524782] env[62298]: DEBUG oslo_vmware.api [None req-5a5afb67-106d-467a-8514-3c7ee8f081e2 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.537374] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53142cf1-2d35-4763-9326-d1fab13259ed {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.544437] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2962f2fa-8338-4c9a-a2fa-2420b3fc835a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.574966] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25aa1ea8-7a71-4156-b492-6d3b76b40693 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.582738] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768160f5-c0ba-4f73-81b9-3350cd26816f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.596797] env[62298]: DEBUG nova.compute.provider_tree [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2030.751230] env[62298]: DEBUG nova.network.neutron [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Successfully created port: fc0b6b3d-3eed-44fd-bcfd-ce9fe685779f {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2030.946782] env[62298]: DEBUG nova.compute.manager [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2031.005275] env[62298]: DEBUG oslo_vmware.api [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805295, 'name': PowerOnVM_Task, 'duration_secs': 0.425558} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.005552] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2031.005756] env[62298]: INFO nova.compute.manager [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Took 7.38 seconds to spawn the instance on the hypervisor. [ 2031.005945] env[62298]: DEBUG nova.compute.manager [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2031.006695] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011bbfd0-f32e-48b6-8a95-1b945b3dd59e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.023031] env[62298]: DEBUG oslo_vmware.api [None req-5a5afb67-106d-467a-8514-3c7ee8f081e2 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158942} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.023573] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a5afb67-106d-467a-8514-3c7ee8f081e2 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2031.023660] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5afb67-106d-467a-8514-3c7ee8f081e2 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2031.023794] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5afb67-106d-467a-8514-3c7ee8f081e2 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2031.023969] env[62298]: INFO nova.compute.manager [None req-5a5afb67-106d-467a-8514-3c7ee8f081e2 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 2031.024232] env[62298]: DEBUG oslo.service.loopingcall [None req-5a5afb67-106d-467a-8514-3c7ee8f081e2 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2031.024420] env[62298]: DEBUG nova.compute.manager [-] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2031.024515] env[62298]: DEBUG nova.network.neutron [-] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2031.099882] env[62298]: DEBUG nova.scheduler.client.report [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2031.401485] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2031.523230] env[62298]: INFO nova.compute.manager [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Took 12.94 seconds to build instance. [ 2031.605012] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.628862] env[62298]: INFO nova.scheduler.client.report [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Deleted allocations for instance 18f1a093-829a-4251-999a-4d95a437540a [ 2031.691211] env[62298]: DEBUG nova.compute.manager [req-58256dd6-c96f-4f2f-9aca-2657c1b8aad1 req-ddb8d805-91b6-491c-85c4-785d0a8a8b67 service nova] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Received event network-vif-deleted-7c0cf4c4-ba63-4710-8998-297682cbadbd {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2031.691436] env[62298]: INFO nova.compute.manager [req-58256dd6-c96f-4f2f-9aca-2657c1b8aad1 req-ddb8d805-91b6-491c-85c4-785d0a8a8b67 service nova] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Neutron deleted interface 7c0cf4c4-ba63-4710-8998-297682cbadbd; detaching it from the instance and deleting it from the info cache [ 2031.691615] env[62298]: DEBUG nova.network.neutron [req-58256dd6-c96f-4f2f-9aca-2657c1b8aad1 req-ddb8d805-91b6-491c-85c4-785d0a8a8b67 service nova] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2031.956713] env[62298]: DEBUG nova.compute.manager [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2031.983142] env[62298]: DEBUG nova.virt.hardware [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2031.983433] env[62298]: DEBUG nova.virt.hardware [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2031.983648] env[62298]: DEBUG nova.virt.hardware [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2031.983854] env[62298]: DEBUG nova.virt.hardware [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2031.984012] env[62298]: DEBUG nova.virt.hardware [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2031.984178] env[62298]: DEBUG nova.virt.hardware [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2031.984390] env[62298]: DEBUG nova.virt.hardware [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2031.984551] env[62298]: DEBUG nova.virt.hardware [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2031.984719] env[62298]: DEBUG nova.virt.hardware [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2031.984926] env[62298]: DEBUG nova.virt.hardware [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2031.985132] env[62298]: DEBUG nova.virt.hardware [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2031.986015] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c26b54-98c0-4a72-87d9-0a3e73893d05 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.994186] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87d3f00-9c2f-45bd-9aa8-fadc793b38e1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.027701] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1ecd4dd1-5537-4116-8f83-fd227d5e7cb4 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "6026a7c7-18b8-4b27-8e44-9769c8752273" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.449s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.136670] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ded79dc2-8e52-4176-a6d3-048d0d52582f tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "18f1a093-829a-4251-999a-4d95a437540a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.267s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.169620] env[62298]: DEBUG nova.network.neutron [-] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2032.197012] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34fff18d-359b-4207-b89d-928bf990e11c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.206228] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00fa371-8fe0-4f36-acb2-bb6b52ac120a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.230684] env[62298]: DEBUG nova.compute.manager [req-58256dd6-c96f-4f2f-9aca-2657c1b8aad1 req-ddb8d805-91b6-491c-85c4-785d0a8a8b67 service nova] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Detach interface failed, port_id=7c0cf4c4-ba63-4710-8998-297682cbadbd, reason: Instance 6144efa7-fb78-4b7b-8780-9dda46056e6c could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2032.295923] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "6026a7c7-18b8-4b27-8e44-9769c8752273" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2032.296288] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "6026a7c7-18b8-4b27-8e44-9769c8752273" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2032.296536] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "6026a7c7-18b8-4b27-8e44-9769c8752273-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2032.296757] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "6026a7c7-18b8-4b27-8e44-9769c8752273-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2032.296959] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "6026a7c7-18b8-4b27-8e44-9769c8752273-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.299134] env[62298]: INFO nova.compute.manager [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Terminating instance [ 2032.671629] env[62298]: INFO nova.compute.manager [-] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Took 1.65 seconds to deallocate network for instance. [ 2032.803227] env[62298]: DEBUG nova.compute.manager [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2032.803227] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2032.804558] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1ee5c5-9271-4ab9-ac5a-8b1e577449c2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.813043] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2032.813043] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c1c241f-2337-48b8-82a9-7ca377ea0d42 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.819057] env[62298]: DEBUG oslo_vmware.api [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 2032.819057] env[62298]: value = "task-1805297" [ 2032.819057] env[62298]: _type = "Task" [ 2032.819057] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.826882] env[62298]: DEBUG oslo_vmware.api [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.178626] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5a5afb67-106d-467a-8514-3c7ee8f081e2 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.178910] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5a5afb67-106d-467a-8514-3c7ee8f081e2 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.179118] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5a5afb67-106d-467a-8514-3c7ee8f081e2 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.201121] env[62298]: INFO nova.scheduler.client.report [None req-5a5afb67-106d-467a-8514-3c7ee8f081e2 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Deleted allocations for instance 6144efa7-fb78-4b7b-8780-9dda46056e6c [ 2033.328703] env[62298]: DEBUG oslo_vmware.api [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805297, 'name': PowerOffVM_Task, 'duration_secs': 0.179351} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.329028] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2033.329133] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2033.329451] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa3070d6-11e8-4966-8ca6-32c8c770aa7f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.709807] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5a5afb67-106d-467a-8514-3c7ee8f081e2 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "6144efa7-fb78-4b7b-8780-9dda46056e6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.361s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.192213] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquiring lock "cb190ad8-7ff0-4f14-975c-069c1fc1eebe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.192511] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "cb190ad8-7ff0-4f14-975c-069c1fc1eebe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.289397] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "72d1c855-d161-4c87-afa9-e4a6f94b5019" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.289593] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "72d1c855-d161-4c87-afa9-e4a6f94b5019" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.694580] env[62298]: DEBUG nova.compute.manager [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2034.792132] env[62298]: DEBUG nova.compute.manager [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2035.217637] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2035.217900] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2035.219872] env[62298]: INFO nova.compute.claims [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2035.309205] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2036.297853] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda22aef-15c8-4a14-827b-47eeb0678f3c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.305093] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c966ed1-7889-4bf1-a273-bd2b26e1fb5c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.334345] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a2b125-c793-475a-98f9-e2612732a45e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.341355] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690b6543-6861-473b-bb58-16dd426156ea {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.355509] env[62298]: DEBUG nova.compute.provider_tree [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2036.874941] env[62298]: ERROR nova.scheduler.client.report [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [req-5df56cf2-aaad-4232-a3b1-12e307cd90b7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5df56cf2-aaad-4232-a3b1-12e307cd90b7"}]} [ 2036.890968] env[62298]: DEBUG nova.scheduler.client.report [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2036.904297] env[62298]: DEBUG nova.scheduler.client.report [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2036.904524] env[62298]: DEBUG nova.compute.provider_tree [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2036.914905] env[62298]: DEBUG nova.scheduler.client.report [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2036.932559] env[62298]: DEBUG nova.scheduler.client.report [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2036.997326] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6624fb-f81d-45d2-a681-299ab45e50c6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.005145] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8d8f7c-e218-462b-8091-3484ba9130d3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.034969] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc5e189-fec3-4150-8fc9-49af3f75ac06 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.042452] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af5f22a-5254-4780-a39b-0b32f9be8e01 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.055291] env[62298]: DEBUG nova.compute.provider_tree [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2037.584505] env[62298]: DEBUG nova.scheduler.client.report [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 182 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2037.584816] env[62298]: DEBUG nova.compute.provider_tree [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 182 to 183 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2037.584957] env[62298]: DEBUG nova.compute.provider_tree [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2038.089996] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.872s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.090657] env[62298]: DEBUG nova.compute.manager [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2038.093791] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.785s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2038.095399] env[62298]: INFO nova.compute.claims [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2038.193177] env[62298]: DEBUG nova.compute.manager [req-1a70544f-4315-4545-a956-655862a16363 req-9f6f39e5-6a03-48b4-a614-aef78537ba76 service nova] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Received event network-vif-plugged-fc0b6b3d-3eed-44fd-bcfd-ce9fe685779f {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2038.193406] env[62298]: DEBUG oslo_concurrency.lockutils [req-1a70544f-4315-4545-a956-655862a16363 req-9f6f39e5-6a03-48b4-a614-aef78537ba76 service nova] Acquiring lock "1bc5425d-03a9-4e28-a211-397c6de5632e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2038.193610] env[62298]: DEBUG oslo_concurrency.lockutils [req-1a70544f-4315-4545-a956-655862a16363 req-9f6f39e5-6a03-48b4-a614-aef78537ba76 service nova] Lock "1bc5425d-03a9-4e28-a211-397c6de5632e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2038.193802] env[62298]: DEBUG oslo_concurrency.lockutils [req-1a70544f-4315-4545-a956-655862a16363 req-9f6f39e5-6a03-48b4-a614-aef78537ba76 service nova] Lock "1bc5425d-03a9-4e28-a211-397c6de5632e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.193940] env[62298]: DEBUG nova.compute.manager [req-1a70544f-4315-4545-a956-655862a16363 req-9f6f39e5-6a03-48b4-a614-aef78537ba76 service nova] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] No waiting events found dispatching network-vif-plugged-fc0b6b3d-3eed-44fd-bcfd-ce9fe685779f {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2038.194116] env[62298]: WARNING nova.compute.manager [req-1a70544f-4315-4545-a956-655862a16363 req-9f6f39e5-6a03-48b4-a614-aef78537ba76 service nova] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Received unexpected event network-vif-plugged-fc0b6b3d-3eed-44fd-bcfd-ce9fe685779f for instance with vm_state building and task_state spawning. [ 2038.272857] env[62298]: DEBUG nova.network.neutron [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Successfully updated port: fc0b6b3d-3eed-44fd-bcfd-ce9fe685779f {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2038.600193] env[62298]: DEBUG nova.compute.utils [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2038.603901] env[62298]: DEBUG nova.compute.manager [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2038.603990] env[62298]: DEBUG nova.network.neutron [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2038.644770] env[62298]: DEBUG nova.policy [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2373abdc673f42cf884df84d54a25c70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1a808a8b6e643a5b98d06c6cf82cc53', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 2038.774898] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Acquiring lock "refresh_cache-1bc5425d-03a9-4e28-a211-397c6de5632e" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2038.775065] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Acquired lock "refresh_cache-1bc5425d-03a9-4e28-a211-397c6de5632e" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2038.775226] env[62298]: DEBUG nova.network.neutron [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2038.893818] env[62298]: DEBUG nova.network.neutron [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Successfully created port: 6dcfa195-eb8e-410c-8352-77fcacbd4792 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2039.105084] env[62298]: DEBUG nova.compute.manager [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2039.187797] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84f6704-57a2-4401-8595-b32eb2795b94 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.196429] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f916765d-a4d2-4b1f-bece-6c19f6f8702f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.229352] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ece357-6aef-4345-9782-9ef393e79505 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.237562] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b47abf-c360-4260-a9be-a06be0f8ec26 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.254191] env[62298]: DEBUG nova.compute.provider_tree [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2039.308550] env[62298]: DEBUG nova.network.neutron [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2039.456802] env[62298]: DEBUG nova.network.neutron [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Updating instance_info_cache with network_info: [{"id": "fc0b6b3d-3eed-44fd-bcfd-ce9fe685779f", "address": "fa:16:3e:32:34:d6", "network": {"id": "e32f6448-2f8b-454e-9657-b467331ebd0e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-698001765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47b0483f9f3a4caca001a25378577ac7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc0b6b3d-3e", "ovs_interfaceid": "fc0b6b3d-3eed-44fd-bcfd-ce9fe685779f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2039.758161] env[62298]: DEBUG nova.scheduler.client.report [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2039.959864] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Releasing lock "refresh_cache-1bc5425d-03a9-4e28-a211-397c6de5632e" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2039.960241] env[62298]: DEBUG nova.compute.manager [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Instance network_info: |[{"id": "fc0b6b3d-3eed-44fd-bcfd-ce9fe685779f", "address": "fa:16:3e:32:34:d6", "network": {"id": "e32f6448-2f8b-454e-9657-b467331ebd0e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-698001765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47b0483f9f3a4caca001a25378577ac7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc0b6b3d-3e", "ovs_interfaceid": "fc0b6b3d-3eed-44fd-bcfd-ce9fe685779f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2039.960820] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:34:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc0b6b3d-3eed-44fd-bcfd-ce9fe685779f', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2039.968673] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Creating folder: Project (47b0483f9f3a4caca001a25378577ac7). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2039.968946] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-345e51a8-824d-474a-b166-2c57635302cd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.979964] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Created folder: Project (47b0483f9f3a4caca001a25378577ac7) in parent group-v373906. [ 2039.980164] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Creating folder: Instances. Parent ref: group-v374219. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2039.980408] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d58299dc-dd52-4983-928c-794e01168d9b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.990650] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Created folder: Instances in parent group-v374219. [ 2039.990880] env[62298]: DEBUG oslo.service.loopingcall [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2039.991084] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2039.991292] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e39b94e3-4058-46cf-bc1a-75aa86753c19 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.010214] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2040.010214] env[62298]: value = "task-1805301" [ 2040.010214] env[62298]: _type = "Task" [ 2040.010214] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.017639] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805301, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.119242] env[62298]: DEBUG nova.compute.manager [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2040.147103] env[62298]: DEBUG nova.virt.hardware [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2040.147253] env[62298]: DEBUG nova.virt.hardware [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2040.147567] env[62298]: DEBUG nova.virt.hardware [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2040.147849] env[62298]: DEBUG nova.virt.hardware [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2040.148026] env[62298]: DEBUG nova.virt.hardware [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2040.148188] env[62298]: DEBUG nova.virt.hardware [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2040.148409] env[62298]: DEBUG nova.virt.hardware [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2040.148575] env[62298]: DEBUG nova.virt.hardware [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2040.148752] env[62298]: DEBUG nova.virt.hardware [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2040.148922] env[62298]: DEBUG nova.virt.hardware [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2040.149116] env[62298]: DEBUG nova.virt.hardware [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2040.150233] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad8ec94-9c29-45b7-b871-4185b3a6f7ff {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.158961] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e39056-bfcb-42b0-9993-f75f609776da {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.220040] env[62298]: DEBUG nova.compute.manager [req-1b75d62c-cdf5-4af6-876f-c7bd7ee76e77 req-a7e790dc-faf3-405a-a92a-d603d1e87215 service nova] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Received event network-changed-fc0b6b3d-3eed-44fd-bcfd-ce9fe685779f {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2040.220262] env[62298]: DEBUG nova.compute.manager [req-1b75d62c-cdf5-4af6-876f-c7bd7ee76e77 req-a7e790dc-faf3-405a-a92a-d603d1e87215 service nova] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Refreshing instance network info cache due to event network-changed-fc0b6b3d-3eed-44fd-bcfd-ce9fe685779f. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2040.220526] env[62298]: DEBUG oslo_concurrency.lockutils [req-1b75d62c-cdf5-4af6-876f-c7bd7ee76e77 req-a7e790dc-faf3-405a-a92a-d603d1e87215 service nova] Acquiring lock "refresh_cache-1bc5425d-03a9-4e28-a211-397c6de5632e" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2040.220709] env[62298]: DEBUG oslo_concurrency.lockutils [req-1b75d62c-cdf5-4af6-876f-c7bd7ee76e77 req-a7e790dc-faf3-405a-a92a-d603d1e87215 service nova] Acquired lock "refresh_cache-1bc5425d-03a9-4e28-a211-397c6de5632e" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2040.220884] env[62298]: DEBUG nova.network.neutron [req-1b75d62c-cdf5-4af6-876f-c7bd7ee76e77 req-a7e790dc-faf3-405a-a92a-d603d1e87215 service nova] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Refreshing network info cache for port fc0b6b3d-3eed-44fd-bcfd-ce9fe685779f {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2040.263633] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.170s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2040.264145] env[62298]: DEBUG nova.compute.manager [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2040.520342] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805301, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.570212] env[62298]: DEBUG nova.network.neutron [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Successfully updated port: 6dcfa195-eb8e-410c-8352-77fcacbd4792 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2040.768819] env[62298]: DEBUG nova.compute.utils [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2040.770335] env[62298]: DEBUG nova.compute.manager [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2040.770591] env[62298]: DEBUG nova.network.neutron [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2040.842301] env[62298]: DEBUG nova.policy [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c632e69768944ac89e8e76884b68cd0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c391aea5021499b9b50a616b7937813', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 2041.020659] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805301, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.073245] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquiring lock "refresh_cache-cb190ad8-7ff0-4f14-975c-069c1fc1eebe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.073422] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquired lock "refresh_cache-cb190ad8-7ff0-4f14-975c-069c1fc1eebe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2041.073672] env[62298]: DEBUG nova.network.neutron [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2041.078672] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2041.079059] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2041.079356] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Deleting the datastore file [datastore1] 6026a7c7-18b8-4b27-8e44-9769c8752273 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2041.081933] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a86c024e-9644-435d-bc8a-680aad4fda90 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.086603] env[62298]: DEBUG oslo_vmware.api [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 2041.086603] env[62298]: value = "task-1805302" [ 2041.086603] env[62298]: _type = "Task" [ 2041.086603] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.095504] env[62298]: DEBUG oslo_vmware.api [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.260633] env[62298]: DEBUG nova.network.neutron [req-1b75d62c-cdf5-4af6-876f-c7bd7ee76e77 req-a7e790dc-faf3-405a-a92a-d603d1e87215 service nova] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Updated VIF entry in instance network info cache for port fc0b6b3d-3eed-44fd-bcfd-ce9fe685779f. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2041.261149] env[62298]: DEBUG nova.network.neutron [req-1b75d62c-cdf5-4af6-876f-c7bd7ee76e77 req-a7e790dc-faf3-405a-a92a-d603d1e87215 service nova] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Updating instance_info_cache with network_info: [{"id": "fc0b6b3d-3eed-44fd-bcfd-ce9fe685779f", "address": "fa:16:3e:32:34:d6", "network": {"id": "e32f6448-2f8b-454e-9657-b467331ebd0e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-698001765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47b0483f9f3a4caca001a25378577ac7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc0b6b3d-3e", "ovs_interfaceid": "fc0b6b3d-3eed-44fd-bcfd-ce9fe685779f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2041.273561] env[62298]: DEBUG nova.compute.manager [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2041.467443] env[62298]: DEBUG nova.network.neutron [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Successfully created port: 827a7ec9-42fa-4c5e-9190-cd9174d2fce6 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2041.520798] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805301, 'name': CreateVM_Task, 'duration_secs': 1.271869} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.521041] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2041.521761] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.521931] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2041.522286] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2041.522551] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0438ec28-8547-44a3-8635-c1f1d856c7ee {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.527880] env[62298]: DEBUG oslo_vmware.api [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Waiting for the task: (returnval){ [ 2041.527880] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]520b33b8-3fea-4302-2a7b-8f5d0e5802e0" [ 2041.527880] env[62298]: _type = "Task" [ 2041.527880] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.536243] env[62298]: DEBUG oslo_vmware.api [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]520b33b8-3fea-4302-2a7b-8f5d0e5802e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.596193] env[62298]: DEBUG oslo_vmware.api [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176652} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.596429] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2041.596617] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2041.596884] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2041.597044] env[62298]: INFO nova.compute.manager [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Took 8.79 seconds to destroy the instance on the hypervisor. [ 2041.597291] env[62298]: DEBUG oslo.service.loopingcall [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2041.597487] env[62298]: DEBUG nova.compute.manager [-] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2041.597595] env[62298]: DEBUG nova.network.neutron [-] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2041.635458] env[62298]: DEBUG nova.network.neutron [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2041.763955] env[62298]: DEBUG oslo_concurrency.lockutils [req-1b75d62c-cdf5-4af6-876f-c7bd7ee76e77 req-a7e790dc-faf3-405a-a92a-d603d1e87215 service nova] Releasing lock "refresh_cache-1bc5425d-03a9-4e28-a211-397c6de5632e" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2041.986120] env[62298]: DEBUG nova.network.neutron [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Updating instance_info_cache with network_info: [{"id": "6dcfa195-eb8e-410c-8352-77fcacbd4792", "address": "fa:16:3e:d4:15:bc", "network": {"id": "e4e2c5c8-77d4-43e9-853b-0797e8a17f8d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1566442661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a808a8b6e643a5b98d06c6cf82cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dcfa195-eb", "ovs_interfaceid": "6dcfa195-eb8e-410c-8352-77fcacbd4792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.039121] env[62298]: DEBUG oslo_vmware.api [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]520b33b8-3fea-4302-2a7b-8f5d0e5802e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009386} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.039121] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2042.039301] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2042.039400] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2042.039593] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2042.039780] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2042.041202] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6e625e3-30c5-4e0b-b3e4-2e59ea1a3c4d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.048724] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2042.048914] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2042.049932] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf8ebb8f-04b1-416e-abfa-bc32d26d2423 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.059535] env[62298]: DEBUG oslo_vmware.api [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Waiting for the task: (returnval){ [ 2042.059535] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f43082-49b2-a147-5e2c-40ef16186298" [ 2042.059535] env[62298]: _type = "Task" [ 2042.059535] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.072235] env[62298]: DEBUG oslo_vmware.api [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f43082-49b2-a147-5e2c-40ef16186298, 'name': SearchDatastore_Task, 'duration_secs': 0.008334} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.073426] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dac19707-f2f7-4216-a912-b97cef6fd32c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.079796] env[62298]: DEBUG oslo_vmware.api [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Waiting for the task: (returnval){ [ 2042.079796] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522491b7-dac6-f011-4a4d-2a732b41f717" [ 2042.079796] env[62298]: _type = "Task" [ 2042.079796] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.088556] env[62298]: DEBUG oslo_vmware.api [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522491b7-dac6-f011-4a4d-2a732b41f717, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.251208] env[62298]: DEBUG nova.compute.manager [req-6dcce5e3-c608-4faf-8ba9-919949601f25 req-8458287a-4e7b-487f-9180-7a983e7636c3 service nova] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Received event network-vif-plugged-6dcfa195-eb8e-410c-8352-77fcacbd4792 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2042.251208] env[62298]: DEBUG oslo_concurrency.lockutils [req-6dcce5e3-c608-4faf-8ba9-919949601f25 req-8458287a-4e7b-487f-9180-7a983e7636c3 service nova] Acquiring lock "cb190ad8-7ff0-4f14-975c-069c1fc1eebe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.251303] env[62298]: DEBUG oslo_concurrency.lockutils [req-6dcce5e3-c608-4faf-8ba9-919949601f25 req-8458287a-4e7b-487f-9180-7a983e7636c3 service nova] Lock "cb190ad8-7ff0-4f14-975c-069c1fc1eebe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.251477] env[62298]: DEBUG oslo_concurrency.lockutils [req-6dcce5e3-c608-4faf-8ba9-919949601f25 req-8458287a-4e7b-487f-9180-7a983e7636c3 service nova] Lock "cb190ad8-7ff0-4f14-975c-069c1fc1eebe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.251651] env[62298]: DEBUG nova.compute.manager [req-6dcce5e3-c608-4faf-8ba9-919949601f25 req-8458287a-4e7b-487f-9180-7a983e7636c3 service nova] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] No waiting events found dispatching network-vif-plugged-6dcfa195-eb8e-410c-8352-77fcacbd4792 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2042.251824] env[62298]: WARNING nova.compute.manager [req-6dcce5e3-c608-4faf-8ba9-919949601f25 req-8458287a-4e7b-487f-9180-7a983e7636c3 service nova] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Received unexpected event network-vif-plugged-6dcfa195-eb8e-410c-8352-77fcacbd4792 for instance with vm_state building and task_state spawning. [ 2042.251988] env[62298]: DEBUG nova.compute.manager [req-6dcce5e3-c608-4faf-8ba9-919949601f25 req-8458287a-4e7b-487f-9180-7a983e7636c3 service nova] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Received event network-changed-6dcfa195-eb8e-410c-8352-77fcacbd4792 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2042.252162] env[62298]: DEBUG nova.compute.manager [req-6dcce5e3-c608-4faf-8ba9-919949601f25 req-8458287a-4e7b-487f-9180-7a983e7636c3 service nova] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Refreshing instance network info cache due to event network-changed-6dcfa195-eb8e-410c-8352-77fcacbd4792. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2042.252333] env[62298]: DEBUG oslo_concurrency.lockutils [req-6dcce5e3-c608-4faf-8ba9-919949601f25 req-8458287a-4e7b-487f-9180-7a983e7636c3 service nova] Acquiring lock "refresh_cache-cb190ad8-7ff0-4f14-975c-069c1fc1eebe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2042.282794] env[62298]: DEBUG nova.compute.manager [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2042.309076] env[62298]: DEBUG nova.virt.hardware [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2042.309328] env[62298]: DEBUG nova.virt.hardware [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2042.309541] env[62298]: DEBUG nova.virt.hardware [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2042.309726] env[62298]: DEBUG nova.virt.hardware [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2042.309881] env[62298]: DEBUG nova.virt.hardware [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2042.310044] env[62298]: DEBUG nova.virt.hardware [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2042.310264] env[62298]: DEBUG nova.virt.hardware [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2042.310443] env[62298]: DEBUG nova.virt.hardware [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2042.310645] env[62298]: DEBUG nova.virt.hardware [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2042.310820] env[62298]: DEBUG nova.virt.hardware [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2042.311070] env[62298]: DEBUG nova.virt.hardware [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2042.312035] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c3c1c5-31cf-46f8-8775-546bec43d833 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.321626] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72323c0e-5d47-400e-a80d-b88d396d02ac {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.489076] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Releasing lock "refresh_cache-cb190ad8-7ff0-4f14-975c-069c1fc1eebe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2042.489213] env[62298]: DEBUG nova.compute.manager [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Instance network_info: |[{"id": "6dcfa195-eb8e-410c-8352-77fcacbd4792", "address": "fa:16:3e:d4:15:bc", "network": {"id": "e4e2c5c8-77d4-43e9-853b-0797e8a17f8d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1566442661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a808a8b6e643a5b98d06c6cf82cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dcfa195-eb", "ovs_interfaceid": "6dcfa195-eb8e-410c-8352-77fcacbd4792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2042.489481] env[62298]: DEBUG oslo_concurrency.lockutils [req-6dcce5e3-c608-4faf-8ba9-919949601f25 req-8458287a-4e7b-487f-9180-7a983e7636c3 service nova] Acquired lock "refresh_cache-cb190ad8-7ff0-4f14-975c-069c1fc1eebe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2042.489705] env[62298]: DEBUG nova.network.neutron [req-6dcce5e3-c608-4faf-8ba9-919949601f25 req-8458287a-4e7b-487f-9180-7a983e7636c3 service nova] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Refreshing network info cache for port 6dcfa195-eb8e-410c-8352-77fcacbd4792 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2042.491060] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:15:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6dcfa195-eb8e-410c-8352-77fcacbd4792', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2042.498514] env[62298]: DEBUG oslo.service.loopingcall [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2042.501323] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2042.501809] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99515564-0a82-4a0d-83f4-c1ab2fe334dc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.522489] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2042.522489] env[62298]: value = "task-1805303" [ 2042.522489] env[62298]: _type = "Task" [ 2042.522489] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.530374] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805303, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.573181] env[62298]: DEBUG nova.network.neutron [-] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.591718] env[62298]: DEBUG oslo_vmware.api [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522491b7-dac6-f011-4a4d-2a732b41f717, 'name': SearchDatastore_Task, 'duration_secs': 0.008895} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.592041] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2042.592275] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 1bc5425d-03a9-4e28-a211-397c6de5632e/1bc5425d-03a9-4e28-a211-397c6de5632e.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2042.592535] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61fee82e-4433-4ba3-a37b-61d49f71eeac {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.599127] env[62298]: DEBUG oslo_vmware.api [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Waiting for the task: (returnval){ [ 2042.599127] env[62298]: value = "task-1805304" [ 2042.599127] env[62298]: _type = "Task" [ 2042.599127] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.610214] env[62298]: DEBUG oslo_vmware.api [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Task: {'id': task-1805304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.820446] env[62298]: DEBUG nova.network.neutron [req-6dcce5e3-c608-4faf-8ba9-919949601f25 req-8458287a-4e7b-487f-9180-7a983e7636c3 service nova] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Updated VIF entry in instance network info cache for port 6dcfa195-eb8e-410c-8352-77fcacbd4792. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2042.820892] env[62298]: DEBUG nova.network.neutron [req-6dcce5e3-c608-4faf-8ba9-919949601f25 req-8458287a-4e7b-487f-9180-7a983e7636c3 service nova] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Updating instance_info_cache with network_info: [{"id": "6dcfa195-eb8e-410c-8352-77fcacbd4792", "address": "fa:16:3e:d4:15:bc", "network": {"id": "e4e2c5c8-77d4-43e9-853b-0797e8a17f8d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1566442661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a808a8b6e643a5b98d06c6cf82cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dcfa195-eb", "ovs_interfaceid": "6dcfa195-eb8e-410c-8352-77fcacbd4792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2043.033041] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805303, 'name': CreateVM_Task, 'duration_secs': 0.508635} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.033312] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2043.034157] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2043.034352] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2043.034675] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2043.035018] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96acf5f5-cb88-4437-b77e-dfd482eb4288 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.040262] env[62298]: DEBUG oslo_vmware.api [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 2043.040262] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b5904f-e48c-a3cd-e888-38018b321398" [ 2043.040262] env[62298]: _type = "Task" [ 2043.040262] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.048801] env[62298]: DEBUG oslo_vmware.api [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b5904f-e48c-a3cd-e888-38018b321398, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.075609] env[62298]: INFO nova.compute.manager [-] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Took 1.48 seconds to deallocate network for instance. [ 2043.111822] env[62298]: DEBUG oslo_vmware.api [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Task: {'id': task-1805304, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5023} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.112712] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 1bc5425d-03a9-4e28-a211-397c6de5632e/1bc5425d-03a9-4e28-a211-397c6de5632e.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2043.112936] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2043.113205] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a427a27f-44b6-448f-9ef4-28f1201eb7f5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.119611] env[62298]: DEBUG oslo_vmware.api [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Waiting for the task: (returnval){ [ 2043.119611] env[62298]: value = "task-1805305" [ 2043.119611] env[62298]: _type = "Task" [ 2043.119611] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.127350] env[62298]: DEBUG oslo_vmware.api [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Task: {'id': task-1805305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.275177] env[62298]: DEBUG nova.network.neutron [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Successfully updated port: 827a7ec9-42fa-4c5e-9190-cd9174d2fce6 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2043.323556] env[62298]: DEBUG oslo_concurrency.lockutils [req-6dcce5e3-c608-4faf-8ba9-919949601f25 req-8458287a-4e7b-487f-9180-7a983e7636c3 service nova] Releasing lock "refresh_cache-cb190ad8-7ff0-4f14-975c-069c1fc1eebe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2043.323812] env[62298]: DEBUG nova.compute.manager [req-6dcce5e3-c608-4faf-8ba9-919949601f25 req-8458287a-4e7b-487f-9180-7a983e7636c3 service nova] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Received event network-vif-deleted-3b68ebe0-d1e6-4a15-9974-e501ade20b29 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2043.323992] env[62298]: INFO nova.compute.manager [req-6dcce5e3-c608-4faf-8ba9-919949601f25 req-8458287a-4e7b-487f-9180-7a983e7636c3 service nova] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Neutron deleted interface 3b68ebe0-d1e6-4a15-9974-e501ade20b29; detaching it from the instance and deleting it from the info cache [ 2043.324180] env[62298]: DEBUG nova.network.neutron [req-6dcce5e3-c608-4faf-8ba9-919949601f25 req-8458287a-4e7b-487f-9180-7a983e7636c3 service nova] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2043.573253] env[62298]: DEBUG oslo_vmware.api [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b5904f-e48c-a3cd-e888-38018b321398, 'name': SearchDatastore_Task, 'duration_secs': 0.041327} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.573583] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2043.573819] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2043.574064] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2043.574575] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2043.574781] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2043.575065] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23a7d0e5-4b6c-4caa-a50e-9d5ec115884c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.583886] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.584151] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.584373] env[62298]: DEBUG nova.objects.instance [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lazy-loading 'resources' on Instance uuid 6026a7c7-18b8-4b27-8e44-9769c8752273 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2043.588092] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2043.588384] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2043.590385] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b6ae812-7012-4361-b86a-1f2903a69c7a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.604803] env[62298]: DEBUG oslo_vmware.api [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 2043.604803] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f869d5-b26a-bf03-55be-d21924fd9158" [ 2043.604803] env[62298]: _type = "Task" [ 2043.604803] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.627063] env[62298]: DEBUG oslo_vmware.api [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f869d5-b26a-bf03-55be-d21924fd9158, 'name': SearchDatastore_Task, 'duration_secs': 0.008289} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.635844] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9f1432a-1994-4abf-acc4-b1fe71f9c188 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.642391] env[62298]: DEBUG oslo_vmware.api [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 2043.642391] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529a2efb-2f2b-1b81-a004-c5604be5b4cb" [ 2043.642391] env[62298]: _type = "Task" [ 2043.642391] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.645460] env[62298]: DEBUG oslo_vmware.api [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Task: {'id': task-1805305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080574} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.648247] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2043.648963] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe7e829-734a-4606-b59e-f1eafb40da11 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.656211] env[62298]: DEBUG oslo_vmware.api [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]529a2efb-2f2b-1b81-a004-c5604be5b4cb, 'name': SearchDatastore_Task, 'duration_secs': 0.008477} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.664925] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2043.665196] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] cb190ad8-7ff0-4f14-975c-069c1fc1eebe/cb190ad8-7ff0-4f14-975c-069c1fc1eebe.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2043.673655] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 1bc5425d-03a9-4e28-a211-397c6de5632e/1bc5425d-03a9-4e28-a211-397c6de5632e.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2043.673877] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb8f1dc4-a428-4de6-9c7d-f570fbd9c25e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.675580] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f2863fd-a276-4119-9838-2b1eed6d489e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.694480] env[62298]: DEBUG oslo_vmware.api [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 2043.694480] env[62298]: value = "task-1805306" [ 2043.694480] env[62298]: _type = "Task" [ 2043.694480] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.695619] env[62298]: DEBUG oslo_vmware.api [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Waiting for the task: (returnval){ [ 2043.695619] env[62298]: value = "task-1805307" [ 2043.695619] env[62298]: _type = "Task" [ 2043.695619] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.705741] env[62298]: DEBUG oslo_vmware.api [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Task: {'id': task-1805307, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.708177] env[62298]: DEBUG oslo_vmware.api [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805306, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.777713] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "refresh_cache-72d1c855-d161-4c87-afa9-e4a6f94b5019" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2043.778060] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquired lock "refresh_cache-72d1c855-d161-4c87-afa9-e4a6f94b5019" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2043.778150] env[62298]: DEBUG nova.network.neutron [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2043.827102] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-037ecdca-2489-416e-9525-66a0a7f21d11 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.836684] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17917a27-5ae2-43d5-a219-32183934764c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.861211] env[62298]: DEBUG nova.compute.manager [req-6dcce5e3-c608-4faf-8ba9-919949601f25 req-8458287a-4e7b-487f-9180-7a983e7636c3 service nova] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Detach interface failed, port_id=3b68ebe0-d1e6-4a15-9974-e501ade20b29, reason: Instance 6026a7c7-18b8-4b27-8e44-9769c8752273 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2044.175956] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39777d38-a668-463f-8651-b58c12a63b5c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.185819] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252ff5d3-1565-47da-b38b-41f5e066f4c8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.221585] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bb5e71-382d-4a39-a90c-14244c9358f0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.228786] env[62298]: DEBUG oslo_vmware.api [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805306, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524802} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.233403] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] cb190ad8-7ff0-4f14-975c-069c1fc1eebe/cb190ad8-7ff0-4f14-975c-069c1fc1eebe.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2044.233631] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2044.233909] env[62298]: DEBUG oslo_vmware.api [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Task: {'id': task-1805307, 'name': ReconfigVM_Task, 'duration_secs': 0.287479} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.234191] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d04a0c56-2e13-424b-a81f-c059fcb5e6ea {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.235906] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 1bc5425d-03a9-4e28-a211-397c6de5632e/1bc5425d-03a9-4e28-a211-397c6de5632e.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2044.237472] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c18f418-9864-4e0d-a5d3-2e9c711b9c3b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.241338] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6855c8fb-798c-49d2-b8b5-07272546aca4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.253040] env[62298]: DEBUG nova.compute.provider_tree [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2044.256647] env[62298]: DEBUG oslo_vmware.api [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 2044.256647] env[62298]: value = "task-1805308" [ 2044.256647] env[62298]: _type = "Task" [ 2044.256647] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.256922] env[62298]: DEBUG oslo_vmware.api [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Waiting for the task: (returnval){ [ 2044.256922] env[62298]: value = "task-1805309" [ 2044.256922] env[62298]: _type = "Task" [ 2044.256922] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.269397] env[62298]: DEBUG oslo_vmware.api [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Task: {'id': task-1805309, 'name': Rename_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.272312] env[62298]: DEBUG oslo_vmware.api [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.275693] env[62298]: DEBUG nova.compute.manager [req-ca4a53d2-ec14-430f-944f-515d13ffe09e req-dc82b542-c67d-41b8-9123-d0aa720bfc5d service nova] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Received event network-vif-plugged-827a7ec9-42fa-4c5e-9190-cd9174d2fce6 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2044.275870] env[62298]: DEBUG oslo_concurrency.lockutils [req-ca4a53d2-ec14-430f-944f-515d13ffe09e req-dc82b542-c67d-41b8-9123-d0aa720bfc5d service nova] Acquiring lock "72d1c855-d161-4c87-afa9-e4a6f94b5019-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.276154] env[62298]: DEBUG oslo_concurrency.lockutils [req-ca4a53d2-ec14-430f-944f-515d13ffe09e req-dc82b542-c67d-41b8-9123-d0aa720bfc5d service nova] Lock "72d1c855-d161-4c87-afa9-e4a6f94b5019-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.276285] env[62298]: DEBUG oslo_concurrency.lockutils [req-ca4a53d2-ec14-430f-944f-515d13ffe09e req-dc82b542-c67d-41b8-9123-d0aa720bfc5d service nova] Lock "72d1c855-d161-4c87-afa9-e4a6f94b5019-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.276490] env[62298]: DEBUG nova.compute.manager [req-ca4a53d2-ec14-430f-944f-515d13ffe09e req-dc82b542-c67d-41b8-9123-d0aa720bfc5d service nova] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] No waiting events found dispatching network-vif-plugged-827a7ec9-42fa-4c5e-9190-cd9174d2fce6 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2044.276676] env[62298]: WARNING nova.compute.manager [req-ca4a53d2-ec14-430f-944f-515d13ffe09e req-dc82b542-c67d-41b8-9123-d0aa720bfc5d service nova] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Received unexpected event network-vif-plugged-827a7ec9-42fa-4c5e-9190-cd9174d2fce6 for instance with vm_state building and task_state spawning. [ 2044.276912] env[62298]: DEBUG nova.compute.manager [req-ca4a53d2-ec14-430f-944f-515d13ffe09e req-dc82b542-c67d-41b8-9123-d0aa720bfc5d service nova] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Received event network-changed-827a7ec9-42fa-4c5e-9190-cd9174d2fce6 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2044.277095] env[62298]: DEBUG nova.compute.manager [req-ca4a53d2-ec14-430f-944f-515d13ffe09e req-dc82b542-c67d-41b8-9123-d0aa720bfc5d service nova] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Refreshing instance network info cache due to event network-changed-827a7ec9-42fa-4c5e-9190-cd9174d2fce6. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2044.277267] env[62298]: DEBUG oslo_concurrency.lockutils [req-ca4a53d2-ec14-430f-944f-515d13ffe09e req-dc82b542-c67d-41b8-9123-d0aa720bfc5d service nova] Acquiring lock "refresh_cache-72d1c855-d161-4c87-afa9-e4a6f94b5019" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.308516] env[62298]: DEBUG nova.network.neutron [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2044.434259] env[62298]: DEBUG nova.network.neutron [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Updating instance_info_cache with network_info: [{"id": "827a7ec9-42fa-4c5e-9190-cd9174d2fce6", "address": "fa:16:3e:8e:94:eb", "network": {"id": "1b0325e7-c092-488a-b711-be05e76100b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-550134086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c391aea5021499b9b50a616b7937813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap827a7ec9-42", "ovs_interfaceid": "827a7ec9-42fa-4c5e-9190-cd9174d2fce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2044.774841] env[62298]: DEBUG oslo_vmware.api [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Task: {'id': task-1805309, 'name': Rename_Task, 'duration_secs': 0.135312} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.777654] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2044.777932] env[62298]: DEBUG oslo_vmware.api [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067898} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.778134] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77bf54db-dfcd-4e94-b3aa-aa91136ed88d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.779640] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2044.780505] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7cbdca-bbef-45f6-94f9-1b845697ca40 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.802806] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] cb190ad8-7ff0-4f14-975c-069c1fc1eebe/cb190ad8-7ff0-4f14-975c-069c1fc1eebe.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2044.803808] env[62298]: DEBUG nova.scheduler.client.report [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 183 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2044.804066] env[62298]: DEBUG nova.compute.provider_tree [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 183 to 184 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2044.804257] env[62298]: DEBUG nova.compute.provider_tree [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2044.811084] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecaf8e82-10da-47e4-935a-48fe8a611dae {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.822665] env[62298]: DEBUG oslo_vmware.api [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Waiting for the task: (returnval){ [ 2044.822665] env[62298]: value = "task-1805310" [ 2044.822665] env[62298]: _type = "Task" [ 2044.822665] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.824053] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.240s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.831420] env[62298]: DEBUG oslo_vmware.api [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 2044.831420] env[62298]: value = "task-1805311" [ 2044.831420] env[62298]: _type = "Task" [ 2044.831420] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.837360] env[62298]: DEBUG oslo_vmware.api [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Task: {'id': task-1805310, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.844028] env[62298]: DEBUG oslo_vmware.api [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805311, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.844937] env[62298]: INFO nova.scheduler.client.report [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Deleted allocations for instance 6026a7c7-18b8-4b27-8e44-9769c8752273 [ 2044.937274] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Releasing lock "refresh_cache-72d1c855-d161-4c87-afa9-e4a6f94b5019" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2044.937736] env[62298]: DEBUG nova.compute.manager [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Instance network_info: |[{"id": "827a7ec9-42fa-4c5e-9190-cd9174d2fce6", "address": "fa:16:3e:8e:94:eb", "network": {"id": "1b0325e7-c092-488a-b711-be05e76100b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-550134086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c391aea5021499b9b50a616b7937813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap827a7ec9-42", "ovs_interfaceid": "827a7ec9-42fa-4c5e-9190-cd9174d2fce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2044.938071] env[62298]: DEBUG oslo_concurrency.lockutils [req-ca4a53d2-ec14-430f-944f-515d13ffe09e req-dc82b542-c67d-41b8-9123-d0aa720bfc5d service nova] Acquired lock "refresh_cache-72d1c855-d161-4c87-afa9-e4a6f94b5019" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.938271] env[62298]: DEBUG nova.network.neutron [req-ca4a53d2-ec14-430f-944f-515d13ffe09e req-dc82b542-c67d-41b8-9123-d0aa720bfc5d service nova] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Refreshing network info cache for port 827a7ec9-42fa-4c5e-9190-cd9174d2fce6 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2044.939467] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:94:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '827a7ec9-42fa-4c5e-9190-cd9174d2fce6', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2044.949716] env[62298]: DEBUG oslo.service.loopingcall [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2044.950922] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2044.951197] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bdbf4d4-7aca-488a-a40c-c72cac579175 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.972490] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2044.972490] env[62298]: value = "task-1805312" [ 2044.972490] env[62298]: _type = "Task" [ 2044.972490] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.979114] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805312, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.338842] env[62298]: DEBUG oslo_vmware.api [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Task: {'id': task-1805310, 'name': PowerOnVM_Task, 'duration_secs': 0.456933} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.339521] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2045.339780] env[62298]: INFO nova.compute.manager [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Took 13.38 seconds to spawn the instance on the hypervisor. [ 2045.339996] env[62298]: DEBUG nova.compute.manager [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2045.340791] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846d2e2b-29a4-46c4-9c73-2140013667c0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.346271] env[62298]: DEBUG oslo_vmware.api [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805311, 'name': ReconfigVM_Task, 'duration_secs': 0.323698} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.346871] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Reconfigured VM instance instance-00000075 to attach disk [datastore1] cb190ad8-7ff0-4f14-975c-069c1fc1eebe/cb190ad8-7ff0-4f14-975c-069c1fc1eebe.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2045.347502] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb01458a-d017-415c-a064-b7a2300d6e3f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.352696] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a884dee9-849c-4f6f-8323-ec673781a587 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "6026a7c7-18b8-4b27-8e44-9769c8752273" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.056s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.361689] env[62298]: DEBUG oslo_vmware.api [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 2045.361689] env[62298]: value = "task-1805313" [ 2045.361689] env[62298]: _type = "Task" [ 2045.361689] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.369964] env[62298]: DEBUG oslo_vmware.api [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805313, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.482646] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805312, 'name': CreateVM_Task, 'duration_secs': 0.376063} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.482820] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2045.483988] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2045.483988] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.483988] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2045.484261] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caf9d0e5-a36e-400c-8735-2e92f6d7b3ff {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.488766] env[62298]: DEBUG oslo_vmware.api [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2045.488766] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52881e37-a6e2-0a99-049f-b9bfe0b00132" [ 2045.488766] env[62298]: _type = "Task" [ 2045.488766] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.498674] env[62298]: DEBUG oslo_vmware.api [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52881e37-a6e2-0a99-049f-b9bfe0b00132, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.707045] env[62298]: DEBUG nova.network.neutron [req-ca4a53d2-ec14-430f-944f-515d13ffe09e req-dc82b542-c67d-41b8-9123-d0aa720bfc5d service nova] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Updated VIF entry in instance network info cache for port 827a7ec9-42fa-4c5e-9190-cd9174d2fce6. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2045.707417] env[62298]: DEBUG nova.network.neutron [req-ca4a53d2-ec14-430f-944f-515d13ffe09e req-dc82b542-c67d-41b8-9123-d0aa720bfc5d service nova] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Updating instance_info_cache with network_info: [{"id": "827a7ec9-42fa-4c5e-9190-cd9174d2fce6", "address": "fa:16:3e:8e:94:eb", "network": {"id": "1b0325e7-c092-488a-b711-be05e76100b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-550134086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c391aea5021499b9b50a616b7937813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap827a7ec9-42", "ovs_interfaceid": "827a7ec9-42fa-4c5e-9190-cd9174d2fce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2045.868387] env[62298]: INFO nova.compute.manager [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Took 18.39 seconds to build instance. [ 2045.873199] env[62298]: DEBUG oslo_vmware.api [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805313, 'name': Rename_Task, 'duration_secs': 0.155448} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.873199] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2045.873435] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26a1b1c7-d77a-405e-8e07-a43f7a969739 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.879805] env[62298]: DEBUG oslo_vmware.api [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 2045.879805] env[62298]: value = "task-1805314" [ 2045.879805] env[62298]: _type = "Task" [ 2045.879805] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.887718] env[62298]: DEBUG oslo_vmware.api [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.000632] env[62298]: DEBUG oslo_vmware.api [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52881e37-a6e2-0a99-049f-b9bfe0b00132, 'name': SearchDatastore_Task, 'duration_secs': 0.009775} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.000948] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2046.001202] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2046.001445] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2046.001590] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2046.001775] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2046.002048] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-796a7e03-5462-462e-b5f3-db25a6ee7e5a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.010459] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2046.010641] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2046.011370] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d3e530f-f3df-4351-aed1-a9e2673990c4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.016450] env[62298]: DEBUG oslo_vmware.api [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2046.016450] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525d65a0-ddcb-0b61-34cd-534063817fa1" [ 2046.016450] env[62298]: _type = "Task" [ 2046.016450] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.024695] env[62298]: DEBUG oslo_vmware.api [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525d65a0-ddcb-0b61-34cd-534063817fa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.094336] env[62298]: DEBUG oslo_concurrency.lockutils [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "31ab93b9-2a53-4d42-8152-e4e588eee12c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.094627] env[62298]: DEBUG oslo_concurrency.lockutils [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "31ab93b9-2a53-4d42-8152-e4e588eee12c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.209956] env[62298]: DEBUG oslo_concurrency.lockutils [req-ca4a53d2-ec14-430f-944f-515d13ffe09e req-dc82b542-c67d-41b8-9123-d0aa720bfc5d service nova] Releasing lock "refresh_cache-72d1c855-d161-4c87-afa9-e4a6f94b5019" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2046.370257] env[62298]: DEBUG oslo_concurrency.lockutils [None req-5dd05834-9ca4-4543-894c-370733d322cb tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Lock "1bc5425d-03a9-4e28-a211-397c6de5632e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.903s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.389633] env[62298]: DEBUG oslo_vmware.api [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805314, 'name': PowerOnVM_Task, 'duration_secs': 0.46135} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.389996] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2046.390146] env[62298]: INFO nova.compute.manager [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Took 6.27 seconds to spawn the instance on the hypervisor. [ 2046.390362] env[62298]: DEBUG nova.compute.manager [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2046.391162] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e7ba8d-0483-461c-a83b-c7da5e222681 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.527613] env[62298]: DEBUG oslo_vmware.api [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]525d65a0-ddcb-0b61-34cd-534063817fa1, 'name': SearchDatastore_Task, 'duration_secs': 0.016011} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.528117] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fe3f28a-eca5-49c2-9b34-4b1cd78a39af {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.533644] env[62298]: DEBUG oslo_vmware.api [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2046.533644] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52478015-85bd-f093-961c-0a23d6ffec66" [ 2046.533644] env[62298]: _type = "Task" [ 2046.533644] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.541266] env[62298]: DEBUG oslo_vmware.api [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52478015-85bd-f093-961c-0a23d6ffec66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.563677] env[62298]: DEBUG nova.compute.manager [req-4ef64712-e911-41a0-8cf6-1761b089b911 req-fa6c6b68-fc51-47d5-847a-775c2f9ac329 service nova] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Received event network-changed-fc0b6b3d-3eed-44fd-bcfd-ce9fe685779f {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2046.563882] env[62298]: DEBUG nova.compute.manager [req-4ef64712-e911-41a0-8cf6-1761b089b911 req-fa6c6b68-fc51-47d5-847a-775c2f9ac329 service nova] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Refreshing instance network info cache due to event network-changed-fc0b6b3d-3eed-44fd-bcfd-ce9fe685779f. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2046.564109] env[62298]: DEBUG oslo_concurrency.lockutils [req-4ef64712-e911-41a0-8cf6-1761b089b911 req-fa6c6b68-fc51-47d5-847a-775c2f9ac329 service nova] Acquiring lock "refresh_cache-1bc5425d-03a9-4e28-a211-397c6de5632e" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2046.564265] env[62298]: DEBUG oslo_concurrency.lockutils [req-4ef64712-e911-41a0-8cf6-1761b089b911 req-fa6c6b68-fc51-47d5-847a-775c2f9ac329 service nova] Acquired lock "refresh_cache-1bc5425d-03a9-4e28-a211-397c6de5632e" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2046.564445] env[62298]: DEBUG nova.network.neutron [req-4ef64712-e911-41a0-8cf6-1761b089b911 req-fa6c6b68-fc51-47d5-847a-775c2f9ac329 service nova] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Refreshing network info cache for port fc0b6b3d-3eed-44fd-bcfd-ce9fe685779f {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2046.596920] env[62298]: DEBUG nova.compute.manager [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2046.910453] env[62298]: INFO nova.compute.manager [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Took 11.71 seconds to build instance. [ 2047.045131] env[62298]: DEBUG oslo_vmware.api [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52478015-85bd-f093-961c-0a23d6ffec66, 'name': SearchDatastore_Task, 'duration_secs': 0.011252} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.045131] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2047.045389] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 72d1c855-d161-4c87-afa9-e4a6f94b5019/72d1c855-d161-4c87-afa9-e4a6f94b5019.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2047.045646] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2016dbb4-74fd-402d-97e3-a68cf172cab4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.052018] env[62298]: DEBUG oslo_vmware.api [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2047.052018] env[62298]: value = "task-1805315" [ 2047.052018] env[62298]: _type = "Task" [ 2047.052018] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.060150] env[62298]: DEBUG oslo_vmware.api [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.120266] env[62298]: DEBUG oslo_concurrency.lockutils [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.120578] env[62298]: DEBUG oslo_concurrency.lockutils [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.122147] env[62298]: INFO nova.compute.claims [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2047.290889] env[62298]: DEBUG nova.network.neutron [req-4ef64712-e911-41a0-8cf6-1761b089b911 req-fa6c6b68-fc51-47d5-847a-775c2f9ac329 service nova] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Updated VIF entry in instance network info cache for port fc0b6b3d-3eed-44fd-bcfd-ce9fe685779f. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2047.291403] env[62298]: DEBUG nova.network.neutron [req-4ef64712-e911-41a0-8cf6-1761b089b911 req-fa6c6b68-fc51-47d5-847a-775c2f9ac329 service nova] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Updating instance_info_cache with network_info: [{"id": "fc0b6b3d-3eed-44fd-bcfd-ce9fe685779f", "address": "fa:16:3e:32:34:d6", "network": {"id": "e32f6448-2f8b-454e-9657-b467331ebd0e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-698001765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47b0483f9f3a4caca001a25378577ac7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc0b6b3d-3e", "ovs_interfaceid": "fc0b6b3d-3eed-44fd-bcfd-ce9fe685779f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2047.412465] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c8c98080-9042-45c0-872c-d02e73cea4bd tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "cb190ad8-7ff0-4f14-975c-069c1fc1eebe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.220s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.530471] env[62298]: DEBUG nova.compute.manager [req-5c2b287b-9945-4872-9af0-03b20c0c5345 req-35d0fe69-d5f5-4295-a8ee-376a515d3e00 service nova] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Received event network-changed-6dcfa195-eb8e-410c-8352-77fcacbd4792 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2047.530744] env[62298]: DEBUG nova.compute.manager [req-5c2b287b-9945-4872-9af0-03b20c0c5345 req-35d0fe69-d5f5-4295-a8ee-376a515d3e00 service nova] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Refreshing instance network info cache due to event network-changed-6dcfa195-eb8e-410c-8352-77fcacbd4792. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2047.532570] env[62298]: DEBUG oslo_concurrency.lockutils [req-5c2b287b-9945-4872-9af0-03b20c0c5345 req-35d0fe69-d5f5-4295-a8ee-376a515d3e00 service nova] Acquiring lock "refresh_cache-cb190ad8-7ff0-4f14-975c-069c1fc1eebe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.533870] env[62298]: DEBUG oslo_concurrency.lockutils [req-5c2b287b-9945-4872-9af0-03b20c0c5345 req-35d0fe69-d5f5-4295-a8ee-376a515d3e00 service nova] Acquired lock "refresh_cache-cb190ad8-7ff0-4f14-975c-069c1fc1eebe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.534135] env[62298]: DEBUG nova.network.neutron [req-5c2b287b-9945-4872-9af0-03b20c0c5345 req-35d0fe69-d5f5-4295-a8ee-376a515d3e00 service nova] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Refreshing network info cache for port 6dcfa195-eb8e-410c-8352-77fcacbd4792 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2047.562447] env[62298]: DEBUG oslo_vmware.api [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805315, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.794606] env[62298]: DEBUG oslo_concurrency.lockutils [req-4ef64712-e911-41a0-8cf6-1761b089b911 req-fa6c6b68-fc51-47d5-847a-775c2f9ac329 service nova] Releasing lock "refresh_cache-1bc5425d-03a9-4e28-a211-397c6de5632e" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2048.062910] env[62298]: DEBUG oslo_vmware.api [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563556} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.063240] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 72d1c855-d161-4c87-afa9-e4a6f94b5019/72d1c855-d161-4c87-afa9-e4a6f94b5019.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2048.063470] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2048.063733] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d18c1f0-1001-44f3-a07b-0e13edde0e38 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.070808] env[62298]: DEBUG oslo_vmware.api [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2048.070808] env[62298]: value = "task-1805316" [ 2048.070808] env[62298]: _type = "Task" [ 2048.070808] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.078414] env[62298]: DEBUG oslo_vmware.api [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805316, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.209448] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc51a67-80c4-452d-93b7-137a73953233 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.216841] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b99a710-2216-49be-a403-3f885946f7f5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.250494] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f29f685-e24e-4250-ab99-909390b3c370 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.253702] env[62298]: DEBUG nova.network.neutron [req-5c2b287b-9945-4872-9af0-03b20c0c5345 req-35d0fe69-d5f5-4295-a8ee-376a515d3e00 service nova] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Updated VIF entry in instance network info cache for port 6dcfa195-eb8e-410c-8352-77fcacbd4792. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2048.254083] env[62298]: DEBUG nova.network.neutron [req-5c2b287b-9945-4872-9af0-03b20c0c5345 req-35d0fe69-d5f5-4295-a8ee-376a515d3e00 service nova] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Updating instance_info_cache with network_info: [{"id": "6dcfa195-eb8e-410c-8352-77fcacbd4792", "address": "fa:16:3e:d4:15:bc", "network": {"id": "e4e2c5c8-77d4-43e9-853b-0797e8a17f8d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1566442661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a808a8b6e643a5b98d06c6cf82cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dcfa195-eb", "ovs_interfaceid": "6dcfa195-eb8e-410c-8352-77fcacbd4792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2048.260231] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d8fc2f-6358-4f44-bb53-8da58e612b57 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.274408] env[62298]: DEBUG nova.compute.provider_tree [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2048.580239] env[62298]: DEBUG oslo_vmware.api [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.295743} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.580555] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2048.581304] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e93a7e-1f5f-4e72-adda-be0225f91e2e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.602592] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 72d1c855-d161-4c87-afa9-e4a6f94b5019/72d1c855-d161-4c87-afa9-e4a6f94b5019.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2048.602818] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b4b4f2b-25a2-4aaa-bd8a-f165fddf2155 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.621662] env[62298]: DEBUG oslo_vmware.api [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2048.621662] env[62298]: value = "task-1805317" [ 2048.621662] env[62298]: _type = "Task" [ 2048.621662] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.629167] env[62298]: DEBUG oslo_vmware.api [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805317, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.757240] env[62298]: DEBUG oslo_concurrency.lockutils [req-5c2b287b-9945-4872-9af0-03b20c0c5345 req-35d0fe69-d5f5-4295-a8ee-376a515d3e00 service nova] Releasing lock "refresh_cache-cb190ad8-7ff0-4f14-975c-069c1fc1eebe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2048.777442] env[62298]: DEBUG nova.scheduler.client.report [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2049.132339] env[62298]: DEBUG oslo_vmware.api [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805317, 'name': ReconfigVM_Task, 'duration_secs': 0.455711} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.132572] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 72d1c855-d161-4c87-afa9-e4a6f94b5019/72d1c855-d161-4c87-afa9-e4a6f94b5019.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2049.133226] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ffd33dc-c302-4ecf-a52c-a6d94100c39f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.139091] env[62298]: DEBUG oslo_vmware.api [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2049.139091] env[62298]: value = "task-1805318" [ 2049.139091] env[62298]: _type = "Task" [ 2049.139091] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.146611] env[62298]: DEBUG oslo_vmware.api [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805318, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.282865] env[62298]: DEBUG oslo_concurrency.lockutils [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.162s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.283425] env[62298]: DEBUG nova.compute.manager [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2049.648892] env[62298]: DEBUG oslo_vmware.api [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805318, 'name': Rename_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.788669] env[62298]: DEBUG nova.compute.utils [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2049.790243] env[62298]: DEBUG nova.compute.manager [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2049.790413] env[62298]: DEBUG nova.network.neutron [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2049.832111] env[62298]: DEBUG nova.policy [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e16999d2814546159f68305a4f0cbfb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c03e0481a48d41fa860471811159cb77', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 2050.122268] env[62298]: DEBUG nova.network.neutron [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Successfully created port: b13dea05-2127-4349-a055-035c218c7368 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2050.149858] env[62298]: DEBUG oslo_vmware.api [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805318, 'name': Rename_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.295032] env[62298]: DEBUG nova.compute.manager [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2050.650127] env[62298]: DEBUG oslo_vmware.api [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805318, 'name': Rename_Task, 'duration_secs': 1.133254} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.650432] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2050.650649] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a98256d7-4ee6-4d5d-9de2-bf32c277ff07 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.656495] env[62298]: DEBUG oslo_vmware.api [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2050.656495] env[62298]: value = "task-1805319" [ 2050.656495] env[62298]: _type = "Task" [ 2050.656495] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.664050] env[62298]: DEBUG oslo_vmware.api [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.166219] env[62298]: DEBUG oslo_vmware.api [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805319, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.303960] env[62298]: DEBUG nova.compute.manager [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2051.331104] env[62298]: DEBUG nova.virt.hardware [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2051.331371] env[62298]: DEBUG nova.virt.hardware [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2051.331532] env[62298]: DEBUG nova.virt.hardware [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2051.331716] env[62298]: DEBUG nova.virt.hardware [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2051.331908] env[62298]: DEBUG nova.virt.hardware [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2051.332037] env[62298]: DEBUG nova.virt.hardware [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2051.332263] env[62298]: DEBUG nova.virt.hardware [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2051.332428] env[62298]: DEBUG nova.virt.hardware [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2051.332600] env[62298]: DEBUG nova.virt.hardware [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2051.332770] env[62298]: DEBUG nova.virt.hardware [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2051.332949] env[62298]: DEBUG nova.virt.hardware [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2051.333832] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4afab7e-7c88-4ac0-b791-286424d9b8fc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.341945] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca15829-a834-474c-893d-8f5705f5dcf7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.488628] env[62298]: DEBUG nova.compute.manager [req-c1604ef0-08ce-4e49-b97e-67da4d2d7fe5 req-92bf055e-dd19-44bc-b04d-c5d3192817d0 service nova] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Received event network-vif-plugged-b13dea05-2127-4349-a055-035c218c7368 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2051.488863] env[62298]: DEBUG oslo_concurrency.lockutils [req-c1604ef0-08ce-4e49-b97e-67da4d2d7fe5 req-92bf055e-dd19-44bc-b04d-c5d3192817d0 service nova] Acquiring lock "31ab93b9-2a53-4d42-8152-e4e588eee12c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.489173] env[62298]: DEBUG oslo_concurrency.lockutils [req-c1604ef0-08ce-4e49-b97e-67da4d2d7fe5 req-92bf055e-dd19-44bc-b04d-c5d3192817d0 service nova] Lock "31ab93b9-2a53-4d42-8152-e4e588eee12c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.489368] env[62298]: DEBUG oslo_concurrency.lockutils [req-c1604ef0-08ce-4e49-b97e-67da4d2d7fe5 req-92bf055e-dd19-44bc-b04d-c5d3192817d0 service nova] Lock "31ab93b9-2a53-4d42-8152-e4e588eee12c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.489541] env[62298]: DEBUG nova.compute.manager [req-c1604ef0-08ce-4e49-b97e-67da4d2d7fe5 req-92bf055e-dd19-44bc-b04d-c5d3192817d0 service nova] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] No waiting events found dispatching network-vif-plugged-b13dea05-2127-4349-a055-035c218c7368 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2051.489733] env[62298]: WARNING nova.compute.manager [req-c1604ef0-08ce-4e49-b97e-67da4d2d7fe5 req-92bf055e-dd19-44bc-b04d-c5d3192817d0 service nova] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Received unexpected event network-vif-plugged-b13dea05-2127-4349-a055-035c218c7368 for instance with vm_state building and task_state spawning. [ 2051.573176] env[62298]: DEBUG nova.network.neutron [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Successfully updated port: b13dea05-2127-4349-a055-035c218c7368 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2051.667824] env[62298]: DEBUG oslo_vmware.api [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805319, 'name': PowerOnVM_Task, 'duration_secs': 0.510426} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.668212] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2051.668336] env[62298]: INFO nova.compute.manager [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Took 9.39 seconds to spawn the instance on the hypervisor. [ 2051.668552] env[62298]: DEBUG nova.compute.manager [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2051.669326] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be39042d-1af7-46c5-bac3-da15341a9b0f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.075830] env[62298]: DEBUG oslo_concurrency.lockutils [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "refresh_cache-31ab93b9-2a53-4d42-8152-e4e588eee12c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2052.076076] env[62298]: DEBUG oslo_concurrency.lockutils [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquired lock "refresh_cache-31ab93b9-2a53-4d42-8152-e4e588eee12c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2052.076252] env[62298]: DEBUG nova.network.neutron [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2052.188010] env[62298]: INFO nova.compute.manager [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Took 16.89 seconds to build instance. [ 2052.606994] env[62298]: DEBUG nova.network.neutron [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2052.690341] env[62298]: DEBUG oslo_concurrency.lockutils [None req-1d11f718-df8e-45d8-afff-1ed5c4a17080 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "72d1c855-d161-4c87-afa9-e4a6f94b5019" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.401s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.736822] env[62298]: DEBUG nova.network.neutron [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Updating instance_info_cache with network_info: [{"id": "b13dea05-2127-4349-a055-035c218c7368", "address": "fa:16:3e:66:ba:f9", "network": {"id": "a1cc5b7e-29b8-442e-aded-4790d7ea1173", "bridge": "br-int", "label": "tempest-ServersTestJSON-828003697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03e0481a48d41fa860471811159cb77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb13dea05-21", "ovs_interfaceid": "b13dea05-2127-4349-a055-035c218c7368", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.823966] env[62298]: DEBUG nova.compute.manager [req-0546993d-4ab4-4421-9add-170d5b8c4b40 req-54a4e395-71b9-454b-967a-9c056d90ac0e service nova] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Received event network-changed-827a7ec9-42fa-4c5e-9190-cd9174d2fce6 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2052.824087] env[62298]: DEBUG nova.compute.manager [req-0546993d-4ab4-4421-9add-170d5b8c4b40 req-54a4e395-71b9-454b-967a-9c056d90ac0e service nova] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Refreshing instance network info cache due to event network-changed-827a7ec9-42fa-4c5e-9190-cd9174d2fce6. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2052.824358] env[62298]: DEBUG oslo_concurrency.lockutils [req-0546993d-4ab4-4421-9add-170d5b8c4b40 req-54a4e395-71b9-454b-967a-9c056d90ac0e service nova] Acquiring lock "refresh_cache-72d1c855-d161-4c87-afa9-e4a6f94b5019" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2052.824465] env[62298]: DEBUG oslo_concurrency.lockutils [req-0546993d-4ab4-4421-9add-170d5b8c4b40 req-54a4e395-71b9-454b-967a-9c056d90ac0e service nova] Acquired lock "refresh_cache-72d1c855-d161-4c87-afa9-e4a6f94b5019" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2052.824587] env[62298]: DEBUG nova.network.neutron [req-0546993d-4ab4-4421-9add-170d5b8c4b40 req-54a4e395-71b9-454b-967a-9c056d90ac0e service nova] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Refreshing network info cache for port 827a7ec9-42fa-4c5e-9190-cd9174d2fce6 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2053.240014] env[62298]: DEBUG oslo_concurrency.lockutils [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Releasing lock "refresh_cache-31ab93b9-2a53-4d42-8152-e4e588eee12c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2053.240366] env[62298]: DEBUG nova.compute.manager [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Instance network_info: |[{"id": "b13dea05-2127-4349-a055-035c218c7368", "address": "fa:16:3e:66:ba:f9", "network": {"id": "a1cc5b7e-29b8-442e-aded-4790d7ea1173", "bridge": "br-int", "label": "tempest-ServersTestJSON-828003697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03e0481a48d41fa860471811159cb77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb13dea05-21", "ovs_interfaceid": "b13dea05-2127-4349-a055-035c218c7368", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2053.240818] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:ba:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b13dea05-2127-4349-a055-035c218c7368', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2053.248674] env[62298]: DEBUG oslo.service.loopingcall [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2053.248881] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2053.249121] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44af0a46-66cc-46ed-8fc3-8cbc0e3bfc4d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.269562] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2053.269562] env[62298]: value = "task-1805320" [ 2053.269562] env[62298]: _type = "Task" [ 2053.269562] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.279842] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805320, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.512806] env[62298]: DEBUG nova.compute.manager [req-e904bc9a-c9e4-49ec-bb45-9799a8d73d37 req-d275a97b-8be5-4d3e-b899-a4eb9e93f627 service nova] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Received event network-changed-b13dea05-2127-4349-a055-035c218c7368 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2053.513024] env[62298]: DEBUG nova.compute.manager [req-e904bc9a-c9e4-49ec-bb45-9799a8d73d37 req-d275a97b-8be5-4d3e-b899-a4eb9e93f627 service nova] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Refreshing instance network info cache due to event network-changed-b13dea05-2127-4349-a055-035c218c7368. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2053.513292] env[62298]: DEBUG oslo_concurrency.lockutils [req-e904bc9a-c9e4-49ec-bb45-9799a8d73d37 req-d275a97b-8be5-4d3e-b899-a4eb9e93f627 service nova] Acquiring lock "refresh_cache-31ab93b9-2a53-4d42-8152-e4e588eee12c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2053.513378] env[62298]: DEBUG oslo_concurrency.lockutils [req-e904bc9a-c9e4-49ec-bb45-9799a8d73d37 req-d275a97b-8be5-4d3e-b899-a4eb9e93f627 service nova] Acquired lock "refresh_cache-31ab93b9-2a53-4d42-8152-e4e588eee12c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2053.513532] env[62298]: DEBUG nova.network.neutron [req-e904bc9a-c9e4-49ec-bb45-9799a8d73d37 req-d275a97b-8be5-4d3e-b899-a4eb9e93f627 service nova] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Refreshing network info cache for port b13dea05-2127-4349-a055-035c218c7368 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2053.535655] env[62298]: DEBUG nova.network.neutron [req-0546993d-4ab4-4421-9add-170d5b8c4b40 req-54a4e395-71b9-454b-967a-9c056d90ac0e service nova] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Updated VIF entry in instance network info cache for port 827a7ec9-42fa-4c5e-9190-cd9174d2fce6. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2053.536027] env[62298]: DEBUG nova.network.neutron [req-0546993d-4ab4-4421-9add-170d5b8c4b40 req-54a4e395-71b9-454b-967a-9c056d90ac0e service nova] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Updating instance_info_cache with network_info: [{"id": "827a7ec9-42fa-4c5e-9190-cd9174d2fce6", "address": "fa:16:3e:8e:94:eb", "network": {"id": "1b0325e7-c092-488a-b711-be05e76100b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-550134086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c391aea5021499b9b50a616b7937813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap827a7ec9-42", "ovs_interfaceid": "827a7ec9-42fa-4c5e-9190-cd9174d2fce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2053.780566] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805320, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.038689] env[62298]: DEBUG oslo_concurrency.lockutils [req-0546993d-4ab4-4421-9add-170d5b8c4b40 req-54a4e395-71b9-454b-967a-9c056d90ac0e service nova] Releasing lock "refresh_cache-72d1c855-d161-4c87-afa9-e4a6f94b5019" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2054.257550] env[62298]: DEBUG nova.network.neutron [req-e904bc9a-c9e4-49ec-bb45-9799a8d73d37 req-d275a97b-8be5-4d3e-b899-a4eb9e93f627 service nova] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Updated VIF entry in instance network info cache for port b13dea05-2127-4349-a055-035c218c7368. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2054.258118] env[62298]: DEBUG nova.network.neutron [req-e904bc9a-c9e4-49ec-bb45-9799a8d73d37 req-d275a97b-8be5-4d3e-b899-a4eb9e93f627 service nova] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Updating instance_info_cache with network_info: [{"id": "b13dea05-2127-4349-a055-035c218c7368", "address": "fa:16:3e:66:ba:f9", "network": {"id": "a1cc5b7e-29b8-442e-aded-4790d7ea1173", "bridge": "br-int", "label": "tempest-ServersTestJSON-828003697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03e0481a48d41fa860471811159cb77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb13dea05-21", "ovs_interfaceid": "b13dea05-2127-4349-a055-035c218c7368", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2054.280178] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805320, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.761337] env[62298]: DEBUG oslo_concurrency.lockutils [req-e904bc9a-c9e4-49ec-bb45-9799a8d73d37 req-d275a97b-8be5-4d3e-b899-a4eb9e93f627 service nova] Releasing lock "refresh_cache-31ab93b9-2a53-4d42-8152-e4e588eee12c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2054.780285] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805320, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.281730] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805320, 'name': CreateVM_Task, 'duration_secs': 1.613961} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.281972] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2055.282605] env[62298]: DEBUG oslo_concurrency.lockutils [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2055.282778] env[62298]: DEBUG oslo_concurrency.lockutils [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2055.283140] env[62298]: DEBUG oslo_concurrency.lockutils [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2055.283397] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07c43803-da0b-4de6-afb7-dfa53b0c08b0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.287940] env[62298]: DEBUG oslo_vmware.api [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 2055.287940] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5286c3aa-91c4-fdab-ed8f-c1fd0767433f" [ 2055.287940] env[62298]: _type = "Task" [ 2055.287940] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.295557] env[62298]: DEBUG oslo_vmware.api [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5286c3aa-91c4-fdab-ed8f-c1fd0767433f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.798582] env[62298]: DEBUG oslo_vmware.api [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5286c3aa-91c4-fdab-ed8f-c1fd0767433f, 'name': SearchDatastore_Task, 'duration_secs': 0.015707} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.798884] env[62298]: DEBUG oslo_concurrency.lockutils [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2055.799145] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2055.799387] env[62298]: DEBUG oslo_concurrency.lockutils [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2055.799537] env[62298]: DEBUG oslo_concurrency.lockutils [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2055.799750] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2055.800033] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5582902-1a29-48db-bd1c-7c343e7600d1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.808070] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2055.808429] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2055.808968] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61f3dcf7-bc4e-464b-a1cc-df30404b4508 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.814040] env[62298]: DEBUG oslo_vmware.api [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 2055.814040] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524b94bb-39cc-0fe4-2464-b9c66b016988" [ 2055.814040] env[62298]: _type = "Task" [ 2055.814040] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.821452] env[62298]: DEBUG oslo_vmware.api [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524b94bb-39cc-0fe4-2464-b9c66b016988, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.325141] env[62298]: DEBUG oslo_vmware.api [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524b94bb-39cc-0fe4-2464-b9c66b016988, 'name': SearchDatastore_Task, 'duration_secs': 0.009019} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.325919] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb91304c-c582-4981-bea2-2000f8294b4c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.332118] env[62298]: DEBUG oslo_vmware.api [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 2056.332118] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523aa8ba-b270-39c1-4f8c-4f1ec95cc048" [ 2056.332118] env[62298]: _type = "Task" [ 2056.332118] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.339371] env[62298]: DEBUG oslo_vmware.api [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523aa8ba-b270-39c1-4f8c-4f1ec95cc048, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.843066] env[62298]: DEBUG oslo_vmware.api [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]523aa8ba-b270-39c1-4f8c-4f1ec95cc048, 'name': SearchDatastore_Task, 'duration_secs': 0.009279} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.843273] env[62298]: DEBUG oslo_concurrency.lockutils [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2056.843553] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 31ab93b9-2a53-4d42-8152-e4e588eee12c/31ab93b9-2a53-4d42-8152-e4e588eee12c.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2056.843749] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7dba68b-5016-454c-93d5-fbb88356ba68 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.850639] env[62298]: DEBUG oslo_vmware.api [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 2056.850639] env[62298]: value = "task-1805321" [ 2056.850639] env[62298]: _type = "Task" [ 2056.850639] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.858021] env[62298]: DEBUG oslo_vmware.api [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.361195] env[62298]: DEBUG oslo_vmware.api [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494055} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.361556] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 31ab93b9-2a53-4d42-8152-e4e588eee12c/31ab93b9-2a53-4d42-8152-e4e588eee12c.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2057.361671] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2057.361975] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a10b9b4-3f36-418b-805f-aea2ac3d8f5b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.367853] env[62298]: DEBUG oslo_vmware.api [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 2057.367853] env[62298]: value = "task-1805322" [ 2057.367853] env[62298]: _type = "Task" [ 2057.367853] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.375018] env[62298]: DEBUG oslo_vmware.api [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.877834] env[62298]: DEBUG oslo_vmware.api [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05616} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.878132] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2057.878986] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f9a2f4-129c-4139-b714-5a8cdccf4b02 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.900293] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 31ab93b9-2a53-4d42-8152-e4e588eee12c/31ab93b9-2a53-4d42-8152-e4e588eee12c.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2057.900544] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf9a0a86-e1d8-422b-93c9-b2020d1743d4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.918698] env[62298]: DEBUG oslo_vmware.api [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 2057.918698] env[62298]: value = "task-1805323" [ 2057.918698] env[62298]: _type = "Task" [ 2057.918698] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.926182] env[62298]: DEBUG oslo_vmware.api [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805323, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.430153] env[62298]: DEBUG oslo_vmware.api [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.930172] env[62298]: DEBUG oslo_vmware.api [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.430537] env[62298]: DEBUG oslo_vmware.api [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805323, 'name': ReconfigVM_Task, 'duration_secs': 1.424077} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.430932] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 31ab93b9-2a53-4d42-8152-e4e588eee12c/31ab93b9-2a53-4d42-8152-e4e588eee12c.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2059.431560] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b313a58-8f61-4c79-bbb6-7d5ee6ea093d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.438297] env[62298]: DEBUG oslo_vmware.api [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 2059.438297] env[62298]: value = "task-1805324" [ 2059.438297] env[62298]: _type = "Task" [ 2059.438297] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.446104] env[62298]: DEBUG oslo_vmware.api [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805324, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.947740] env[62298]: DEBUG oslo_vmware.api [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805324, 'name': Rename_Task, 'duration_secs': 0.134559} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.947931] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2059.948175] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-087cc5e2-0644-41c9-a994-ecf6d87967bb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.954328] env[62298]: DEBUG oslo_vmware.api [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 2059.954328] env[62298]: value = "task-1805325" [ 2059.954328] env[62298]: _type = "Task" [ 2059.954328] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.962014] env[62298]: DEBUG oslo_vmware.api [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.463704] env[62298]: DEBUG oslo_vmware.api [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805325, 'name': PowerOnVM_Task, 'duration_secs': 0.429719} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.464133] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2060.464249] env[62298]: INFO nova.compute.manager [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Took 9.16 seconds to spawn the instance on the hypervisor. [ 2060.464391] env[62298]: DEBUG nova.compute.manager [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2060.465161] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede2765a-f1c2-4468-8b05-aee2c7fac90b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.984071] env[62298]: INFO nova.compute.manager [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Took 13.88 seconds to build instance. [ 2061.486233] env[62298]: DEBUG oslo_concurrency.lockutils [None req-eec4fe00-ffbe-4919-a928-451bc24afbce tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "31ab93b9-2a53-4d42-8152-e4e588eee12c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.391s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.626729] env[62298]: DEBUG oslo_concurrency.lockutils [None req-632b8239-e927-4688-ab7f-92804a049007 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "31ab93b9-2a53-4d42-8152-e4e588eee12c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.626979] env[62298]: DEBUG oslo_concurrency.lockutils [None req-632b8239-e927-4688-ab7f-92804a049007 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "31ab93b9-2a53-4d42-8152-e4e588eee12c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.627189] env[62298]: DEBUG nova.compute.manager [None req-632b8239-e927-4688-ab7f-92804a049007 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2061.628163] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3107f840-e085-470b-ab65-e4738ac37ba9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.635270] env[62298]: DEBUG nova.compute.manager [None req-632b8239-e927-4688-ab7f-92804a049007 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62298) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2061.635822] env[62298]: DEBUG nova.objects.instance [None req-632b8239-e927-4688-ab7f-92804a049007 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lazy-loading 'flavor' on Instance uuid 31ab93b9-2a53-4d42-8152-e4e588eee12c {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2062.644284] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-632b8239-e927-4688-ab7f-92804a049007 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2062.644723] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b819736-af22-4ca9-ace9-f500f63a834f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.651669] env[62298]: DEBUG oslo_vmware.api [None req-632b8239-e927-4688-ab7f-92804a049007 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 2062.651669] env[62298]: value = "task-1805326" [ 2062.651669] env[62298]: _type = "Task" [ 2062.651669] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.660422] env[62298]: DEBUG oslo_vmware.api [None req-632b8239-e927-4688-ab7f-92804a049007 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.161865] env[62298]: DEBUG oslo_vmware.api [None req-632b8239-e927-4688-ab7f-92804a049007 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805326, 'name': PowerOffVM_Task, 'duration_secs': 0.176903} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.162169] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-632b8239-e927-4688-ab7f-92804a049007 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2063.162387] env[62298]: DEBUG nova.compute.manager [None req-632b8239-e927-4688-ab7f-92804a049007 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2063.163158] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e8e218-3b94-4a83-97ea-93708ab7ee75 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.675922] env[62298]: DEBUG oslo_concurrency.lockutils [None req-632b8239-e927-4688-ab7f-92804a049007 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "31ab93b9-2a53-4d42-8152-e4e588eee12c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.449342] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2f76d070-93bc-48e8-974b-9bb35435f3f1 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "31ab93b9-2a53-4d42-8152-e4e588eee12c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.449592] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2f76d070-93bc-48e8-974b-9bb35435f3f1 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "31ab93b9-2a53-4d42-8152-e4e588eee12c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.449806] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2f76d070-93bc-48e8-974b-9bb35435f3f1 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "31ab93b9-2a53-4d42-8152-e4e588eee12c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.450089] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2f76d070-93bc-48e8-974b-9bb35435f3f1 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "31ab93b9-2a53-4d42-8152-e4e588eee12c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.450267] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2f76d070-93bc-48e8-974b-9bb35435f3f1 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "31ab93b9-2a53-4d42-8152-e4e588eee12c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.452317] env[62298]: INFO nova.compute.manager [None req-2f76d070-93bc-48e8-974b-9bb35435f3f1 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Terminating instance [ 2064.956453] env[62298]: DEBUG nova.compute.manager [None req-2f76d070-93bc-48e8-974b-9bb35435f3f1 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2064.956859] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2f76d070-93bc-48e8-974b-9bb35435f3f1 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2064.957641] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f4c63c-2b37-45f8-b9ec-bc62aa590b45 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.965994] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2f76d070-93bc-48e8-974b-9bb35435f3f1 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2064.966219] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95961238-f214-46b5-b3bb-f69d4a1ecdcc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.405777] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2066.406139] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Cleaning up deleted instances {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11671}} [ 2066.653818] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2f76d070-93bc-48e8-974b-9bb35435f3f1 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2066.654070] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2f76d070-93bc-48e8-974b-9bb35435f3f1 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2066.654346] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f76d070-93bc-48e8-974b-9bb35435f3f1 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Deleting the datastore file [datastore1] 31ab93b9-2a53-4d42-8152-e4e588eee12c {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2066.654622] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80939fbf-951c-4e59-b874-3f3c74183318 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.661065] env[62298]: DEBUG oslo_vmware.api [None req-2f76d070-93bc-48e8-974b-9bb35435f3f1 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 2066.661065] env[62298]: value = "task-1805328" [ 2066.661065] env[62298]: _type = "Task" [ 2066.661065] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.668659] env[62298]: DEBUG oslo_vmware.api [None req-2f76d070-93bc-48e8-974b-9bb35435f3f1 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.919339] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] There are 45 instances to clean {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11680}} [ 2066.919529] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 6026a7c7-18b8-4b27-8e44-9769c8752273] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2067.171725] env[62298]: DEBUG oslo_vmware.api [None req-2f76d070-93bc-48e8-974b-9bb35435f3f1 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156321} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.171954] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f76d070-93bc-48e8-974b-9bb35435f3f1 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2067.172183] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2f76d070-93bc-48e8-974b-9bb35435f3f1 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2067.172393] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2f76d070-93bc-48e8-974b-9bb35435f3f1 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2067.172574] env[62298]: INFO nova.compute.manager [None req-2f76d070-93bc-48e8-974b-9bb35435f3f1 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Took 2.22 seconds to destroy the instance on the hypervisor. [ 2067.172819] env[62298]: DEBUG oslo.service.loopingcall [None req-2f76d070-93bc-48e8-974b-9bb35435f3f1 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2067.173049] env[62298]: DEBUG nova.compute.manager [-] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2067.173157] env[62298]: DEBUG nova.network.neutron [-] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2067.422992] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 05f04789-bb13-4884-a1f1-213c5993de11] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2067.454747] env[62298]: DEBUG nova.compute.manager [req-f781a973-f35d-4098-84b0-8af2914f8257 req-5efbdf7c-f7ef-4025-aaf2-96d9afafad16 service nova] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Received event network-vif-deleted-b13dea05-2127-4349-a055-035c218c7368 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2067.454953] env[62298]: INFO nova.compute.manager [req-f781a973-f35d-4098-84b0-8af2914f8257 req-5efbdf7c-f7ef-4025-aaf2-96d9afafad16 service nova] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Neutron deleted interface b13dea05-2127-4349-a055-035c218c7368; detaching it from the instance and deleting it from the info cache [ 2067.455201] env[62298]: DEBUG nova.network.neutron [req-f781a973-f35d-4098-84b0-8af2914f8257 req-5efbdf7c-f7ef-4025-aaf2-96d9afafad16 service nova] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2067.926478] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: ad7c0f4d-71dc-4b31-9065-f9f41ffd18b6] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2067.929926] env[62298]: DEBUG nova.network.neutron [-] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2067.957506] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74104844-fa02-4ebc-9415-dc50ea27035d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.967750] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cf2190-42a2-47dd-a14e-2bd29354184c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.993407] env[62298]: DEBUG nova.compute.manager [req-f781a973-f35d-4098-84b0-8af2914f8257 req-5efbdf7c-f7ef-4025-aaf2-96d9afafad16 service nova] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Detach interface failed, port_id=b13dea05-2127-4349-a055-035c218c7368, reason: Instance 31ab93b9-2a53-4d42-8152-e4e588eee12c could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2068.429812] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: f50cfd29-c1c0-421f-87f3-6e8fea1871b5] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2068.433027] env[62298]: INFO nova.compute.manager [-] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Took 1.26 seconds to deallocate network for instance. [ 2068.934398] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: bf2c3a73-e09f-4f52-8178-4ca7bea1d954] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2068.938377] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2f76d070-93bc-48e8-974b-9bb35435f3f1 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.938717] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2f76d070-93bc-48e8-974b-9bb35435f3f1 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.939056] env[62298]: DEBUG nova.objects.instance [None req-2f76d070-93bc-48e8-974b-9bb35435f3f1 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lazy-loading 'resources' on Instance uuid 31ab93b9-2a53-4d42-8152-e4e588eee12c {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2069.438104] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 35a4f8a2-b599-45ad-a861-e9592146a974] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2069.513777] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9c92b4-ed1f-4029-86c8-b417626bc94d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.521764] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862d2379-a0f8-43a1-8e43-08fcaae6fcf7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.553534] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8838f531-6cbe-4c21-9ac4-056d4090a472 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.560822] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3df5ed9-7b82-4b22-be1a-80f9426ac542 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.574055] env[62298]: DEBUG nova.compute.provider_tree [None req-2f76d070-93bc-48e8-974b-9bb35435f3f1 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2069.944657] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 9b420da1-62ba-4feb-b0b8-dd1bcea0855e] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2070.077243] env[62298]: DEBUG nova.scheduler.client.report [None req-2f76d070-93bc-48e8-974b-9bb35435f3f1 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2070.448201] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: be9abd95-4f85-44ba-bbfb-90921999e197] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2070.582155] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2f76d070-93bc-48e8-974b-9bb35435f3f1 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2070.603156] env[62298]: INFO nova.scheduler.client.report [None req-2f76d070-93bc-48e8-974b-9bb35435f3f1 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Deleted allocations for instance 31ab93b9-2a53-4d42-8152-e4e588eee12c [ 2070.951298] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 4412aaff-e323-4856-b23b-604fbecbf979] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2071.110091] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2f76d070-93bc-48e8-974b-9bb35435f3f1 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "31ab93b9-2a53-4d42-8152-e4e588eee12c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.660s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.456055] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 59a5e4d5-6d0e-45af-9e23-57aaf115d983] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2071.958200] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: b9ba6368-81c9-42f2-b40a-f9dfed49e42d] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2072.370101] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9698b815-10a0-4508-b6ab-d74b0940e208 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "68d2ec9f-562d-44d5-a963-ebd83cb841c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.370101] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9698b815-10a0-4508-b6ab-d74b0940e208 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "68d2ec9f-562d-44d5-a963-ebd83cb841c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.370296] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9698b815-10a0-4508-b6ab-d74b0940e208 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "68d2ec9f-562d-44d5-a963-ebd83cb841c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.370466] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9698b815-10a0-4508-b6ab-d74b0940e208 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "68d2ec9f-562d-44d5-a963-ebd83cb841c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.370640] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9698b815-10a0-4508-b6ab-d74b0940e208 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "68d2ec9f-562d-44d5-a963-ebd83cb841c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.373194] env[62298]: INFO nova.compute.manager [None req-9698b815-10a0-4508-b6ab-d74b0940e208 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Terminating instance [ 2072.461262] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 8a762754-128d-4478-be5b-2244cc4c704f] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2072.877555] env[62298]: DEBUG nova.compute.manager [None req-9698b815-10a0-4508-b6ab-d74b0940e208 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2072.877783] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9698b815-10a0-4508-b6ab-d74b0940e208 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2072.878759] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a11133-d38e-43d5-b083-0d6675c453de {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.886896] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-9698b815-10a0-4508-b6ab-d74b0940e208 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2072.887137] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4cdc803-64ae-4662-8c27-d5ea36937ca8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.892861] env[62298]: DEBUG oslo_vmware.api [None req-9698b815-10a0-4508-b6ab-d74b0940e208 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 2072.892861] env[62298]: value = "task-1805329" [ 2072.892861] env[62298]: _type = "Task" [ 2072.892861] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.900213] env[62298]: DEBUG oslo_vmware.api [None req-9698b815-10a0-4508-b6ab-d74b0940e208 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.964373] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 4524b5a6-bbc1-4850-959f-f2fd948f526f] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2073.403424] env[62298]: DEBUG oslo_vmware.api [None req-9698b815-10a0-4508-b6ab-d74b0940e208 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805329, 'name': PowerOffVM_Task, 'duration_secs': 0.176003} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.403702] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-9698b815-10a0-4508-b6ab-d74b0940e208 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2073.403875] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9698b815-10a0-4508-b6ab-d74b0940e208 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2073.404144] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e96a1d50-6ad1-435c-b9c5-00d790b0efbe {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.467433] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: e73a73d6-e685-4d91-9228-aeb063d1ce97] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2073.492017] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9698b815-10a0-4508-b6ab-d74b0940e208 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2073.492280] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9698b815-10a0-4508-b6ab-d74b0940e208 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2073.492435] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-9698b815-10a0-4508-b6ab-d74b0940e208 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Deleting the datastore file [datastore1] 68d2ec9f-562d-44d5-a963-ebd83cb841c3 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2073.492697] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5faa4ec2-c842-4f86-86e3-3205167a2baf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.499647] env[62298]: DEBUG oslo_vmware.api [None req-9698b815-10a0-4508-b6ab-d74b0940e208 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for the task: (returnval){ [ 2073.499647] env[62298]: value = "task-1805331" [ 2073.499647] env[62298]: _type = "Task" [ 2073.499647] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.507185] env[62298]: DEBUG oslo_vmware.api [None req-9698b815-10a0-4508-b6ab-d74b0940e208 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.971022] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: f817ac43-dfd4-4a70-9034-25f0e80a7259] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2074.009831] env[62298]: DEBUG oslo_vmware.api [None req-9698b815-10a0-4508-b6ab-d74b0940e208 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Task: {'id': task-1805331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135218} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.010140] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-9698b815-10a0-4508-b6ab-d74b0940e208 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2074.010318] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9698b815-10a0-4508-b6ab-d74b0940e208 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2074.010502] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9698b815-10a0-4508-b6ab-d74b0940e208 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2074.010698] env[62298]: INFO nova.compute.manager [None req-9698b815-10a0-4508-b6ab-d74b0940e208 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2074.010960] env[62298]: DEBUG oslo.service.loopingcall [None req-9698b815-10a0-4508-b6ab-d74b0940e208 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2074.011167] env[62298]: DEBUG nova.compute.manager [-] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2074.011260] env[62298]: DEBUG nova.network.neutron [-] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2074.275061] env[62298]: DEBUG nova.compute.manager [req-846068f6-5723-481d-8e1e-afcf334f8f14 req-4edac999-cec9-41b3-9d64-3435313cfa52 service nova] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Received event network-vif-deleted-c484797c-01c5-43b3-8163-7f5f0222abeb {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2074.275322] env[62298]: INFO nova.compute.manager [req-846068f6-5723-481d-8e1e-afcf334f8f14 req-4edac999-cec9-41b3-9d64-3435313cfa52 service nova] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Neutron deleted interface c484797c-01c5-43b3-8163-7f5f0222abeb; detaching it from the instance and deleting it from the info cache [ 2074.275542] env[62298]: DEBUG nova.network.neutron [req-846068f6-5723-481d-8e1e-afcf334f8f14 req-4edac999-cec9-41b3-9d64-3435313cfa52 service nova] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2074.475091] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 18f1a093-829a-4251-999a-4d95a437540a] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2074.748856] env[62298]: DEBUG nova.network.neutron [-] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2074.779029] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-106bff0d-2032-47af-9979-167960b05825 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.788159] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25868aa-c9ec-4473-a28c-ef02fbd893be {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.814068] env[62298]: DEBUG nova.compute.manager [req-846068f6-5723-481d-8e1e-afcf334f8f14 req-4edac999-cec9-41b3-9d64-3435313cfa52 service nova] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Detach interface failed, port_id=c484797c-01c5-43b3-8163-7f5f0222abeb, reason: Instance 68d2ec9f-562d-44d5-a963-ebd83cb841c3 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2074.978829] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: aa6de0c9-2a4b-4168-96b5-9f2c5b5a2460] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2075.253060] env[62298]: INFO nova.compute.manager [-] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Took 1.24 seconds to deallocate network for instance. [ 2075.482149] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 3870cdda-518c-46ad-bea4-f881891751e5] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2075.759212] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9698b815-10a0-4508-b6ab-d74b0940e208 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2075.759487] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9698b815-10a0-4508-b6ab-d74b0940e208 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2075.759711] env[62298]: DEBUG nova.objects.instance [None req-9698b815-10a0-4508-b6ab-d74b0940e208 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lazy-loading 'resources' on Instance uuid 68d2ec9f-562d-44d5-a963-ebd83cb841c3 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2075.985022] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 2c86f429-65ca-4b6d-8596-e89dfd7f4001] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2076.326909] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78adc56-3bc4-40b9-b5c1-fa1fab636670 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.334665] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac04513-a78d-4b70-8142-e948f8daa10e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.364776] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beeea3ec-a5a9-405c-ab62-a2c475f1599c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.371967] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c383179-a22d-4345-a3a3-f521051e6211 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.385916] env[62298]: DEBUG nova.compute.provider_tree [None req-9698b815-10a0-4508-b6ab-d74b0940e208 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2076.487926] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: bc35bb54-bf52-4fc7-959f-05fccaaa5341] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2076.888885] env[62298]: DEBUG nova.scheduler.client.report [None req-9698b815-10a0-4508-b6ab-d74b0940e208 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2076.990630] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 1c8f1434-feec-4fb6-9747-104299753463] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2077.394306] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9698b815-10a0-4508-b6ab-d74b0940e208 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.411940] env[62298]: INFO nova.scheduler.client.report [None req-9698b815-10a0-4508-b6ab-d74b0940e208 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Deleted allocations for instance 68d2ec9f-562d-44d5-a963-ebd83cb841c3 [ 2077.493815] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 8dc455b9-3fbe-4d78-aa98-6f556b2319e3] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2077.919595] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9698b815-10a0-4508-b6ab-d74b0940e208 tempest-ServersTestJSON-1007880557 tempest-ServersTestJSON-1007880557-project-member] Lock "68d2ec9f-562d-44d5-a963-ebd83cb841c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.549s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.996700] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: b56b90e1-8e96-4f22-8fc9-fb096395099b] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2078.499865] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: ddec6348-5324-489b-ad44-305971929a40] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2079.003459] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 79b2f3b1-881e-4058-b04c-af8a906cad1d] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2079.508024] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: d08daf56-6574-459e-ba9b-d38e107130e9] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2080.010442] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 335e0309-fd80-419b-af19-20f533c5d4d4] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2080.515398] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 3927345e-6db9-4970-a0ab-5b9385a1c9d7] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2081.018568] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 49dbf9db-ce44-4acf-bc7f-c375a814749f] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2081.523056] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 53304fd8-3272-4394-98f8-c8c8ea794ca4] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2082.026290] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 266b0b61-af59-4ac0-9cf1-b5b1828c9749] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2082.530062] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 29b49c1a-e92f-4f68-aedd-59c2f82c7295] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2082.957097] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Acquiring lock "1bc5425d-03a9-4e28-a211-397c6de5632e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2082.957382] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Lock "1bc5425d-03a9-4e28-a211-397c6de5632e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2082.957600] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Acquiring lock "1bc5425d-03a9-4e28-a211-397c6de5632e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2082.957787] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Lock "1bc5425d-03a9-4e28-a211-397c6de5632e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2082.957961] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Lock "1bc5425d-03a9-4e28-a211-397c6de5632e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.960108] env[62298]: INFO nova.compute.manager [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Terminating instance [ 2083.033336] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 43685ecf-c669-4ff0-b05a-ff29697e0259] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2083.463993] env[62298]: DEBUG nova.compute.manager [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2083.464279] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2083.465210] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d88543c-bfdc-449e-a3f8-b07a1355cdaf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.473095] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2083.473325] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcd08e26-1d6c-42ef-ac7b-8dc7b5112e27 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.479248] env[62298]: DEBUG oslo_vmware.api [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Waiting for the task: (returnval){ [ 2083.479248] env[62298]: value = "task-1805332" [ 2083.479248] env[62298]: _type = "Task" [ 2083.479248] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.486610] env[62298]: DEBUG oslo_vmware.api [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Task: {'id': task-1805332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.536369] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: cd8578c7-edcd-40b7-95f3-ce0bdea6f507] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2083.988988] env[62298]: DEBUG oslo_vmware.api [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Task: {'id': task-1805332, 'name': PowerOffVM_Task, 'duration_secs': 0.166559} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.989289] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2083.989466] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2083.989711] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bc6386d-1cb3-44fb-ae0a-f9fa51780d86 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.039929] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 4e5ed4da-fdfa-4f4a-8847-5183d8a447b6] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2084.081097] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2084.081365] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2084.081559] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Deleting the datastore file [datastore1] 1bc5425d-03a9-4e28-a211-397c6de5632e {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2084.081813] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fea3623-e8d2-4f49-b439-9996e0883880 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.088678] env[62298]: DEBUG oslo_vmware.api [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Waiting for the task: (returnval){ [ 2084.088678] env[62298]: value = "task-1805334" [ 2084.088678] env[62298]: _type = "Task" [ 2084.088678] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.096657] env[62298]: DEBUG oslo_vmware.api [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Task: {'id': task-1805334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.543173] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 6144efa7-fb78-4b7b-8780-9dda46056e6c] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2084.598478] env[62298]: DEBUG oslo_vmware.api [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Task: {'id': task-1805334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125796} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.598720] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2084.598913] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2084.599113] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2084.599292] env[62298]: INFO nova.compute.manager [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2084.599545] env[62298]: DEBUG oslo.service.loopingcall [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2084.599734] env[62298]: DEBUG nova.compute.manager [-] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2084.599831] env[62298]: DEBUG nova.network.neutron [-] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2085.047460] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: d4b14f6c-02b5-4e1d-a1dc-fd2e8214ab68] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2085.074625] env[62298]: DEBUG nova.compute.manager [req-b669657d-d108-4d55-b10b-d52026a444d9 req-c12480c5-8a63-4cf1-8d1e-646282d8d25f service nova] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Received event network-vif-deleted-fc0b6b3d-3eed-44fd-bcfd-ce9fe685779f {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2085.074625] env[62298]: INFO nova.compute.manager [req-b669657d-d108-4d55-b10b-d52026a444d9 req-c12480c5-8a63-4cf1-8d1e-646282d8d25f service nova] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Neutron deleted interface fc0b6b3d-3eed-44fd-bcfd-ce9fe685779f; detaching it from the instance and deleting it from the info cache [ 2085.074625] env[62298]: DEBUG nova.network.neutron [req-b669657d-d108-4d55-b10b-d52026a444d9 req-c12480c5-8a63-4cf1-8d1e-646282d8d25f service nova] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2085.549958] env[62298]: DEBUG nova.network.neutron [-] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2085.551637] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 23ba2a3a-1d1f-456d-9e47-75d50a3920de] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2085.577469] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d53553b8-72e8-4e77-b01a-6b3d6ed80b16 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.588129] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517d2922-5ece-4a7f-a0ff-059733ba6f2c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.615189] env[62298]: DEBUG nova.compute.manager [req-b669657d-d108-4d55-b10b-d52026a444d9 req-c12480c5-8a63-4cf1-8d1e-646282d8d25f service nova] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Detach interface failed, port_id=fc0b6b3d-3eed-44fd-bcfd-ce9fe685779f, reason: Instance 1bc5425d-03a9-4e28-a211-397c6de5632e could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2086.055409] env[62298]: INFO nova.compute.manager [-] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Took 1.46 seconds to deallocate network for instance. [ 2086.055769] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: a79f5737-549b-4cdd-ae42-591ed2fb12c6] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2086.559991] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 962ecb80-8eec-4f8e-a407-3d453057bd5c] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2086.562573] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.562836] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.563062] env[62298]: DEBUG nova.objects.instance [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Lazy-loading 'resources' on Instance uuid 1bc5425d-03a9-4e28-a211-397c6de5632e {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2087.064644] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: daa6606d-56d9-4776-8434-bdf8006e36ea] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2087.119182] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706b4daf-4e27-4472-9e53-2cf6352d0af3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.127101] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fa6e52-c341-4f24-b274-05e49dfbb454 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.159047] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c1a5b1-2153-4b0b-bfb5-a8497b1a7ed5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.166303] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592190d0-8b3a-4642-bd94-fd9bd22f7a1a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.179603] env[62298]: DEBUG nova.compute.provider_tree [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2087.570493] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 5ad600a5-4522-44ea-9a3d-9435c86b592b] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2087.687717] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquiring lock "cb190ad8-7ff0-4f14-975c-069c1fc1eebe" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2087.687966] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "cb190ad8-7ff0-4f14-975c-069c1fc1eebe" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2087.688168] env[62298]: INFO nova.compute.manager [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Shelving [ 2087.699938] env[62298]: ERROR nova.scheduler.client.report [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] [req-a2b6d5c6-ff30-4a1c-b475-dfd4ead164be] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a2b6d5c6-ff30-4a1c-b475-dfd4ead164be"}]} [ 2087.714196] env[62298]: DEBUG nova.scheduler.client.report [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2087.725316] env[62298]: DEBUG nova.scheduler.client.report [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2087.725524] env[62298]: DEBUG nova.compute.provider_tree [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2087.734879] env[62298]: DEBUG nova.scheduler.client.report [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2087.748980] env[62298]: DEBUG nova.scheduler.client.report [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2087.799387] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777bbe48-5c05-4045-a8a8-af5ed1d15de0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.806773] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07482e8b-a49d-4148-bf70-eb235024d6ee {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.837567] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc387217-fa1e-4d6a-8c70-4f801e027a8b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.844555] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0597953-4402-4fba-a5b3-34681749e6ef {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.857418] env[62298]: DEBUG nova.compute.provider_tree [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2088.074059] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: e193ef8f-e790-4a93-add2-af0f3896f8a8] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2088.387071] env[62298]: DEBUG nova.scheduler.client.report [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 187 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2088.387368] env[62298]: DEBUG nova.compute.provider_tree [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 187 to 188 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2088.387543] env[62298]: DEBUG nova.compute.provider_tree [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2088.501101] env[62298]: DEBUG nova.compute.manager [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Stashing vm_state: active {{(pid=62298) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 2088.577376] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 6c96450f-c626-4bcb-a07d-3eee06e8a539] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2088.696985] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2088.697319] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb3e8210-3d64-401e-9611-9d48a499dd36 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.705261] env[62298]: DEBUG oslo_vmware.api [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 2088.705261] env[62298]: value = "task-1805335" [ 2088.705261] env[62298]: _type = "Task" [ 2088.705261] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.713907] env[62298]: DEBUG oslo_vmware.api [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.892521] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.329s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2088.911502] env[62298]: INFO nova.scheduler.client.report [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Deleted allocations for instance 1bc5425d-03a9-4e28-a211-397c6de5632e [ 2089.018120] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2089.018481] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2089.081066] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 6f4534a2-3554-42e4-99c9-8e2891943389] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2089.217150] env[62298]: DEBUG oslo_vmware.api [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805335, 'name': PowerOffVM_Task, 'duration_secs': 0.256154} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.217458] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2089.218298] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df986bc7-1167-4be8-8477-6495d8c946d0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.236463] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98af0b3-4184-44f3-a14b-7b0d5e5e2692 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.420583] env[62298]: DEBUG oslo_concurrency.lockutils [None req-ec7206c0-5bce-4e79-924b-c9403f39fdac tempest-ServersTestFqdnHostnames-372419754 tempest-ServersTestFqdnHostnames-372419754-project-member] Lock "1bc5425d-03a9-4e28-a211-397c6de5632e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.462s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.524023] env[62298]: INFO nova.compute.claims [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2089.585945] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2089.585945] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Cleaning up deleted instances with incomplete migration {{(pid=62298) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11709}} [ 2089.748622] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Creating Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2089.748622] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0930ac8e-258b-45dd-adcd-8d04ad9612a1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.756699] env[62298]: DEBUG oslo_vmware.api [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 2089.756699] env[62298]: value = "task-1805336" [ 2089.756699] env[62298]: _type = "Task" [ 2089.756699] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.764333] env[62298]: DEBUG oslo_vmware.api [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805336, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.033034] env[62298]: INFO nova.compute.resource_tracker [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Updating resource usage from migration f374bd90-72ff-4014-9e96-341bc3502009 [ 2090.088429] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2090.095540] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a3b4c9-40dc-466e-9386-522b425c1c3f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.104146] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f028fb30-748d-44ce-a6aa-b614c0f2547f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.136112] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7008cec6-4eb5-4218-b78a-e38149466de1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.144229] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b608a7b0-a314-4b68-b092-ab252886dd7f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.158248] env[62298]: DEBUG nova.compute.provider_tree [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2090.266691] env[62298]: DEBUG oslo_vmware.api [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805336, 'name': CreateSnapshot_Task, 'duration_secs': 0.454505} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.267200] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Created Snapshot of the VM instance {{(pid=62298) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2090.268051] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f57ce4e-55da-4480-bc85-0148949d7d26 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.662872] env[62298]: DEBUG nova.scheduler.client.report [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2090.786349] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Creating linked-clone VM from snapshot {{(pid=62298) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2090.786758] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-57cc7ee9-d8fc-48dc-b80b-58f496473392 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.796382] env[62298]: DEBUG oslo_vmware.api [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 2090.796382] env[62298]: value = "task-1805337" [ 2090.796382] env[62298]: _type = "Task" [ 2090.796382] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.804564] env[62298]: DEBUG oslo_vmware.api [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805337, 'name': CloneVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.168323] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.149s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.168323] env[62298]: INFO nova.compute.manager [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Migrating [ 2091.306438] env[62298]: DEBUG oslo_vmware.api [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805337, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.685528] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "refresh_cache-72d1c855-d161-4c87-afa9-e4a6f94b5019" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2091.685528] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquired lock "refresh_cache-72d1c855-d161-4c87-afa9-e4a6f94b5019" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2091.685528] env[62298]: DEBUG nova.network.neutron [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2091.807114] env[62298]: DEBUG oslo_vmware.api [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805337, 'name': CloneVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.308887] env[62298]: DEBUG oslo_vmware.api [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805337, 'name': CloneVM_Task, 'duration_secs': 1.385212} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.309400] env[62298]: INFO nova.virt.vmwareapi.vmops [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Created linked-clone VM from snapshot [ 2092.310267] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba3168d-ef92-4980-a29e-5ba3364d65ff {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.317890] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Uploading image ef79fda5-63fe-4216-84ac-02459bb48bf1 {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2092.346084] env[62298]: DEBUG oslo_vmware.rw_handles [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2092.346084] env[62298]: value = "vm-374226" [ 2092.346084] env[62298]: _type = "VirtualMachine" [ 2092.346084] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2092.346084] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3d222540-7c66-4c1b-be45-f0a68639114b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.355384] env[62298]: DEBUG oslo_vmware.rw_handles [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lease: (returnval){ [ 2092.355384] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521ac9a9-945a-1c4c-6534-21e33c4332be" [ 2092.355384] env[62298]: _type = "HttpNfcLease" [ 2092.355384] env[62298]: } obtained for exporting VM: (result){ [ 2092.355384] env[62298]: value = "vm-374226" [ 2092.355384] env[62298]: _type = "VirtualMachine" [ 2092.355384] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2092.356432] env[62298]: DEBUG oslo_vmware.api [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the lease: (returnval){ [ 2092.356432] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521ac9a9-945a-1c4c-6534-21e33c4332be" [ 2092.356432] env[62298]: _type = "HttpNfcLease" [ 2092.356432] env[62298]: } to be ready. {{(pid=62298) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2092.364021] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2092.364021] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521ac9a9-945a-1c4c-6534-21e33c4332be" [ 2092.364021] env[62298]: _type = "HttpNfcLease" [ 2092.364021] env[62298]: } is initializing. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2092.569618] env[62298]: DEBUG nova.network.neutron [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Updating instance_info_cache with network_info: [{"id": "827a7ec9-42fa-4c5e-9190-cd9174d2fce6", "address": "fa:16:3e:8e:94:eb", "network": {"id": "1b0325e7-c092-488a-b711-be05e76100b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-550134086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c391aea5021499b9b50a616b7937813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap827a7ec9-42", "ovs_interfaceid": "827a7ec9-42fa-4c5e-9190-cd9174d2fce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2092.590788] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2092.590925] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2092.591054] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Starting heal instance info cache {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2092.591166] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Rebuilding the list of instances to heal {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 2092.868020] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2092.868020] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521ac9a9-945a-1c4c-6534-21e33c4332be" [ 2092.868020] env[62298]: _type = "HttpNfcLease" [ 2092.868020] env[62298]: } is ready. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2092.868020] env[62298]: DEBUG oslo_vmware.rw_handles [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2092.868020] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521ac9a9-945a-1c4c-6534-21e33c4332be" [ 2092.868020] env[62298]: _type = "HttpNfcLease" [ 2092.868020] env[62298]: }. {{(pid=62298) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2092.868020] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4215c0dd-72c9-47c8-8037-00cc4e4dec43 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.873593] env[62298]: DEBUG oslo_vmware.rw_handles [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528fdcc9-18b3-534c-991c-b6bd3d00cb49/disk-0.vmdk from lease info. {{(pid=62298) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2092.873770] env[62298]: DEBUG oslo_vmware.rw_handles [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528fdcc9-18b3-534c-991c-b6bd3d00cb49/disk-0.vmdk for reading. {{(pid=62298) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2092.982023] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-393fc488-8cd7-4d9b-beaa-3d488e353753 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.072997] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Releasing lock "refresh_cache-72d1c855-d161-4c87-afa9-e4a6f94b5019" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2093.095678] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "refresh_cache-cb190ad8-7ff0-4f14-975c-069c1fc1eebe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2093.095678] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquired lock "refresh_cache-cb190ad8-7ff0-4f14-975c-069c1fc1eebe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2093.095678] env[62298]: DEBUG nova.network.neutron [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Forcefully refreshing network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2093.095678] env[62298]: DEBUG nova.objects.instance [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lazy-loading 'info_cache' on Instance uuid cb190ad8-7ff0-4f14-975c-069c1fc1eebe {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2094.591129] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25b5fee-038d-44a4-af8f-963200c20244 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.609294] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Updating instance '72d1c855-d161-4c87-afa9-e4a6f94b5019' progress to 0 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2094.866481] env[62298]: DEBUG nova.network.neutron [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Updating instance_info_cache with network_info: [{"id": "6dcfa195-eb8e-410c-8352-77fcacbd4792", "address": "fa:16:3e:d4:15:bc", "network": {"id": "e4e2c5c8-77d4-43e9-853b-0797e8a17f8d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1566442661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a808a8b6e643a5b98d06c6cf82cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dcfa195-eb", "ovs_interfaceid": "6dcfa195-eb8e-410c-8352-77fcacbd4792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2095.115407] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2095.115567] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2b8951e-0efc-40f7-abc0-2cf59c415e3a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.127357] env[62298]: DEBUG oslo_vmware.api [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2095.127357] env[62298]: value = "task-1805339" [ 2095.127357] env[62298]: _type = "Task" [ 2095.127357] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.134196] env[62298]: DEBUG oslo_vmware.api [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.276931] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "520feb96-6bb9-41f9-9404-8c6f77906b3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2095.277181] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "520feb96-6bb9-41f9-9404-8c6f77906b3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2095.368933] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Releasing lock "refresh_cache-cb190ad8-7ff0-4f14-975c-069c1fc1eebe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2095.369539] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Updated the network info_cache for instance {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 2095.369539] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2095.369691] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2095.369878] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2095.370094] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2095.370348] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2095.370565] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2095.370701] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62298) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2095.370855] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2095.636369] env[62298]: DEBUG oslo_vmware.api [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805339, 'name': PowerOffVM_Task, 'duration_secs': 0.191584} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.636823] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2095.636972] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Updating instance '72d1c855-d161-4c87-afa9-e4a6f94b5019' progress to 17 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2095.780614] env[62298]: DEBUG nova.compute.manager [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2095.873954] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2095.874118] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2095.874191] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2095.874330] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62298) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2095.875263] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fb7f59-e3d6-41a5-a736-d30f3cd8f42f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.883524] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5a8cac-72d7-4bac-8b55-87506d6587fb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.897727] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82d53cd-9d18-4215-8c14-857e679b59b0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.904445] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7732594f-b00d-4878-9acf-02329614c990 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.935011] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180911MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62298) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2095.935225] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2095.935486] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.143918] env[62298]: DEBUG nova.virt.hardware [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2096.144623] env[62298]: DEBUG nova.virt.hardware [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2096.144792] env[62298]: DEBUG nova.virt.hardware [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2096.145072] env[62298]: DEBUG nova.virt.hardware [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2096.145232] env[62298]: DEBUG nova.virt.hardware [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2096.145383] env[62298]: DEBUG nova.virt.hardware [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2096.145589] env[62298]: DEBUG nova.virt.hardware [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2096.145747] env[62298]: DEBUG nova.virt.hardware [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2096.145910] env[62298]: DEBUG nova.virt.hardware [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2096.146082] env[62298]: DEBUG nova.virt.hardware [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2096.146256] env[62298]: DEBUG nova.virt.hardware [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2096.151478] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25e83340-34c1-4889-9961-cc9e4913f42b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.168184] env[62298]: DEBUG oslo_vmware.api [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2096.168184] env[62298]: value = "task-1805340" [ 2096.168184] env[62298]: _type = "Task" [ 2096.168184] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.176222] env[62298]: DEBUG oslo_vmware.api [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.304526] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.679736] env[62298]: DEBUG oslo_vmware.api [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805340, 'name': ReconfigVM_Task, 'duration_secs': 0.284269} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.680233] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Updating instance '72d1c855-d161-4c87-afa9-e4a6f94b5019' progress to 33 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2096.943200] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Applying migration context for instance 72d1c855-d161-4c87-afa9-e4a6f94b5019 as it has an incoming, in-progress migration f374bd90-72ff-4014-9e96-341bc3502009. Migration status is migrating {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2096.943994] env[62298]: INFO nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Updating resource usage from migration f374bd90-72ff-4014-9e96-341bc3502009 [ 2096.961378] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance cb190ad8-7ff0-4f14-975c-069c1fc1eebe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2096.961566] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Migration f374bd90-72ff-4014-9e96-341bc3502009 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2096.961700] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 72d1c855-d161-4c87-afa9-e4a6f94b5019 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2097.187045] env[62298]: DEBUG nova.virt.hardware [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2097.187332] env[62298]: DEBUG nova.virt.hardware [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2097.187473] env[62298]: DEBUG nova.virt.hardware [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2097.187662] env[62298]: DEBUG nova.virt.hardware [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2097.187811] env[62298]: DEBUG nova.virt.hardware [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2097.187970] env[62298]: DEBUG nova.virt.hardware [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2097.188192] env[62298]: DEBUG nova.virt.hardware [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2097.188379] env[62298]: DEBUG nova.virt.hardware [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2097.188563] env[62298]: DEBUG nova.virt.hardware [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2097.188725] env[62298]: DEBUG nova.virt.hardware [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2097.188902] env[62298]: DEBUG nova.virt.hardware [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2097.194360] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2097.194666] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2698faa-8091-4cf6-8766-480abfb9a060 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.214029] env[62298]: DEBUG oslo_vmware.api [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2097.214029] env[62298]: value = "task-1805341" [ 2097.214029] env[62298]: _type = "Task" [ 2097.214029] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.222589] env[62298]: DEBUG oslo_vmware.api [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.464997] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 520feb96-6bb9-41f9-9404-8c6f77906b3c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2097.465241] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2097.465379] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2097.528048] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94614e6e-9430-4912-af9b-2947ec8a5163 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.536093] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771ad206-0f79-491a-a85e-df5f30520041 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.567877] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c2bf40-6f7d-40c1-b7af-5744a7342367 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.575691] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69826dc8-9610-4388-adf6-506530b1e5ec {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.589613] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2097.723782] env[62298]: DEBUG oslo_vmware.api [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805341, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.093452] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2098.223830] env[62298]: DEBUG oslo_vmware.api [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805341, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.598844] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2098.599075] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.664s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.599350] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.295s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2098.600993] env[62298]: INFO nova.compute.claims [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2098.724513] env[62298]: DEBUG oslo_vmware.api [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805341, 'name': ReconfigVM_Task, 'duration_secs': 1.205556} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.724879] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2098.725539] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0a02d4-9bdd-4669-b9d0-b8f8397ddb9d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.746648] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 72d1c855-d161-4c87-afa9-e4a6f94b5019/72d1c855-d161-4c87-afa9-e4a6f94b5019.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2098.746870] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e772461-dec2-4a2d-8082-7eda1ee310c5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.763958] env[62298]: DEBUG oslo_vmware.api [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2098.763958] env[62298]: value = "task-1805342" [ 2098.763958] env[62298]: _type = "Task" [ 2098.763958] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.771237] env[62298]: DEBUG oslo_vmware.api [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805342, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.274806] env[62298]: DEBUG oslo_vmware.api [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.666198] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddf1fd8-9335-4bbc-9922-b56952c3eacb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.673937] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee07758-8ffc-4af8-8b28-871fe08ce31b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.704396] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e13120-ac8b-488c-95f2-0d8dd3bd706c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.711972] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7390c29-6abe-4744-b226-cb1f5a510525 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.725141] env[62298]: DEBUG nova.compute.provider_tree [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2099.775188] env[62298]: DEBUG oslo_vmware.api [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.229271] env[62298]: DEBUG nova.scheduler.client.report [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2100.275138] env[62298]: DEBUG oslo_vmware.api [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805342, 'name': ReconfigVM_Task, 'duration_secs': 1.322774} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.275467] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 72d1c855-d161-4c87-afa9-e4a6f94b5019/72d1c855-d161-4c87-afa9-e4a6f94b5019.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2100.275810] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Updating instance '72d1c855-d161-4c87-afa9-e4a6f94b5019' progress to 50 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2100.735926] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.136s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2100.736477] env[62298]: DEBUG nova.compute.manager [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2100.782649] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16f9a49-ffcf-4708-b8de-c694325141cf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.804266] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cefb65-551c-49cb-acb8-1d0a41eed4b3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.823337] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Updating instance '72d1c855-d161-4c87-afa9-e4a6f94b5019' progress to 67 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2101.242594] env[62298]: DEBUG nova.compute.utils [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2101.244180] env[62298]: DEBUG nova.compute.manager [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2101.244447] env[62298]: DEBUG nova.network.neutron [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2101.315563] env[62298]: DEBUG nova.policy [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fb7c2fa675845d5a8d39d01194bb233', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3ae9ba4d1be4a16a3ad65ce8fe453c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 2101.407618] env[62298]: DEBUG nova.network.neutron [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Port 827a7ec9-42fa-4c5e-9190-cd9174d2fce6 binding to destination host cpu-1 is already ACTIVE {{(pid=62298) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2101.618383] env[62298]: DEBUG nova.network.neutron [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Successfully created port: 85e0aeef-7b7f-499e-81f8-5ea56db2c12d {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2101.747437] env[62298]: DEBUG nova.compute.manager [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2102.430204] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "72d1c855-d161-4c87-afa9-e4a6f94b5019-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2102.430401] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "72d1c855-d161-4c87-afa9-e4a6f94b5019-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2102.430610] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "72d1c855-d161-4c87-afa9-e4a6f94b5019-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2102.759691] env[62298]: DEBUG nova.compute.manager [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2102.786321] env[62298]: DEBUG nova.virt.hardware [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2102.786799] env[62298]: DEBUG nova.virt.hardware [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2102.786921] env[62298]: DEBUG nova.virt.hardware [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2102.787218] env[62298]: DEBUG nova.virt.hardware [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2102.787545] env[62298]: DEBUG nova.virt.hardware [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2102.787785] env[62298]: DEBUG nova.virt.hardware [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2102.788558] env[62298]: DEBUG nova.virt.hardware [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2102.788558] env[62298]: DEBUG nova.virt.hardware [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2102.788714] env[62298]: DEBUG nova.virt.hardware [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2102.788861] env[62298]: DEBUG nova.virt.hardware [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2102.789318] env[62298]: DEBUG nova.virt.hardware [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2102.790418] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d292ec6e-2451-4a64-8046-bebfb285db83 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.798944] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ba88f8-70ae-4041-9c91-2069672be97f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.015532] env[62298]: DEBUG nova.compute.manager [req-a1487871-1e61-4fea-9013-2800cadaec57 req-8d21994b-b76d-4dea-9ecb-11fb554c9f73 service nova] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Received event network-vif-plugged-85e0aeef-7b7f-499e-81f8-5ea56db2c12d {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2103.015831] env[62298]: DEBUG oslo_concurrency.lockutils [req-a1487871-1e61-4fea-9013-2800cadaec57 req-8d21994b-b76d-4dea-9ecb-11fb554c9f73 service nova] Acquiring lock "520feb96-6bb9-41f9-9404-8c6f77906b3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2103.016623] env[62298]: DEBUG oslo_concurrency.lockutils [req-a1487871-1e61-4fea-9013-2800cadaec57 req-8d21994b-b76d-4dea-9ecb-11fb554c9f73 service nova] Lock "520feb96-6bb9-41f9-9404-8c6f77906b3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2103.017630] env[62298]: DEBUG oslo_concurrency.lockutils [req-a1487871-1e61-4fea-9013-2800cadaec57 req-8d21994b-b76d-4dea-9ecb-11fb554c9f73 service nova] Lock "520feb96-6bb9-41f9-9404-8c6f77906b3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2103.017630] env[62298]: DEBUG nova.compute.manager [req-a1487871-1e61-4fea-9013-2800cadaec57 req-8d21994b-b76d-4dea-9ecb-11fb554c9f73 service nova] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] No waiting events found dispatching network-vif-plugged-85e0aeef-7b7f-499e-81f8-5ea56db2c12d {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2103.017630] env[62298]: WARNING nova.compute.manager [req-a1487871-1e61-4fea-9013-2800cadaec57 req-8d21994b-b76d-4dea-9ecb-11fb554c9f73 service nova] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Received unexpected event network-vif-plugged-85e0aeef-7b7f-499e-81f8-5ea56db2c12d for instance with vm_state building and task_state spawning. [ 2103.102946] env[62298]: DEBUG nova.network.neutron [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Successfully updated port: 85e0aeef-7b7f-499e-81f8-5ea56db2c12d {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2103.467993] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "refresh_cache-72d1c855-d161-4c87-afa9-e4a6f94b5019" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2103.468220] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquired lock "refresh_cache-72d1c855-d161-4c87-afa9-e4a6f94b5019" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2103.468429] env[62298]: DEBUG nova.network.neutron [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2103.605717] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "refresh_cache-520feb96-6bb9-41f9-9404-8c6f77906b3c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2103.605717] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquired lock "refresh_cache-520feb96-6bb9-41f9-9404-8c6f77906b3c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2103.605950] env[62298]: DEBUG nova.network.neutron [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2104.153633] env[62298]: DEBUG nova.network.neutron [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2104.253995] env[62298]: DEBUG nova.network.neutron [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Updating instance_info_cache with network_info: [{"id": "827a7ec9-42fa-4c5e-9190-cd9174d2fce6", "address": "fa:16:3e:8e:94:eb", "network": {"id": "1b0325e7-c092-488a-b711-be05e76100b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-550134086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c391aea5021499b9b50a616b7937813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap827a7ec9-42", "ovs_interfaceid": "827a7ec9-42fa-4c5e-9190-cd9174d2fce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2104.320518] env[62298]: DEBUG nova.network.neutron [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Updating instance_info_cache with network_info: [{"id": "85e0aeef-7b7f-499e-81f8-5ea56db2c12d", "address": "fa:16:3e:9c:51:e4", "network": {"id": "3344a1d2-5fde-4eca-81f6-42c16e75acb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1283840851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ae9ba4d1be4a16a3ad65ce8fe453c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e0aeef-7b", "ovs_interfaceid": "85e0aeef-7b7f-499e-81f8-5ea56db2c12d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2104.494937] env[62298]: DEBUG oslo_vmware.rw_handles [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528fdcc9-18b3-534c-991c-b6bd3d00cb49/disk-0.vmdk. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2104.496137] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b651b3-36c2-4778-b09b-a70122d7562f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.502588] env[62298]: DEBUG oslo_vmware.rw_handles [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528fdcc9-18b3-534c-991c-b6bd3d00cb49/disk-0.vmdk is in state: ready. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2104.502722] env[62298]: ERROR oslo_vmware.rw_handles [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528fdcc9-18b3-534c-991c-b6bd3d00cb49/disk-0.vmdk due to incomplete transfer. [ 2104.502967] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2105b5fa-ab37-4bc7-ab99-306be822c30a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.510324] env[62298]: DEBUG oslo_vmware.rw_handles [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528fdcc9-18b3-534c-991c-b6bd3d00cb49/disk-0.vmdk. {{(pid=62298) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2104.510565] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Uploaded image ef79fda5-63fe-4216-84ac-02459bb48bf1 to the Glance image server {{(pid=62298) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2104.512935] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Destroying the VM {{(pid=62298) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2104.513168] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-41cb8340-408b-436d-886a-b26e173eb404 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.518260] env[62298]: DEBUG oslo_vmware.api [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 2104.518260] env[62298]: value = "task-1805343" [ 2104.518260] env[62298]: _type = "Task" [ 2104.518260] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.525960] env[62298]: DEBUG oslo_vmware.api [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805343, 'name': Destroy_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.756616] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Releasing lock "refresh_cache-72d1c855-d161-4c87-afa9-e4a6f94b5019" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2104.823499] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Releasing lock "refresh_cache-520feb96-6bb9-41f9-9404-8c6f77906b3c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2104.823809] env[62298]: DEBUG nova.compute.manager [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Instance network_info: |[{"id": "85e0aeef-7b7f-499e-81f8-5ea56db2c12d", "address": "fa:16:3e:9c:51:e4", "network": {"id": "3344a1d2-5fde-4eca-81f6-42c16e75acb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1283840851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ae9ba4d1be4a16a3ad65ce8fe453c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e0aeef-7b", "ovs_interfaceid": "85e0aeef-7b7f-499e-81f8-5ea56db2c12d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2104.824233] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:51:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85e0aeef-7b7f-499e-81f8-5ea56db2c12d', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2104.831869] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Creating folder: Project (f3ae9ba4d1be4a16a3ad65ce8fe453c5). Parent ref: group-v373906. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2104.832146] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a80ae4d4-1857-4899-8f99-c44870526d40 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.843071] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Created folder: Project (f3ae9ba4d1be4a16a3ad65ce8fe453c5) in parent group-v373906. [ 2104.843273] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Creating folder: Instances. Parent ref: group-v374227. {{(pid=62298) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2104.843506] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19a64007-f46d-490e-99c1-30074824fe5b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.852708] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Created folder: Instances in parent group-v374227. [ 2104.852937] env[62298]: DEBUG oslo.service.loopingcall [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2104.853138] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2104.853333] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3c46e8d-b022-4fd6-bf2c-a58ebfe88ac7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.874286] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2104.874286] env[62298]: value = "task-1805346" [ 2104.874286] env[62298]: _type = "Task" [ 2104.874286] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.881633] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805346, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.027743] env[62298]: DEBUG oslo_vmware.api [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805343, 'name': Destroy_Task, 'duration_secs': 0.377375} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.028030] env[62298]: INFO nova.virt.vmwareapi.vm_util [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Destroyed the VM [ 2105.028270] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Deleting Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2105.028520] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3c2ce133-e020-46cb-a67d-080757717656 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.034397] env[62298]: DEBUG oslo_vmware.api [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 2105.034397] env[62298]: value = "task-1805347" [ 2105.034397] env[62298]: _type = "Task" [ 2105.034397] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.042924] env[62298]: DEBUG oslo_vmware.api [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805347, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.045486] env[62298]: DEBUG nova.compute.manager [req-75015bd1-7fa0-44b9-8327-80f87eb9e02c req-a80d3e01-10ba-4148-b69e-165bf86c6132 service nova] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Received event network-changed-85e0aeef-7b7f-499e-81f8-5ea56db2c12d {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2105.045662] env[62298]: DEBUG nova.compute.manager [req-75015bd1-7fa0-44b9-8327-80f87eb9e02c req-a80d3e01-10ba-4148-b69e-165bf86c6132 service nova] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Refreshing instance network info cache due to event network-changed-85e0aeef-7b7f-499e-81f8-5ea56db2c12d. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2105.045924] env[62298]: DEBUG oslo_concurrency.lockutils [req-75015bd1-7fa0-44b9-8327-80f87eb9e02c req-a80d3e01-10ba-4148-b69e-165bf86c6132 service nova] Acquiring lock "refresh_cache-520feb96-6bb9-41f9-9404-8c6f77906b3c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2105.046113] env[62298]: DEBUG oslo_concurrency.lockutils [req-75015bd1-7fa0-44b9-8327-80f87eb9e02c req-a80d3e01-10ba-4148-b69e-165bf86c6132 service nova] Acquired lock "refresh_cache-520feb96-6bb9-41f9-9404-8c6f77906b3c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2105.046222] env[62298]: DEBUG nova.network.neutron [req-75015bd1-7fa0-44b9-8327-80f87eb9e02c req-a80d3e01-10ba-4148-b69e-165bf86c6132 service nova] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Refreshing network info cache for port 85e0aeef-7b7f-499e-81f8-5ea56db2c12d {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2105.281286] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f1c5a1-6e6c-4a94-b351-90e35a49ed5c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.301445] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76f3c21-083b-4e40-99f7-2f600ef693ad {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.308990] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Updating instance '72d1c855-d161-4c87-afa9-e4a6f94b5019' progress to 83 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2105.384678] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805346, 'name': CreateVM_Task, 'duration_secs': 0.354372} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.384928] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2105.385765] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2105.385938] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2105.386322] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2105.386770] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67b6bd46-fd2d-48c2-88b5-cdca56be4e4f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.391090] env[62298]: DEBUG oslo_vmware.api [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2105.391090] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]528aab45-1418-1d92-396f-efc08283742b" [ 2105.391090] env[62298]: _type = "Task" [ 2105.391090] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.398411] env[62298]: DEBUG oslo_vmware.api [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]528aab45-1418-1d92-396f-efc08283742b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.544352] env[62298]: DEBUG oslo_vmware.api [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805347, 'name': RemoveSnapshot_Task, 'duration_secs': 0.352112} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.544566] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Deleted Snapshot of the VM instance {{(pid=62298) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2105.544844] env[62298]: DEBUG nova.compute.manager [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2105.545616] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fe490c-5bc6-4ef0-99b9-0917c8057acc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.806575] env[62298]: DEBUG nova.network.neutron [req-75015bd1-7fa0-44b9-8327-80f87eb9e02c req-a80d3e01-10ba-4148-b69e-165bf86c6132 service nova] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Updated VIF entry in instance network info cache for port 85e0aeef-7b7f-499e-81f8-5ea56db2c12d. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2105.806942] env[62298]: DEBUG nova.network.neutron [req-75015bd1-7fa0-44b9-8327-80f87eb9e02c req-a80d3e01-10ba-4148-b69e-165bf86c6132 service nova] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Updating instance_info_cache with network_info: [{"id": "85e0aeef-7b7f-499e-81f8-5ea56db2c12d", "address": "fa:16:3e:9c:51:e4", "network": {"id": "3344a1d2-5fde-4eca-81f6-42c16e75acb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1283840851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ae9ba4d1be4a16a3ad65ce8fe453c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e0aeef-7b", "ovs_interfaceid": "85e0aeef-7b7f-499e-81f8-5ea56db2c12d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2105.815215] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2105.815486] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9e67379-369c-433f-8804-846edf50e230 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.823948] env[62298]: DEBUG oslo_vmware.api [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2105.823948] env[62298]: value = "task-1805348" [ 2105.823948] env[62298]: _type = "Task" [ 2105.823948] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.832210] env[62298]: DEBUG oslo_vmware.api [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.901431] env[62298]: DEBUG oslo_vmware.api [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]528aab45-1418-1d92-396f-efc08283742b, 'name': SearchDatastore_Task, 'duration_secs': 0.008507} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.901738] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2105.901978] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2105.902237] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2105.902389] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2105.902574] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2105.902832] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c3e5b43-0e05-49b1-b886-65a41c531436 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.910789] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2105.910969] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2105.911666] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-603a69f3-4184-4e9e-be4c-27876b505d3c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.916212] env[62298]: DEBUG oslo_vmware.api [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2105.916212] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5249ec21-a5cb-7e36-bdae-0281c24e4fe5" [ 2105.916212] env[62298]: _type = "Task" [ 2105.916212] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.923503] env[62298]: DEBUG oslo_vmware.api [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5249ec21-a5cb-7e36-bdae-0281c24e4fe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.059626] env[62298]: INFO nova.compute.manager [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Shelve offloading [ 2106.309327] env[62298]: DEBUG oslo_concurrency.lockutils [req-75015bd1-7fa0-44b9-8327-80f87eb9e02c req-a80d3e01-10ba-4148-b69e-165bf86c6132 service nova] Releasing lock "refresh_cache-520feb96-6bb9-41f9-9404-8c6f77906b3c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2106.334063] env[62298]: DEBUG oslo_vmware.api [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805348, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.426645] env[62298]: DEBUG oslo_vmware.api [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5249ec21-a5cb-7e36-bdae-0281c24e4fe5, 'name': SearchDatastore_Task, 'duration_secs': 0.00916} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.427418] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e358a31-6db0-4ba8-bc21-d83ab382397a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.432232] env[62298]: DEBUG oslo_vmware.api [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2106.432232] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52bffdbf-4dc8-eb39-9311-61a2fdd85db0" [ 2106.432232] env[62298]: _type = "Task" [ 2106.432232] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.439451] env[62298]: DEBUG oslo_vmware.api [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52bffdbf-4dc8-eb39-9311-61a2fdd85db0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.563459] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2106.563877] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fb2d827-d99b-4b86-95a7-e69179c0d5e5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.571057] env[62298]: DEBUG oslo_vmware.api [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 2106.571057] env[62298]: value = "task-1805349" [ 2106.571057] env[62298]: _type = "Task" [ 2106.571057] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.581553] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] VM already powered off {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2106.581800] env[62298]: DEBUG nova.compute.manager [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2106.582643] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea207150-87e1-418f-979a-b6609a2c9472 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.588146] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquiring lock "refresh_cache-cb190ad8-7ff0-4f14-975c-069c1fc1eebe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2106.588284] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquired lock "refresh_cache-cb190ad8-7ff0-4f14-975c-069c1fc1eebe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2106.588463] env[62298]: DEBUG nova.network.neutron [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2106.834835] env[62298]: DEBUG oslo_vmware.api [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805348, 'name': PowerOnVM_Task, 'duration_secs': 0.77931} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.835063] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2106.835258] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f49f61-3eaa-4a2c-922f-22680248f1ef tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Updating instance '72d1c855-d161-4c87-afa9-e4a6f94b5019' progress to 100 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2106.944705] env[62298]: DEBUG oslo_vmware.api [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52bffdbf-4dc8-eb39-9311-61a2fdd85db0, 'name': SearchDatastore_Task, 'duration_secs': 0.009108} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.945065] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2106.945435] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 520feb96-6bb9-41f9-9404-8c6f77906b3c/520feb96-6bb9-41f9-9404-8c6f77906b3c.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2106.945604] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c19a4d9-0969-4d42-96aa-b62a41347387 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.952760] env[62298]: DEBUG oslo_vmware.api [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2106.952760] env[62298]: value = "task-1805350" [ 2106.952760] env[62298]: _type = "Task" [ 2106.952760] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.961475] env[62298]: DEBUG oslo_vmware.api [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.339749] env[62298]: DEBUG nova.network.neutron [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Updating instance_info_cache with network_info: [{"id": "6dcfa195-eb8e-410c-8352-77fcacbd4792", "address": "fa:16:3e:d4:15:bc", "network": {"id": "e4e2c5c8-77d4-43e9-853b-0797e8a17f8d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1566442661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a808a8b6e643a5b98d06c6cf82cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dcfa195-eb", "ovs_interfaceid": "6dcfa195-eb8e-410c-8352-77fcacbd4792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2107.462828] env[62298]: DEBUG oslo_vmware.api [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805350, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.843032] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Releasing lock "refresh_cache-cb190ad8-7ff0-4f14-975c-069c1fc1eebe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2107.963061] env[62298]: DEBUG oslo_vmware.api [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568686} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.963317] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 520feb96-6bb9-41f9-9404-8c6f77906b3c/520feb96-6bb9-41f9-9404-8c6f77906b3c.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2107.963540] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2107.963793] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c27e78f8-98e4-4467-bf3b-c90a4814fbea {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.970229] env[62298]: DEBUG oslo_vmware.api [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2107.970229] env[62298]: value = "task-1805351" [ 2107.970229] env[62298]: _type = "Task" [ 2107.970229] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.979380] env[62298]: DEBUG oslo_vmware.api [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.106049] env[62298]: DEBUG nova.compute.manager [req-a0e0241d-f4bf-4602-8bc1-76efde577327 req-71f48398-1a20-4617-86dd-b4fffa0fc4bc service nova] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Received event network-vif-unplugged-6dcfa195-eb8e-410c-8352-77fcacbd4792 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2108.106314] env[62298]: DEBUG oslo_concurrency.lockutils [req-a0e0241d-f4bf-4602-8bc1-76efde577327 req-71f48398-1a20-4617-86dd-b4fffa0fc4bc service nova] Acquiring lock "cb190ad8-7ff0-4f14-975c-069c1fc1eebe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2108.106478] env[62298]: DEBUG oslo_concurrency.lockutils [req-a0e0241d-f4bf-4602-8bc1-76efde577327 req-71f48398-1a20-4617-86dd-b4fffa0fc4bc service nova] Lock "cb190ad8-7ff0-4f14-975c-069c1fc1eebe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2108.106647] env[62298]: DEBUG oslo_concurrency.lockutils [req-a0e0241d-f4bf-4602-8bc1-76efde577327 req-71f48398-1a20-4617-86dd-b4fffa0fc4bc service nova] Lock "cb190ad8-7ff0-4f14-975c-069c1fc1eebe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2108.106818] env[62298]: DEBUG nova.compute.manager [req-a0e0241d-f4bf-4602-8bc1-76efde577327 req-71f48398-1a20-4617-86dd-b4fffa0fc4bc service nova] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] No waiting events found dispatching network-vif-unplugged-6dcfa195-eb8e-410c-8352-77fcacbd4792 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2108.106986] env[62298]: WARNING nova.compute.manager [req-a0e0241d-f4bf-4602-8bc1-76efde577327 req-71f48398-1a20-4617-86dd-b4fffa0fc4bc service nova] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Received unexpected event network-vif-unplugged-6dcfa195-eb8e-410c-8352-77fcacbd4792 for instance with vm_state shelved and task_state shelving_offloading. [ 2108.196136] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2108.197049] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538845c3-2f54-479e-9bc8-6e7134648dab {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.204981] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2108.205236] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-602c064e-a375-4802-bddf-18b021df3cab {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.345076] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2108.345443] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2108.345539] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Deleting the datastore file [datastore1] cb190ad8-7ff0-4f14-975c-069c1fc1eebe {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2108.345812] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-376f3b06-fafb-4ef1-ba85-e30a887972b8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.358120] env[62298]: DEBUG oslo_vmware.api [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 2108.358120] env[62298]: value = "task-1805353" [ 2108.358120] env[62298]: _type = "Task" [ 2108.358120] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.369312] env[62298]: DEBUG oslo_vmware.api [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.481240] env[62298]: DEBUG oslo_vmware.api [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07711} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.481597] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2108.482463] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe056f7-bb13-458f-a34e-c29d3791da4e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.507018] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 520feb96-6bb9-41f9-9404-8c6f77906b3c/520feb96-6bb9-41f9-9404-8c6f77906b3c.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2108.507351] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86772c98-26ac-42a6-bbec-9ef756b425f8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.526949] env[62298]: DEBUG oslo_vmware.api [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2108.526949] env[62298]: value = "task-1805354" [ 2108.526949] env[62298]: _type = "Task" [ 2108.526949] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.538686] env[62298]: DEBUG oslo_vmware.api [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805354, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.868788] env[62298]: DEBUG oslo_vmware.api [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161957} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.869060] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2108.869264] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2108.869450] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2108.889988] env[62298]: INFO nova.scheduler.client.report [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Deleted allocations for instance cb190ad8-7ff0-4f14-975c-069c1fc1eebe [ 2109.036728] env[62298]: DEBUG oslo_vmware.api [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805354, 'name': ReconfigVM_Task, 'duration_secs': 0.27402} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.037032] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 520feb96-6bb9-41f9-9404-8c6f77906b3c/520feb96-6bb9-41f9-9404-8c6f77906b3c.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2109.037659] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f791120-c06b-4e38-84db-de82ad75ec1f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.045053] env[62298]: DEBUG oslo_vmware.api [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2109.045053] env[62298]: value = "task-1805355" [ 2109.045053] env[62298]: _type = "Task" [ 2109.045053] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.052156] env[62298]: DEBUG oslo_vmware.api [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805355, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.395016] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.395351] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.395617] env[62298]: DEBUG nova.objects.instance [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lazy-loading 'resources' on Instance uuid cb190ad8-7ff0-4f14-975c-069c1fc1eebe {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2109.554119] env[62298]: DEBUG oslo_vmware.api [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805355, 'name': Rename_Task, 'duration_secs': 0.164642} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.554351] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2109.554601] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e60be1e-9293-470c-8983-e3e21dcc6953 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.561734] env[62298]: DEBUG oslo_vmware.api [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2109.561734] env[62298]: value = "task-1805356" [ 2109.561734] env[62298]: _type = "Task" [ 2109.561734] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.568840] env[62298]: DEBUG oslo_vmware.api [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.675312] env[62298]: DEBUG nova.network.neutron [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Port 827a7ec9-42fa-4c5e-9190-cd9174d2fce6 binding to destination host cpu-1 is already ACTIVE {{(pid=62298) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2109.675591] env[62298]: DEBUG oslo_concurrency.lockutils [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "refresh_cache-72d1c855-d161-4c87-afa9-e4a6f94b5019" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2109.675769] env[62298]: DEBUG oslo_concurrency.lockutils [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquired lock "refresh_cache-72d1c855-d161-4c87-afa9-e4a6f94b5019" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2109.675917] env[62298]: DEBUG nova.network.neutron [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2109.898303] env[62298]: DEBUG nova.objects.instance [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lazy-loading 'numa_topology' on Instance uuid cb190ad8-7ff0-4f14-975c-069c1fc1eebe {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2110.071289] env[62298]: DEBUG oslo_vmware.api [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805356, 'name': PowerOnVM_Task, 'duration_secs': 0.431967} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.071588] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2110.071822] env[62298]: INFO nova.compute.manager [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Took 7.31 seconds to spawn the instance on the hypervisor. [ 2110.072016] env[62298]: DEBUG nova.compute.manager [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2110.072785] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77bcd89-3842-4945-ab0e-c3e14812f350 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.146598] env[62298]: DEBUG nova.compute.manager [req-1a12cdb6-9be4-4a04-9805-7b7f7da3826b req-327040aa-1ab7-4035-9cb7-c9837c91ab6a service nova] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Received event network-changed-6dcfa195-eb8e-410c-8352-77fcacbd4792 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2110.146813] env[62298]: DEBUG nova.compute.manager [req-1a12cdb6-9be4-4a04-9805-7b7f7da3826b req-327040aa-1ab7-4035-9cb7-c9837c91ab6a service nova] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Refreshing instance network info cache due to event network-changed-6dcfa195-eb8e-410c-8352-77fcacbd4792. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2110.147038] env[62298]: DEBUG oslo_concurrency.lockutils [req-1a12cdb6-9be4-4a04-9805-7b7f7da3826b req-327040aa-1ab7-4035-9cb7-c9837c91ab6a service nova] Acquiring lock "refresh_cache-cb190ad8-7ff0-4f14-975c-069c1fc1eebe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2110.147195] env[62298]: DEBUG oslo_concurrency.lockutils [req-1a12cdb6-9be4-4a04-9805-7b7f7da3826b req-327040aa-1ab7-4035-9cb7-c9837c91ab6a service nova] Acquired lock "refresh_cache-cb190ad8-7ff0-4f14-975c-069c1fc1eebe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2110.147403] env[62298]: DEBUG nova.network.neutron [req-1a12cdb6-9be4-4a04-9805-7b7f7da3826b req-327040aa-1ab7-4035-9cb7-c9837c91ab6a service nova] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Refreshing network info cache for port 6dcfa195-eb8e-410c-8352-77fcacbd4792 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2110.401259] env[62298]: DEBUG nova.objects.base [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62298) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2110.415563] env[62298]: DEBUG nova.network.neutron [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Updating instance_info_cache with network_info: [{"id": "827a7ec9-42fa-4c5e-9190-cd9174d2fce6", "address": "fa:16:3e:8e:94:eb", "network": {"id": "1b0325e7-c092-488a-b711-be05e76100b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-550134086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c391aea5021499b9b50a616b7937813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap827a7ec9-42", "ovs_interfaceid": "827a7ec9-42fa-4c5e-9190-cd9174d2fce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2110.463114] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80092f2b-411a-49aa-998e-7fe8d92a365a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.471246] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f7fb8c-62d1-41e6-a8f7-498c107fb47b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.503430] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2db8280-5a92-43a7-8a33-50d7f0609504 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.511198] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32979b0e-074e-448e-bbae-0579abb4ee6a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.524150] env[62298]: DEBUG nova.compute.provider_tree [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2110.588103] env[62298]: INFO nova.compute.manager [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Took 14.30 seconds to build instance. [ 2110.853924] env[62298]: DEBUG nova.network.neutron [req-1a12cdb6-9be4-4a04-9805-7b7f7da3826b req-327040aa-1ab7-4035-9cb7-c9837c91ab6a service nova] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Updated VIF entry in instance network info cache for port 6dcfa195-eb8e-410c-8352-77fcacbd4792. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2110.854316] env[62298]: DEBUG nova.network.neutron [req-1a12cdb6-9be4-4a04-9805-7b7f7da3826b req-327040aa-1ab7-4035-9cb7-c9837c91ab6a service nova] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Updating instance_info_cache with network_info: [{"id": "6dcfa195-eb8e-410c-8352-77fcacbd4792", "address": "fa:16:3e:d4:15:bc", "network": {"id": "e4e2c5c8-77d4-43e9-853b-0797e8a17f8d", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1566442661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a808a8b6e643a5b98d06c6cf82cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6dcfa195-eb", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2110.921827] env[62298]: DEBUG oslo_concurrency.lockutils [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Releasing lock "refresh_cache-72d1c855-d161-4c87-afa9-e4a6f94b5019" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2111.027597] env[62298]: DEBUG nova.scheduler.client.report [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2111.089709] env[62298]: DEBUG oslo_concurrency.lockutils [None req-92c3558f-ba40-42e3-a185-7746763ce7e3 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "520feb96-6bb9-41f9-9404-8c6f77906b3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.812s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2111.153839] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquiring lock "cb190ad8-7ff0-4f14-975c-069c1fc1eebe" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2111.357131] env[62298]: DEBUG oslo_concurrency.lockutils [req-1a12cdb6-9be4-4a04-9805-7b7f7da3826b req-327040aa-1ab7-4035-9cb7-c9837c91ab6a service nova] Releasing lock "refresh_cache-cb190ad8-7ff0-4f14-975c-069c1fc1eebe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2111.424884] env[62298]: DEBUG nova.compute.manager [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62298) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2111.425268] env[62298]: DEBUG oslo_concurrency.lockutils [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2111.523332] env[62298]: DEBUG nova.compute.manager [req-90914bd9-46c4-44f5-a53c-6790ba5fdc1b req-a8ac1920-6196-4d36-b523-d269fae5974a service nova] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Received event network-changed-85e0aeef-7b7f-499e-81f8-5ea56db2c12d {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2111.523524] env[62298]: DEBUG nova.compute.manager [req-90914bd9-46c4-44f5-a53c-6790ba5fdc1b req-a8ac1920-6196-4d36-b523-d269fae5974a service nova] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Refreshing instance network info cache due to event network-changed-85e0aeef-7b7f-499e-81f8-5ea56db2c12d. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2111.523732] env[62298]: DEBUG oslo_concurrency.lockutils [req-90914bd9-46c4-44f5-a53c-6790ba5fdc1b req-a8ac1920-6196-4d36-b523-d269fae5974a service nova] Acquiring lock "refresh_cache-520feb96-6bb9-41f9-9404-8c6f77906b3c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2111.523871] env[62298]: DEBUG oslo_concurrency.lockutils [req-90914bd9-46c4-44f5-a53c-6790ba5fdc1b req-a8ac1920-6196-4d36-b523-d269fae5974a service nova] Acquired lock "refresh_cache-520feb96-6bb9-41f9-9404-8c6f77906b3c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2111.524040] env[62298]: DEBUG nova.network.neutron [req-90914bd9-46c4-44f5-a53c-6790ba5fdc1b req-a8ac1920-6196-4d36-b523-d269fae5974a service nova] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Refreshing network info cache for port 85e0aeef-7b7f-499e-81f8-5ea56db2c12d {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2111.532313] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2111.535578] env[62298]: DEBUG oslo_concurrency.lockutils [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.110s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2112.041282] env[62298]: DEBUG nova.objects.instance [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lazy-loading 'migration_context' on Instance uuid 72d1c855-d161-4c87-afa9-e4a6f94b5019 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2112.043151] env[62298]: DEBUG oslo_concurrency.lockutils [None req-0a802eb1-3438-4353-9cee-56fd36a44004 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "cb190ad8-7ff0-4f14-975c-069c1fc1eebe" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.355s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2112.043886] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "cb190ad8-7ff0-4f14-975c-069c1fc1eebe" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.890s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2112.044099] env[62298]: INFO nova.compute.manager [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Unshelving [ 2112.238561] env[62298]: DEBUG nova.network.neutron [req-90914bd9-46c4-44f5-a53c-6790ba5fdc1b req-a8ac1920-6196-4d36-b523-d269fae5974a service nova] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Updated VIF entry in instance network info cache for port 85e0aeef-7b7f-499e-81f8-5ea56db2c12d. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2112.238962] env[62298]: DEBUG nova.network.neutron [req-90914bd9-46c4-44f5-a53c-6790ba5fdc1b req-a8ac1920-6196-4d36-b523-d269fae5974a service nova] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Updating instance_info_cache with network_info: [{"id": "85e0aeef-7b7f-499e-81f8-5ea56db2c12d", "address": "fa:16:3e:9c:51:e4", "network": {"id": "3344a1d2-5fde-4eca-81f6-42c16e75acb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1283840851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ae9ba4d1be4a16a3ad65ce8fe453c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e0aeef-7b", "ovs_interfaceid": "85e0aeef-7b7f-499e-81f8-5ea56db2c12d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2112.622241] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e11b36-08e3-4599-999f-d3484955d6b2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.630585] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4db940c-121e-4702-b648-ba316a6c7a91 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.661179] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50521f41-42a0-4863-8910-6ddf9e659591 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.669008] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973d1ce9-5535-41b5-ab23-c668a3e4079b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.683182] env[62298]: DEBUG nova.compute.provider_tree [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2112.741153] env[62298]: DEBUG oslo_concurrency.lockutils [req-90914bd9-46c4-44f5-a53c-6790ba5fdc1b req-a8ac1920-6196-4d36-b523-d269fae5974a service nova] Releasing lock "refresh_cache-520feb96-6bb9-41f9-9404-8c6f77906b3c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2113.069575] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2113.186968] env[62298]: DEBUG nova.scheduler.client.report [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2114.200701] env[62298]: DEBUG oslo_concurrency.lockutils [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.665s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2114.206321] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.137s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2114.206544] env[62298]: DEBUG nova.objects.instance [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lazy-loading 'pci_requests' on Instance uuid cb190ad8-7ff0-4f14-975c-069c1fc1eebe {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2114.714839] env[62298]: DEBUG nova.objects.instance [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lazy-loading 'numa_topology' on Instance uuid cb190ad8-7ff0-4f14-975c-069c1fc1eebe {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2115.218826] env[62298]: INFO nova.compute.claims [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2115.739660] env[62298]: INFO nova.compute.manager [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Swapping old allocation on dict_keys(['3aed3c14-9999-47af-b7c0-742e7e13478e']) held by migration f374bd90-72ff-4014-9e96-341bc3502009 for instance [ 2115.760769] env[62298]: DEBUG nova.scheduler.client.report [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Overwriting current allocation {'allocations': {'3aed3c14-9999-47af-b7c0-742e7e13478e': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 190}}, 'project_id': '6c391aea5021499b9b50a616b7937813', 'user_id': 'c632e69768944ac89e8e76884b68cd0f', 'consumer_generation': 1} on consumer 72d1c855-d161-4c87-afa9-e4a6f94b5019 {{(pid=62298) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2115.833299] env[62298]: DEBUG oslo_concurrency.lockutils [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "refresh_cache-72d1c855-d161-4c87-afa9-e4a6f94b5019" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2115.833493] env[62298]: DEBUG oslo_concurrency.lockutils [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquired lock "refresh_cache-72d1c855-d161-4c87-afa9-e4a6f94b5019" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2115.833669] env[62298]: DEBUG nova.network.neutron [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2116.277511] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc6db95-dfe2-4e01-a76d-5ec9d8ca8b91 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.286856] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa526706-981e-40fc-8627-bfa24ba91816 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.316290] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe03317-7483-4ee7-875a-2d21c2dea474 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.323142] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf28e92-1cd6-439d-9927-1f0feb28d819 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.338821] env[62298]: DEBUG nova.compute.provider_tree [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2116.533912] env[62298]: DEBUG nova.network.neutron [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Updating instance_info_cache with network_info: [{"id": "827a7ec9-42fa-4c5e-9190-cd9174d2fce6", "address": "fa:16:3e:8e:94:eb", "network": {"id": "1b0325e7-c092-488a-b711-be05e76100b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-550134086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c391aea5021499b9b50a616b7937813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap827a7ec9-42", "ovs_interfaceid": "827a7ec9-42fa-4c5e-9190-cd9174d2fce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2116.842504] env[62298]: DEBUG nova.scheduler.client.report [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2117.036574] env[62298]: DEBUG oslo_concurrency.lockutils [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Releasing lock "refresh_cache-72d1c855-d161-4c87-afa9-e4a6f94b5019" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2117.037065] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2117.037359] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e24a40e0-f7f8-4251-b260-b0650c034573 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.044750] env[62298]: DEBUG oslo_vmware.api [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2117.044750] env[62298]: value = "task-1805357" [ 2117.044750] env[62298]: _type = "Task" [ 2117.044750] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.052683] env[62298]: DEBUG oslo_vmware.api [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.347599] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.141s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2117.376814] env[62298]: INFO nova.network.neutron [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Updating port 6dcfa195-eb8e-410c-8352-77fcacbd4792 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2117.555251] env[62298]: DEBUG oslo_vmware.api [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805357, 'name': PowerOffVM_Task, 'duration_secs': 0.21217} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.555525] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2117.556224] env[62298]: DEBUG nova.virt.hardware [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2117.556451] env[62298]: DEBUG nova.virt.hardware [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2117.556671] env[62298]: DEBUG nova.virt.hardware [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2117.556786] env[62298]: DEBUG nova.virt.hardware [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2117.556927] env[62298]: DEBUG nova.virt.hardware [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2117.557094] env[62298]: DEBUG nova.virt.hardware [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2117.557293] env[62298]: DEBUG nova.virt.hardware [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2117.557454] env[62298]: DEBUG nova.virt.hardware [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2117.557622] env[62298]: DEBUG nova.virt.hardware [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2117.557779] env[62298]: DEBUG nova.virt.hardware [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2117.557953] env[62298]: DEBUG nova.virt.hardware [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2117.563173] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-590eb438-1b01-4708-af1a-ca7c43056d2f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.578916] env[62298]: DEBUG oslo_vmware.api [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2117.578916] env[62298]: value = "task-1805358" [ 2117.578916] env[62298]: _type = "Task" [ 2117.578916] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.586774] env[62298]: DEBUG oslo_vmware.api [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805358, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.088742] env[62298]: DEBUG oslo_vmware.api [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805358, 'name': ReconfigVM_Task, 'duration_secs': 0.130366} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.089579] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395f58f1-b33e-4472-8a56-ad60230c287b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.107554] env[62298]: DEBUG nova.virt.hardware [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2118.107794] env[62298]: DEBUG nova.virt.hardware [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2118.107955] env[62298]: DEBUG nova.virt.hardware [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2118.108160] env[62298]: DEBUG nova.virt.hardware [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2118.108360] env[62298]: DEBUG nova.virt.hardware [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2118.108457] env[62298]: DEBUG nova.virt.hardware [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2118.108707] env[62298]: DEBUG nova.virt.hardware [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2118.108972] env[62298]: DEBUG nova.virt.hardware [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2118.109273] env[62298]: DEBUG nova.virt.hardware [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2118.109556] env[62298]: DEBUG nova.virt.hardware [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2118.109859] env[62298]: DEBUG nova.virt.hardware [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2118.111078] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1cd4584-237f-4a8e-bdbd-1d501a713b48 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.117489] env[62298]: DEBUG oslo_vmware.api [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2118.117489] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524ba0f2-a331-9c70-2e58-595f6c4cc7e2" [ 2118.117489] env[62298]: _type = "Task" [ 2118.117489] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.124979] env[62298]: DEBUG oslo_vmware.api [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524ba0f2-a331-9c70-2e58-595f6c4cc7e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.627162] env[62298]: DEBUG oslo_vmware.api [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524ba0f2-a331-9c70-2e58-595f6c4cc7e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010063} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.632531] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2118.632835] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-350cd4e0-444d-44a7-8d12-da4d19d33543 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.650250] env[62298]: DEBUG oslo_vmware.api [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2118.650250] env[62298]: value = "task-1805359" [ 2118.650250] env[62298]: _type = "Task" [ 2118.650250] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.658889] env[62298]: DEBUG oslo_vmware.api [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805359, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.779757] env[62298]: DEBUG nova.compute.manager [req-24019fe8-1f9b-46f1-ac7d-bb1836ddf73e req-41a48d34-d67d-43e2-b78a-a7f202b716fd service nova] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Received event network-vif-plugged-6dcfa195-eb8e-410c-8352-77fcacbd4792 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2118.779982] env[62298]: DEBUG oslo_concurrency.lockutils [req-24019fe8-1f9b-46f1-ac7d-bb1836ddf73e req-41a48d34-d67d-43e2-b78a-a7f202b716fd service nova] Acquiring lock "cb190ad8-7ff0-4f14-975c-069c1fc1eebe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2118.780208] env[62298]: DEBUG oslo_concurrency.lockutils [req-24019fe8-1f9b-46f1-ac7d-bb1836ddf73e req-41a48d34-d67d-43e2-b78a-a7f202b716fd service nova] Lock "cb190ad8-7ff0-4f14-975c-069c1fc1eebe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.780375] env[62298]: DEBUG oslo_concurrency.lockutils [req-24019fe8-1f9b-46f1-ac7d-bb1836ddf73e req-41a48d34-d67d-43e2-b78a-a7f202b716fd service nova] Lock "cb190ad8-7ff0-4f14-975c-069c1fc1eebe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.780580] env[62298]: DEBUG nova.compute.manager [req-24019fe8-1f9b-46f1-ac7d-bb1836ddf73e req-41a48d34-d67d-43e2-b78a-a7f202b716fd service nova] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] No waiting events found dispatching network-vif-plugged-6dcfa195-eb8e-410c-8352-77fcacbd4792 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2118.780726] env[62298]: WARNING nova.compute.manager [req-24019fe8-1f9b-46f1-ac7d-bb1836ddf73e req-41a48d34-d67d-43e2-b78a-a7f202b716fd service nova] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Received unexpected event network-vif-plugged-6dcfa195-eb8e-410c-8352-77fcacbd4792 for instance with vm_state shelved_offloaded and task_state spawning. [ 2118.864883] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquiring lock "refresh_cache-cb190ad8-7ff0-4f14-975c-069c1fc1eebe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2118.865204] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquired lock "refresh_cache-cb190ad8-7ff0-4f14-975c-069c1fc1eebe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2118.865430] env[62298]: DEBUG nova.network.neutron [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2119.160330] env[62298]: DEBUG oslo_vmware.api [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805359, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.558884] env[62298]: DEBUG nova.network.neutron [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Updating instance_info_cache with network_info: [{"id": "6dcfa195-eb8e-410c-8352-77fcacbd4792", "address": "fa:16:3e:d4:15:bc", "network": {"id": "e4e2c5c8-77d4-43e9-853b-0797e8a17f8d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1566442661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a808a8b6e643a5b98d06c6cf82cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dcfa195-eb", "ovs_interfaceid": "6dcfa195-eb8e-410c-8352-77fcacbd4792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2119.659803] env[62298]: DEBUG oslo_vmware.api [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805359, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.061504] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Releasing lock "refresh_cache-cb190ad8-7ff0-4f14-975c-069c1fc1eebe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2120.088496] env[62298]: DEBUG nova.virt.hardware [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a8c21d150b099a187bd924c744d97fc9',container_format='bare',created_at=2024-12-12T09:02:18Z,direct_url=,disk_format='vmdk',id=ef79fda5-63fe-4216-84ac-02459bb48bf1,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2019062752-shelved',owner='f1a808a8b6e643a5b98d06c6cf82cc53',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2024-12-12T09:02:36Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2120.088695] env[62298]: DEBUG nova.virt.hardware [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2120.088911] env[62298]: DEBUG nova.virt.hardware [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2120.089133] env[62298]: DEBUG nova.virt.hardware [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2120.089365] env[62298]: DEBUG nova.virt.hardware [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2120.090057] env[62298]: DEBUG nova.virt.hardware [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2120.090057] env[62298]: DEBUG nova.virt.hardware [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2120.090057] env[62298]: DEBUG nova.virt.hardware [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2120.090239] env[62298]: DEBUG nova.virt.hardware [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2120.090410] env[62298]: DEBUG nova.virt.hardware [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2120.090635] env[62298]: DEBUG nova.virt.hardware [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2120.091558] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdae6fb-bee8-4bea-8c95-e91739c465cc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.100051] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548aa40a-f1f2-4252-bd70-3ddd9056781e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.112897] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:15:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6dcfa195-eb8e-410c-8352-77fcacbd4792', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2120.120853] env[62298]: DEBUG oslo.service.loopingcall [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2120.121076] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2120.121326] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f43febc4-a410-4f53-87f0-d2a4e2430aca {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.139393] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2120.139393] env[62298]: value = "task-1805360" [ 2120.139393] env[62298]: _type = "Task" [ 2120.139393] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.146777] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805360, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.159249] env[62298]: DEBUG oslo_vmware.api [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805359, 'name': ReconfigVM_Task, 'duration_secs': 1.175876} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.159497] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2120.160214] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4c2174-f5b8-4435-8f15-7b9fc6550465 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.180662] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 72d1c855-d161-4c87-afa9-e4a6f94b5019/72d1c855-d161-4c87-afa9-e4a6f94b5019.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2120.180943] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a43bf805-814d-4db4-a596-d2f00e0d72c3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.198231] env[62298]: DEBUG oslo_vmware.api [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2120.198231] env[62298]: value = "task-1805361" [ 2120.198231] env[62298]: _type = "Task" [ 2120.198231] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.205611] env[62298]: DEBUG oslo_vmware.api [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.650638] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805360, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.706897] env[62298]: DEBUG oslo_vmware.api [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805361, 'name': ReconfigVM_Task, 'duration_secs': 0.238627} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.707220] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 72d1c855-d161-4c87-afa9-e4a6f94b5019/72d1c855-d161-4c87-afa9-e4a6f94b5019.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2120.707885] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4800a8-72dc-4d66-b52c-044d1e470769 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.733779] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a62bc42-0399-4d57-9516-a2122555c2c7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.750686] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d077e1ed-8658-4f19-8af8-dcbd20e6c721 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.768477] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8b48d9-59bd-42ca-a815-00884864e180 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.774829] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2120.775058] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e919d26-e056-447f-b5e7-d50c48fc4c52 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.780549] env[62298]: DEBUG oslo_vmware.api [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2120.780549] env[62298]: value = "task-1805362" [ 2120.780549] env[62298]: _type = "Task" [ 2120.780549] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.793294] env[62298]: DEBUG oslo_vmware.api [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.806229] env[62298]: DEBUG nova.compute.manager [req-67ab5cb5-b7ed-422a-977f-58dfc3a08475 req-27b2ef7b-95fb-48c1-a9ad-b4a0fab1008a service nova] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Received event network-changed-6dcfa195-eb8e-410c-8352-77fcacbd4792 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2120.806437] env[62298]: DEBUG nova.compute.manager [req-67ab5cb5-b7ed-422a-977f-58dfc3a08475 req-27b2ef7b-95fb-48c1-a9ad-b4a0fab1008a service nova] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Refreshing instance network info cache due to event network-changed-6dcfa195-eb8e-410c-8352-77fcacbd4792. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2120.806616] env[62298]: DEBUG oslo_concurrency.lockutils [req-67ab5cb5-b7ed-422a-977f-58dfc3a08475 req-27b2ef7b-95fb-48c1-a9ad-b4a0fab1008a service nova] Acquiring lock "refresh_cache-cb190ad8-7ff0-4f14-975c-069c1fc1eebe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2120.806788] env[62298]: DEBUG oslo_concurrency.lockutils [req-67ab5cb5-b7ed-422a-977f-58dfc3a08475 req-27b2ef7b-95fb-48c1-a9ad-b4a0fab1008a service nova] Acquired lock "refresh_cache-cb190ad8-7ff0-4f14-975c-069c1fc1eebe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2120.806950] env[62298]: DEBUG nova.network.neutron [req-67ab5cb5-b7ed-422a-977f-58dfc3a08475 req-27b2ef7b-95fb-48c1-a9ad-b4a0fab1008a service nova] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Refreshing network info cache for port 6dcfa195-eb8e-410c-8352-77fcacbd4792 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2121.150102] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805360, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.290533] env[62298]: DEBUG oslo_vmware.api [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805362, 'name': PowerOnVM_Task, 'duration_secs': 0.356089} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.290826] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2121.550163] env[62298]: DEBUG nova.network.neutron [req-67ab5cb5-b7ed-422a-977f-58dfc3a08475 req-27b2ef7b-95fb-48c1-a9ad-b4a0fab1008a service nova] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Updated VIF entry in instance network info cache for port 6dcfa195-eb8e-410c-8352-77fcacbd4792. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2121.550553] env[62298]: DEBUG nova.network.neutron [req-67ab5cb5-b7ed-422a-977f-58dfc3a08475 req-27b2ef7b-95fb-48c1-a9ad-b4a0fab1008a service nova] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Updating instance_info_cache with network_info: [{"id": "6dcfa195-eb8e-410c-8352-77fcacbd4792", "address": "fa:16:3e:d4:15:bc", "network": {"id": "e4e2c5c8-77d4-43e9-853b-0797e8a17f8d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1566442661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a808a8b6e643a5b98d06c6cf82cc53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dcfa195-eb", "ovs_interfaceid": "6dcfa195-eb8e-410c-8352-77fcacbd4792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2121.652017] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805360, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.053198] env[62298]: DEBUG oslo_concurrency.lockutils [req-67ab5cb5-b7ed-422a-977f-58dfc3a08475 req-27b2ef7b-95fb-48c1-a9ad-b4a0fab1008a service nova] Releasing lock "refresh_cache-cb190ad8-7ff0-4f14-975c-069c1fc1eebe" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2122.151222] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805360, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.302070] env[62298]: INFO nova.compute.manager [None req-526d1329-f428-45fe-a2bf-6f7e33b18155 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Updating instance to original state: 'active' [ 2122.652256] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805360, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.152875] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805360, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.382528] env[62298]: DEBUG oslo_concurrency.lockutils [None req-94152dd5-66f4-46c1-90c6-42a739453920 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "72d1c855-d161-4c87-afa9-e4a6f94b5019" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.382837] env[62298]: DEBUG oslo_concurrency.lockutils [None req-94152dd5-66f4-46c1-90c6-42a739453920 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "72d1c855-d161-4c87-afa9-e4a6f94b5019" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2123.383091] env[62298]: DEBUG oslo_concurrency.lockutils [None req-94152dd5-66f4-46c1-90c6-42a739453920 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "72d1c855-d161-4c87-afa9-e4a6f94b5019-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.383354] env[62298]: DEBUG oslo_concurrency.lockutils [None req-94152dd5-66f4-46c1-90c6-42a739453920 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "72d1c855-d161-4c87-afa9-e4a6f94b5019-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2123.383511] env[62298]: DEBUG oslo_concurrency.lockutils [None req-94152dd5-66f4-46c1-90c6-42a739453920 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "72d1c855-d161-4c87-afa9-e4a6f94b5019-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2123.385851] env[62298]: INFO nova.compute.manager [None req-94152dd5-66f4-46c1-90c6-42a739453920 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Terminating instance [ 2123.653284] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805360, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.889438] env[62298]: DEBUG nova.compute.manager [None req-94152dd5-66f4-46c1-90c6-42a739453920 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2123.889683] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-94152dd5-66f4-46c1-90c6-42a739453920 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2123.890605] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee86b3ef-4754-4dfb-aaec-132474d494e6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.898124] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-94152dd5-66f4-46c1-90c6-42a739453920 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2123.898377] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edd02975-d7fa-4c50-8215-849386042334 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.904743] env[62298]: DEBUG oslo_vmware.api [None req-94152dd5-66f4-46c1-90c6-42a739453920 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2123.904743] env[62298]: value = "task-1805363" [ 2123.904743] env[62298]: _type = "Task" [ 2123.904743] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.912731] env[62298]: DEBUG oslo_vmware.api [None req-94152dd5-66f4-46c1-90c6-42a739453920 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.153930] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805360, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.413870] env[62298]: DEBUG oslo_vmware.api [None req-94152dd5-66f4-46c1-90c6-42a739453920 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805363, 'name': PowerOffVM_Task, 'duration_secs': 0.1776} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.414157] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-94152dd5-66f4-46c1-90c6-42a739453920 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2124.414332] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-94152dd5-66f4-46c1-90c6-42a739453920 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2124.414583] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c801ed4-66d6-49e9-a31c-875216d52d41 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.655482] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805360, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.155021] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805360, 'name': CreateVM_Task} progress is 25%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.538529] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-94152dd5-66f4-46c1-90c6-42a739453920 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2125.538529] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-94152dd5-66f4-46c1-90c6-42a739453920 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2125.538613] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-94152dd5-66f4-46c1-90c6-42a739453920 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Deleting the datastore file [datastore1] 72d1c855-d161-4c87-afa9-e4a6f94b5019 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2125.538927] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb3c653c-6173-4186-8ae6-0abaab42c81d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.545686] env[62298]: DEBUG oslo_vmware.api [None req-94152dd5-66f4-46c1-90c6-42a739453920 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2125.545686] env[62298]: value = "task-1805365" [ 2125.545686] env[62298]: _type = "Task" [ 2125.545686] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.555184] env[62298]: DEBUG oslo_vmware.api [None req-94152dd5-66f4-46c1-90c6-42a739453920 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.656300] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805360, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.055896] env[62298]: DEBUG oslo_vmware.api [None req-94152dd5-66f4-46c1-90c6-42a739453920 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142695} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.056179] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-94152dd5-66f4-46c1-90c6-42a739453920 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2126.056370] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-94152dd5-66f4-46c1-90c6-42a739453920 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2126.056550] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-94152dd5-66f4-46c1-90c6-42a739453920 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2126.056731] env[62298]: INFO nova.compute.manager [None req-94152dd5-66f4-46c1-90c6-42a739453920 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Took 2.17 seconds to destroy the instance on the hypervisor. [ 2126.056973] env[62298]: DEBUG oslo.service.loopingcall [None req-94152dd5-66f4-46c1-90c6-42a739453920 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2126.057189] env[62298]: DEBUG nova.compute.manager [-] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2126.057285] env[62298]: DEBUG nova.network.neutron [-] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2126.156354] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805360, 'name': CreateVM_Task, 'duration_secs': 5.593668} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.156684] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2126.157150] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef79fda5-63fe-4216-84ac-02459bb48bf1" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2126.157318] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef79fda5-63fe-4216-84ac-02459bb48bf1" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2126.157708] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef79fda5-63fe-4216-84ac-02459bb48bf1" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2126.157958] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-021783ff-d0fe-437c-814e-d1d36b12806d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.162394] env[62298]: DEBUG oslo_vmware.api [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 2126.162394] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f9770b-832d-b189-403e-0cd3036d2ae5" [ 2126.162394] env[62298]: _type = "Task" [ 2126.162394] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.169624] env[62298]: DEBUG oslo_vmware.api [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f9770b-832d-b189-403e-0cd3036d2ae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.555211] env[62298]: DEBUG nova.compute.manager [req-297b3276-bb85-481c-8074-ac569e2f42fd req-35109cd0-507d-47bc-8f07-f2116102b013 service nova] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Received event network-vif-deleted-827a7ec9-42fa-4c5e-9190-cd9174d2fce6 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2126.555211] env[62298]: INFO nova.compute.manager [req-297b3276-bb85-481c-8074-ac569e2f42fd req-35109cd0-507d-47bc-8f07-f2116102b013 service nova] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Neutron deleted interface 827a7ec9-42fa-4c5e-9190-cd9174d2fce6; detaching it from the instance and deleting it from the info cache [ 2126.555211] env[62298]: DEBUG nova.network.neutron [req-297b3276-bb85-481c-8074-ac569e2f42fd req-35109cd0-507d-47bc-8f07-f2116102b013 service nova] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2126.672050] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef79fda5-63fe-4216-84ac-02459bb48bf1" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2126.672295] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Processing image ef79fda5-63fe-4216-84ac-02459bb48bf1 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2126.672529] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef79fda5-63fe-4216-84ac-02459bb48bf1/ef79fda5-63fe-4216-84ac-02459bb48bf1.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2126.672681] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef79fda5-63fe-4216-84ac-02459bb48bf1/ef79fda5-63fe-4216-84ac-02459bb48bf1.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2126.672865] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2126.673126] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f73e095-e785-478d-8338-fabf79a4a9e5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.681645] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2126.681797] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2126.682484] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ce6a20b-f00d-4038-b957-b144ac2f9ca9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.687666] env[62298]: DEBUG oslo_vmware.api [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 2126.687666] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]527c7453-de2b-a4de-9085-27ecd65aeb86" [ 2126.687666] env[62298]: _type = "Task" [ 2126.687666] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.701437] env[62298]: DEBUG oslo_vmware.api [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]527c7453-de2b-a4de-9085-27ecd65aeb86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.028657] env[62298]: DEBUG nova.network.neutron [-] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2127.057089] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69c92cfb-bf03-457e-8384-7c249e4545a8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.067205] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84960e8-3259-47ba-a5c8-2eaca763290a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.095154] env[62298]: DEBUG nova.compute.manager [req-297b3276-bb85-481c-8074-ac569e2f42fd req-35109cd0-507d-47bc-8f07-f2116102b013 service nova] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Detach interface failed, port_id=827a7ec9-42fa-4c5e-9190-cd9174d2fce6, reason: Instance 72d1c855-d161-4c87-afa9-e4a6f94b5019 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2127.198952] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Preparing fetch location {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2127.198952] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Fetch image to [datastore1] OSTACK_IMG_0d210fd7-f99f-4d2e-9a0c-c0cb087cb739/OSTACK_IMG_0d210fd7-f99f-4d2e-9a0c-c0cb087cb739.vmdk {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2127.198952] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Downloading stream optimized image ef79fda5-63fe-4216-84ac-02459bb48bf1 to [datastore1] OSTACK_IMG_0d210fd7-f99f-4d2e-9a0c-c0cb087cb739/OSTACK_IMG_0d210fd7-f99f-4d2e-9a0c-c0cb087cb739.vmdk on the data store datastore1 as vApp {{(pid=62298) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2127.198952] env[62298]: DEBUG nova.virt.vmwareapi.images [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Downloading image file data ef79fda5-63fe-4216-84ac-02459bb48bf1 to the ESX as VM named 'OSTACK_IMG_0d210fd7-f99f-4d2e-9a0c-c0cb087cb739' {{(pid=62298) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2127.267627] env[62298]: DEBUG oslo_vmware.rw_handles [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2127.267627] env[62298]: value = "resgroup-9" [ 2127.267627] env[62298]: _type = "ResourcePool" [ 2127.267627] env[62298]: }. {{(pid=62298) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2127.267909] env[62298]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ddd24697-b608-4000-bbb4-39615c63f798 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.288019] env[62298]: DEBUG oslo_vmware.rw_handles [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lease: (returnval){ [ 2127.288019] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52626098-c05e-2727-0707-67b43bc5eeb7" [ 2127.288019] env[62298]: _type = "HttpNfcLease" [ 2127.288019] env[62298]: } obtained for vApp import into resource pool (val){ [ 2127.288019] env[62298]: value = "resgroup-9" [ 2127.288019] env[62298]: _type = "ResourcePool" [ 2127.288019] env[62298]: }. {{(pid=62298) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2127.288317] env[62298]: DEBUG oslo_vmware.api [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the lease: (returnval){ [ 2127.288317] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52626098-c05e-2727-0707-67b43bc5eeb7" [ 2127.288317] env[62298]: _type = "HttpNfcLease" [ 2127.288317] env[62298]: } to be ready. {{(pid=62298) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2127.295463] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2127.295463] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52626098-c05e-2727-0707-67b43bc5eeb7" [ 2127.295463] env[62298]: _type = "HttpNfcLease" [ 2127.295463] env[62298]: } is initializing. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2127.532217] env[62298]: INFO nova.compute.manager [-] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Took 1.47 seconds to deallocate network for instance. [ 2127.796966] env[62298]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2127.796966] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52626098-c05e-2727-0707-67b43bc5eeb7" [ 2127.796966] env[62298]: _type = "HttpNfcLease" [ 2127.796966] env[62298]: } is ready. {{(pid=62298) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2127.797235] env[62298]: DEBUG oslo_vmware.rw_handles [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2127.797235] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52626098-c05e-2727-0707-67b43bc5eeb7" [ 2127.797235] env[62298]: _type = "HttpNfcLease" [ 2127.797235] env[62298]: }. {{(pid=62298) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2127.797925] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f90783-6b1f-494a-876d-1ce640400c51 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.805261] env[62298]: DEBUG oslo_vmware.rw_handles [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52842765-82ca-1126-77b2-dc3f6ce54207/disk-0.vmdk from lease info. {{(pid=62298) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2127.805428] env[62298]: DEBUG oslo_vmware.rw_handles [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52842765-82ca-1126-77b2-dc3f6ce54207/disk-0.vmdk. {{(pid=62298) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2127.868023] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3c7742e9-940f-40dd-af19-1ee0860c44ad {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.038770] env[62298]: DEBUG oslo_concurrency.lockutils [None req-94152dd5-66f4-46c1-90c6-42a739453920 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2128.039205] env[62298]: DEBUG oslo_concurrency.lockutils [None req-94152dd5-66f4-46c1-90c6-42a739453920 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.039566] env[62298]: DEBUG oslo_concurrency.lockutils [None req-94152dd5-66f4-46c1-90c6-42a739453920 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.136803] env[62298]: INFO nova.scheduler.client.report [None req-94152dd5-66f4-46c1-90c6-42a739453920 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Deleted allocations for instance 72d1c855-d161-4c87-afa9-e4a6f94b5019 [ 2128.646955] env[62298]: DEBUG oslo_concurrency.lockutils [None req-94152dd5-66f4-46c1-90c6-42a739453920 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "72d1c855-d161-4c87-afa9-e4a6f94b5019" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.264s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.928653] env[62298]: DEBUG oslo_vmware.rw_handles [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Completed reading data from the image iterator. {{(pid=62298) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2128.928940] env[62298]: DEBUG oslo_vmware.rw_handles [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52842765-82ca-1126-77b2-dc3f6ce54207/disk-0.vmdk. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2128.930335] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719503e1-5302-402f-9f92-6c7f3ccecedb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.937193] env[62298]: DEBUG oslo_vmware.rw_handles [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52842765-82ca-1126-77b2-dc3f6ce54207/disk-0.vmdk is in state: ready. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2128.937424] env[62298]: DEBUG oslo_vmware.rw_handles [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52842765-82ca-1126-77b2-dc3f6ce54207/disk-0.vmdk. {{(pid=62298) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2128.937611] env[62298]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-05fcbb51-1c91-471f-a815-251a65118750 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.122774] env[62298]: DEBUG oslo_vmware.rw_handles [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52842765-82ca-1126-77b2-dc3f6ce54207/disk-0.vmdk. {{(pid=62298) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2129.122774] env[62298]: INFO nova.virt.vmwareapi.images [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Downloaded image file data ef79fda5-63fe-4216-84ac-02459bb48bf1 [ 2129.123452] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ed7119-e72e-4781-84a8-9eeadec94b97 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.139417] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fcf1951-7de3-4015-943e-5c5000ea1d4f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.171063] env[62298]: INFO nova.virt.vmwareapi.images [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] The imported VM was unregistered [ 2129.173576] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Caching image {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2129.173811] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Creating directory with path [datastore1] devstack-image-cache_base/ef79fda5-63fe-4216-84ac-02459bb48bf1 {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2129.174087] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a858682-024d-45b7-909a-68ca83c4afda {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.184371] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Created directory with path [datastore1] devstack-image-cache_base/ef79fda5-63fe-4216-84ac-02459bb48bf1 {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2129.184554] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_0d210fd7-f99f-4d2e-9a0c-c0cb087cb739/OSTACK_IMG_0d210fd7-f99f-4d2e-9a0c-c0cb087cb739.vmdk to [datastore1] devstack-image-cache_base/ef79fda5-63fe-4216-84ac-02459bb48bf1/ef79fda5-63fe-4216-84ac-02459bb48bf1.vmdk. {{(pid=62298) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2129.184779] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0a432ac4-18d1-4b10-b7cb-19e7a6a330d8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.191682] env[62298]: DEBUG oslo_vmware.api [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 2129.191682] env[62298]: value = "task-1805368" [ 2129.191682] env[62298]: _type = "Task" [ 2129.191682] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.198880] env[62298]: DEBUG oslo_vmware.api [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805368, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.381101] env[62298]: DEBUG oslo_concurrency.lockutils [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "56a1f21a-06c7-4132-af34-63920d86d5b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2129.381427] env[62298]: DEBUG oslo_concurrency.lockutils [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "56a1f21a-06c7-4132-af34-63920d86d5b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2129.701591] env[62298]: DEBUG oslo_vmware.api [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805368, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.884067] env[62298]: DEBUG nova.compute.manager [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2130.203252] env[62298]: DEBUG oslo_vmware.api [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805368, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.409463] env[62298]: DEBUG oslo_concurrency.lockutils [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2130.409735] env[62298]: DEBUG oslo_concurrency.lockutils [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2130.411423] env[62298]: INFO nova.compute.claims [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2130.703291] env[62298]: DEBUG oslo_vmware.api [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805368, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.204033] env[62298]: DEBUG oslo_vmware.api [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805368, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.464340] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3760ead1-9260-4f0a-a42c-6fa05b254b75 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.471838] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65141a15-fd5d-4caf-ae3a-1d49990224e8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.502115] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e7f733-ea4c-43a8-95b8-3f798d9490d2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.509204] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f663bc0b-d4ec-4520-a9b1-d50dd1e71e70 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.522072] env[62298]: DEBUG nova.compute.provider_tree [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2131.704231] env[62298]: DEBUG oslo_vmware.api [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805368, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.145692} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.704607] env[62298]: INFO nova.virt.vmwareapi.ds_util [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_0d210fd7-f99f-4d2e-9a0c-c0cb087cb739/OSTACK_IMG_0d210fd7-f99f-4d2e-9a0c-c0cb087cb739.vmdk to [datastore1] devstack-image-cache_base/ef79fda5-63fe-4216-84ac-02459bb48bf1/ef79fda5-63fe-4216-84ac-02459bb48bf1.vmdk. [ 2131.704665] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Cleaning up location [datastore1] OSTACK_IMG_0d210fd7-f99f-4d2e-9a0c-c0cb087cb739 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2131.704820] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_0d210fd7-f99f-4d2e-9a0c-c0cb087cb739 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2131.705070] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25a4b1b7-b3ac-40f4-9535-7756e464a300 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.710861] env[62298]: DEBUG oslo_vmware.api [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 2131.710861] env[62298]: value = "task-1805369" [ 2131.710861] env[62298]: _type = "Task" [ 2131.710861] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.717913] env[62298]: DEBUG oslo_vmware.api [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.024970] env[62298]: DEBUG nova.scheduler.client.report [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2132.221049] env[62298]: DEBUG oslo_vmware.api [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033691} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.221323] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2132.221494] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef79fda5-63fe-4216-84ac-02459bb48bf1/ef79fda5-63fe-4216-84ac-02459bb48bf1.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2132.221731] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef79fda5-63fe-4216-84ac-02459bb48bf1/ef79fda5-63fe-4216-84ac-02459bb48bf1.vmdk to [datastore1] cb190ad8-7ff0-4f14-975c-069c1fc1eebe/cb190ad8-7ff0-4f14-975c-069c1fc1eebe.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2132.221981] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa382af0-c4ab-4246-b062-ef04c5cc52b7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.228010] env[62298]: DEBUG oslo_vmware.api [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 2132.228010] env[62298]: value = "task-1805370" [ 2132.228010] env[62298]: _type = "Task" [ 2132.228010] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.234906] env[62298]: DEBUG oslo_vmware.api [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.530347] env[62298]: DEBUG oslo_concurrency.lockutils [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.120s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2132.530804] env[62298]: DEBUG nova.compute.manager [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2132.738229] env[62298]: DEBUG oslo_vmware.api [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805370, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.035894] env[62298]: DEBUG nova.compute.utils [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2133.037440] env[62298]: DEBUG nova.compute.manager [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2133.037624] env[62298]: DEBUG nova.network.neutron [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2133.081280] env[62298]: DEBUG nova.policy [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c632e69768944ac89e8e76884b68cd0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c391aea5021499b9b50a616b7937813', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 2133.239231] env[62298]: DEBUG oslo_vmware.api [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805370, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.406202] env[62298]: DEBUG nova.network.neutron [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Successfully created port: 4cc478ae-cf0d-4c87-b45f-71f26bcc7bb3 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2133.541171] env[62298]: DEBUG nova.compute.manager [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2133.740431] env[62298]: DEBUG oslo_vmware.api [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805370, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.241184] env[62298]: DEBUG oslo_vmware.api [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805370, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.551633] env[62298]: DEBUG nova.compute.manager [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2134.581030] env[62298]: DEBUG nova.virt.hardware [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2134.581257] env[62298]: DEBUG nova.virt.hardware [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2134.581464] env[62298]: DEBUG nova.virt.hardware [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2134.581682] env[62298]: DEBUG nova.virt.hardware [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2134.581866] env[62298]: DEBUG nova.virt.hardware [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2134.582084] env[62298]: DEBUG nova.virt.hardware [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2134.582350] env[62298]: DEBUG nova.virt.hardware [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2134.582549] env[62298]: DEBUG nova.virt.hardware [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2134.582755] env[62298]: DEBUG nova.virt.hardware [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2134.582955] env[62298]: DEBUG nova.virt.hardware [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2134.583197] env[62298]: DEBUG nova.virt.hardware [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2134.584253] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81f4b01-6c56-45bf-b305-8f63b7846992 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.593818] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bb4119-4af5-4d8c-bd78-4211c776aa48 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.741378] env[62298]: DEBUG oslo_vmware.api [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805370, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.13652} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.741669] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef79fda5-63fe-4216-84ac-02459bb48bf1/ef79fda5-63fe-4216-84ac-02459bb48bf1.vmdk to [datastore1] cb190ad8-7ff0-4f14-975c-069c1fc1eebe/cb190ad8-7ff0-4f14-975c-069c1fc1eebe.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2134.742435] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b31696-709f-4d40-9cda-4dbcf31313b0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.763785] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] cb190ad8-7ff0-4f14-975c-069c1fc1eebe/cb190ad8-7ff0-4f14-975c-069c1fc1eebe.vmdk or device None with type streamOptimized {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2134.764036] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ba7f273-0cf8-4209-bb05-8c0f0a5ac7b6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.782346] env[62298]: DEBUG oslo_vmware.api [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 2134.782346] env[62298]: value = "task-1805371" [ 2134.782346] env[62298]: _type = "Task" [ 2134.782346] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.789629] env[62298]: DEBUG oslo_vmware.api [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805371, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.895813] env[62298]: DEBUG nova.compute.manager [req-dcbd0469-ef1c-4f10-ba21-d853ed0c6403 req-37d553cd-c0fe-4fb0-a096-7681afdc1d2a service nova] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Received event network-vif-plugged-4cc478ae-cf0d-4c87-b45f-71f26bcc7bb3 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2134.896016] env[62298]: DEBUG oslo_concurrency.lockutils [req-dcbd0469-ef1c-4f10-ba21-d853ed0c6403 req-37d553cd-c0fe-4fb0-a096-7681afdc1d2a service nova] Acquiring lock "56a1f21a-06c7-4132-af34-63920d86d5b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2134.896243] env[62298]: DEBUG oslo_concurrency.lockutils [req-dcbd0469-ef1c-4f10-ba21-d853ed0c6403 req-37d553cd-c0fe-4fb0-a096-7681afdc1d2a service nova] Lock "56a1f21a-06c7-4132-af34-63920d86d5b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.896390] env[62298]: DEBUG oslo_concurrency.lockutils [req-dcbd0469-ef1c-4f10-ba21-d853ed0c6403 req-37d553cd-c0fe-4fb0-a096-7681afdc1d2a service nova] Lock "56a1f21a-06c7-4132-af34-63920d86d5b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.896843] env[62298]: DEBUG nova.compute.manager [req-dcbd0469-ef1c-4f10-ba21-d853ed0c6403 req-37d553cd-c0fe-4fb0-a096-7681afdc1d2a service nova] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] No waiting events found dispatching network-vif-plugged-4cc478ae-cf0d-4c87-b45f-71f26bcc7bb3 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2134.896843] env[62298]: WARNING nova.compute.manager [req-dcbd0469-ef1c-4f10-ba21-d853ed0c6403 req-37d553cd-c0fe-4fb0-a096-7681afdc1d2a service nova] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Received unexpected event network-vif-plugged-4cc478ae-cf0d-4c87-b45f-71f26bcc7bb3 for instance with vm_state building and task_state spawning. [ 2134.985748] env[62298]: DEBUG nova.network.neutron [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Successfully updated port: 4cc478ae-cf0d-4c87-b45f-71f26bcc7bb3 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2135.291961] env[62298]: DEBUG oslo_vmware.api [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805371, 'name': ReconfigVM_Task, 'duration_secs': 0.495973} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.292313] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Reconfigured VM instance instance-00000075 to attach disk [datastore1] cb190ad8-7ff0-4f14-975c-069c1fc1eebe/cb190ad8-7ff0-4f14-975c-069c1fc1eebe.vmdk or device None with type streamOptimized {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2135.292938] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72513b38-870d-410d-87f1-20108f0efa1d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.299536] env[62298]: DEBUG oslo_vmware.api [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 2135.299536] env[62298]: value = "task-1805372" [ 2135.299536] env[62298]: _type = "Task" [ 2135.299536] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.307062] env[62298]: DEBUG oslo_vmware.api [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805372, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.492775] env[62298]: DEBUG oslo_concurrency.lockutils [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "refresh_cache-56a1f21a-06c7-4132-af34-63920d86d5b5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2135.492775] env[62298]: DEBUG oslo_concurrency.lockutils [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquired lock "refresh_cache-56a1f21a-06c7-4132-af34-63920d86d5b5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2135.492775] env[62298]: DEBUG nova.network.neutron [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2135.809741] env[62298]: DEBUG oslo_vmware.api [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805372, 'name': Rename_Task, 'duration_secs': 0.14152} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.810039] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2135.810264] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7c05458-330a-4399-8939-49126f66f52c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.816522] env[62298]: DEBUG oslo_vmware.api [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 2135.816522] env[62298]: value = "task-1805373" [ 2135.816522] env[62298]: _type = "Task" [ 2135.816522] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.824466] env[62298]: DEBUG oslo_vmware.api [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.022135] env[62298]: DEBUG nova.network.neutron [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2136.154971] env[62298]: DEBUG nova.network.neutron [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Updating instance_info_cache with network_info: [{"id": "4cc478ae-cf0d-4c87-b45f-71f26bcc7bb3", "address": "fa:16:3e:d0:6e:7a", "network": {"id": "1b0325e7-c092-488a-b711-be05e76100b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-550134086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c391aea5021499b9b50a616b7937813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cc478ae-cf", "ovs_interfaceid": "4cc478ae-cf0d-4c87-b45f-71f26bcc7bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2136.325817] env[62298]: DEBUG oslo_vmware.api [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805373, 'name': PowerOnVM_Task, 'duration_secs': 0.438778} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.326037] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2136.432625] env[62298]: DEBUG nova.compute.manager [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2136.433544] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0914fad1-3378-485c-92c4-91f728585c46 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.657271] env[62298]: DEBUG oslo_concurrency.lockutils [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Releasing lock "refresh_cache-56a1f21a-06c7-4132-af34-63920d86d5b5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2136.657604] env[62298]: DEBUG nova.compute.manager [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Instance network_info: |[{"id": "4cc478ae-cf0d-4c87-b45f-71f26bcc7bb3", "address": "fa:16:3e:d0:6e:7a", "network": {"id": "1b0325e7-c092-488a-b711-be05e76100b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-550134086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c391aea5021499b9b50a616b7937813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cc478ae-cf", "ovs_interfaceid": "4cc478ae-cf0d-4c87-b45f-71f26bcc7bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2136.658037] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:6e:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cc478ae-cf0d-4c87-b45f-71f26bcc7bb3', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2136.665410] env[62298]: DEBUG oslo.service.loopingcall [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2136.665614] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2136.665829] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68215de7-36a0-43b8-b642-983cb37da2d1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.685121] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2136.685121] env[62298]: value = "task-1805374" [ 2136.685121] env[62298]: _type = "Task" [ 2136.685121] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.692427] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805374, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.951688] env[62298]: DEBUG oslo_concurrency.lockutils [None req-d74818d0-8a67-44a2-a22e-f505f5363e52 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "cb190ad8-7ff0-4f14-975c-069c1fc1eebe" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.905s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2136.978158] env[62298]: DEBUG nova.compute.manager [req-9e2a7748-e849-4f2d-a82f-961b2578e04c req-8e557071-a576-47b5-b7e5-0d61a83df251 service nova] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Received event network-changed-4cc478ae-cf0d-4c87-b45f-71f26bcc7bb3 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2136.978351] env[62298]: DEBUG nova.compute.manager [req-9e2a7748-e849-4f2d-a82f-961b2578e04c req-8e557071-a576-47b5-b7e5-0d61a83df251 service nova] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Refreshing instance network info cache due to event network-changed-4cc478ae-cf0d-4c87-b45f-71f26bcc7bb3. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2136.978588] env[62298]: DEBUG oslo_concurrency.lockutils [req-9e2a7748-e849-4f2d-a82f-961b2578e04c req-8e557071-a576-47b5-b7e5-0d61a83df251 service nova] Acquiring lock "refresh_cache-56a1f21a-06c7-4132-af34-63920d86d5b5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2136.978785] env[62298]: DEBUG oslo_concurrency.lockutils [req-9e2a7748-e849-4f2d-a82f-961b2578e04c req-8e557071-a576-47b5-b7e5-0d61a83df251 service nova] Acquired lock "refresh_cache-56a1f21a-06c7-4132-af34-63920d86d5b5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2136.978987] env[62298]: DEBUG nova.network.neutron [req-9e2a7748-e849-4f2d-a82f-961b2578e04c req-8e557071-a576-47b5-b7e5-0d61a83df251 service nova] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Refreshing network info cache for port 4cc478ae-cf0d-4c87-b45f-71f26bcc7bb3 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2137.194698] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805374, 'name': CreateVM_Task, 'duration_secs': 0.330865} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.194858] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2137.195505] env[62298]: DEBUG oslo_concurrency.lockutils [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2137.195675] env[62298]: DEBUG oslo_concurrency.lockutils [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2137.195999] env[62298]: DEBUG oslo_concurrency.lockutils [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2137.196289] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-949b6a14-27cb-4bc6-8d4c-97b1fb084fc1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.200632] env[62298]: DEBUG oslo_vmware.api [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2137.200632] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5278d62d-cca4-a9bc-c5a6-cc93b8f193a0" [ 2137.200632] env[62298]: _type = "Task" [ 2137.200632] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.207975] env[62298]: DEBUG oslo_vmware.api [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5278d62d-cca4-a9bc-c5a6-cc93b8f193a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.674259] env[62298]: DEBUG nova.network.neutron [req-9e2a7748-e849-4f2d-a82f-961b2578e04c req-8e557071-a576-47b5-b7e5-0d61a83df251 service nova] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Updated VIF entry in instance network info cache for port 4cc478ae-cf0d-4c87-b45f-71f26bcc7bb3. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2137.674623] env[62298]: DEBUG nova.network.neutron [req-9e2a7748-e849-4f2d-a82f-961b2578e04c req-8e557071-a576-47b5-b7e5-0d61a83df251 service nova] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Updating instance_info_cache with network_info: [{"id": "4cc478ae-cf0d-4c87-b45f-71f26bcc7bb3", "address": "fa:16:3e:d0:6e:7a", "network": {"id": "1b0325e7-c092-488a-b711-be05e76100b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-550134086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c391aea5021499b9b50a616b7937813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cc478ae-cf", "ovs_interfaceid": "4cc478ae-cf0d-4c87-b45f-71f26bcc7bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2137.710657] env[62298]: DEBUG oslo_vmware.api [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5278d62d-cca4-a9bc-c5a6-cc93b8f193a0, 'name': SearchDatastore_Task, 'duration_secs': 0.009388} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.710933] env[62298]: DEBUG oslo_concurrency.lockutils [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2137.711201] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2137.711438] env[62298]: DEBUG oslo_concurrency.lockutils [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2137.711586] env[62298]: DEBUG oslo_concurrency.lockutils [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2137.711764] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2137.712033] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31f638e4-5782-4922-bb81-270755e099a2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.719696] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2137.719832] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2137.720515] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd5c4cc7-6dcb-4ab2-8359-6d75985578ee {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.725103] env[62298]: DEBUG oslo_vmware.api [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2137.725103] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524b6676-fec4-2194-a26d-024aa66f729c" [ 2137.725103] env[62298]: _type = "Task" [ 2137.725103] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.731855] env[62298]: DEBUG oslo_vmware.api [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524b6676-fec4-2194-a26d-024aa66f729c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.177092] env[62298]: DEBUG oslo_concurrency.lockutils [req-9e2a7748-e849-4f2d-a82f-961b2578e04c req-8e557071-a576-47b5-b7e5-0d61a83df251 service nova] Releasing lock "refresh_cache-56a1f21a-06c7-4132-af34-63920d86d5b5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2138.235712] env[62298]: DEBUG oslo_vmware.api [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]524b6676-fec4-2194-a26d-024aa66f729c, 'name': SearchDatastore_Task, 'duration_secs': 0.008325} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.236463] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-234d55e1-097d-4d26-a0a9-52c76f3c7a95 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.241283] env[62298]: DEBUG oslo_vmware.api [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2138.241283] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52efcb93-1a30-8bbc-4d9e-aeeef6d6f204" [ 2138.241283] env[62298]: _type = "Task" [ 2138.241283] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.248579] env[62298]: DEBUG oslo_vmware.api [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52efcb93-1a30-8bbc-4d9e-aeeef6d6f204, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.752998] env[62298]: DEBUG oslo_vmware.api [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52efcb93-1a30-8bbc-4d9e-aeeef6d6f204, 'name': SearchDatastore_Task, 'duration_secs': 0.010961} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.753302] env[62298]: DEBUG oslo_concurrency.lockutils [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2138.753584] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 56a1f21a-06c7-4132-af34-63920d86d5b5/56a1f21a-06c7-4132-af34-63920d86d5b5.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2138.753853] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65b86535-26b0-4108-ac8d-4a82817b492d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.761372] env[62298]: DEBUG oslo_vmware.api [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2138.761372] env[62298]: value = "task-1805375" [ 2138.761372] env[62298]: _type = "Task" [ 2138.761372] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.769239] env[62298]: DEBUG oslo_vmware.api [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.272539] env[62298]: DEBUG oslo_vmware.api [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462769} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.272884] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 56a1f21a-06c7-4132-af34-63920d86d5b5/56a1f21a-06c7-4132-af34-63920d86d5b5.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2139.273050] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2139.273311] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee926a2d-69dd-45e8-85d6-5ba7248c2c90 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.280125] env[62298]: DEBUG oslo_vmware.api [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2139.280125] env[62298]: value = "task-1805376" [ 2139.280125] env[62298]: _type = "Task" [ 2139.280125] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.288266] env[62298]: DEBUG oslo_vmware.api [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805376, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.789782] env[62298]: DEBUG oslo_vmware.api [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805376, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057041} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.790042] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2139.790783] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ab4615-4deb-4c3d-8b79-ef30aec9a9c2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.812179] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 56a1f21a-06c7-4132-af34-63920d86d5b5/56a1f21a-06c7-4132-af34-63920d86d5b5.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2139.812421] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d3ab0ff-60aa-4b7d-bc14-62051bddada0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.831472] env[62298]: DEBUG oslo_vmware.api [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2139.831472] env[62298]: value = "task-1805377" [ 2139.831472] env[62298]: _type = "Task" [ 2139.831472] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.838841] env[62298]: DEBUG oslo_vmware.api [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.342224] env[62298]: DEBUG oslo_vmware.api [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.841981] env[62298]: DEBUG oslo_vmware.api [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805377, 'name': ReconfigVM_Task, 'duration_secs': 0.753785} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.842313] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 56a1f21a-06c7-4132-af34-63920d86d5b5/56a1f21a-06c7-4132-af34-63920d86d5b5.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2140.842927] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4d41135-5e83-486f-937d-ec67624023dc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.849282] env[62298]: DEBUG oslo_vmware.api [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2140.849282] env[62298]: value = "task-1805378" [ 2140.849282] env[62298]: _type = "Task" [ 2140.849282] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.856960] env[62298]: DEBUG oslo_vmware.api [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805378, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.358751] env[62298]: DEBUG oslo_vmware.api [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805378, 'name': Rename_Task, 'duration_secs': 0.159001} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.359060] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2141.359340] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0936da96-bb18-4607-9df2-e873260d3da0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.365813] env[62298]: DEBUG oslo_vmware.api [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2141.365813] env[62298]: value = "task-1805379" [ 2141.365813] env[62298]: _type = "Task" [ 2141.365813] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.373132] env[62298]: DEBUG oslo_vmware.api [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.876303] env[62298]: DEBUG oslo_vmware.api [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805379, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.377185] env[62298]: DEBUG oslo_vmware.api [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805379, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.878153] env[62298]: DEBUG oslo_vmware.api [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805379, 'name': PowerOnVM_Task, 'duration_secs': 1.210632} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.878415] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2142.878621] env[62298]: INFO nova.compute.manager [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Took 8.33 seconds to spawn the instance on the hypervisor. [ 2142.878801] env[62298]: DEBUG nova.compute.manager [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2142.879635] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2eb24b-770f-4900-b572-75d6bbb3357e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.398084] env[62298]: INFO nova.compute.manager [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Took 13.01 seconds to build instance. [ 2143.900061] env[62298]: DEBUG oslo_concurrency.lockutils [None req-abd2af50-d3df-4435-95e3-ba6284a92888 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "56a1f21a-06c7-4132-af34-63920d86d5b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.518s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.308426] env[62298]: DEBUG nova.compute.manager [req-5572f966-95d1-4905-a866-0296ffa2339f req-ed1163b2-56b9-4701-a9de-3c5ea312a85f service nova] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Received event network-changed-4cc478ae-cf0d-4c87-b45f-71f26bcc7bb3 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2144.308632] env[62298]: DEBUG nova.compute.manager [req-5572f966-95d1-4905-a866-0296ffa2339f req-ed1163b2-56b9-4701-a9de-3c5ea312a85f service nova] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Refreshing instance network info cache due to event network-changed-4cc478ae-cf0d-4c87-b45f-71f26bcc7bb3. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2144.308841] env[62298]: DEBUG oslo_concurrency.lockutils [req-5572f966-95d1-4905-a866-0296ffa2339f req-ed1163b2-56b9-4701-a9de-3c5ea312a85f service nova] Acquiring lock "refresh_cache-56a1f21a-06c7-4132-af34-63920d86d5b5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2144.308985] env[62298]: DEBUG oslo_concurrency.lockutils [req-5572f966-95d1-4905-a866-0296ffa2339f req-ed1163b2-56b9-4701-a9de-3c5ea312a85f service nova] Acquired lock "refresh_cache-56a1f21a-06c7-4132-af34-63920d86d5b5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2144.309189] env[62298]: DEBUG nova.network.neutron [req-5572f966-95d1-4905-a866-0296ffa2339f req-ed1163b2-56b9-4701-a9de-3c5ea312a85f service nova] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Refreshing network info cache for port 4cc478ae-cf0d-4c87-b45f-71f26bcc7bb3 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2145.016552] env[62298]: DEBUG nova.network.neutron [req-5572f966-95d1-4905-a866-0296ffa2339f req-ed1163b2-56b9-4701-a9de-3c5ea312a85f service nova] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Updated VIF entry in instance network info cache for port 4cc478ae-cf0d-4c87-b45f-71f26bcc7bb3. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2145.016927] env[62298]: DEBUG nova.network.neutron [req-5572f966-95d1-4905-a866-0296ffa2339f req-ed1163b2-56b9-4701-a9de-3c5ea312a85f service nova] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Updating instance_info_cache with network_info: [{"id": "4cc478ae-cf0d-4c87-b45f-71f26bcc7bb3", "address": "fa:16:3e:d0:6e:7a", "network": {"id": "1b0325e7-c092-488a-b711-be05e76100b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-550134086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c391aea5021499b9b50a616b7937813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cc478ae-cf", "ovs_interfaceid": "4cc478ae-cf0d-4c87-b45f-71f26bcc7bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2145.520530] env[62298]: DEBUG oslo_concurrency.lockutils [req-5572f966-95d1-4905-a866-0296ffa2339f req-ed1163b2-56b9-4701-a9de-3c5ea312a85f service nova] Releasing lock "refresh_cache-56a1f21a-06c7-4132-af34-63920d86d5b5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2148.690654] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "6466c185-c81d-4b5e-b829-35cfe9b5747b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2148.691280] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "6466c185-c81d-4b5e-b829-35cfe9b5747b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.193977] env[62298]: DEBUG nova.compute.manager [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2149.716569] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.716912] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.718642] env[62298]: INFO nova.compute.claims [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2150.783502] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ebf93b-c9a5-4553-aa3d-20ba8c672e6b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.791144] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd45e1ab-7ded-488d-912a-8284e416c87c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.822087] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f29786-d7a3-491d-b1bd-0e135a2a8e9b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.832205] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7805a6f-ed70-4c45-b7a6-c9bbc686e2a7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.853257] env[62298]: DEBUG nova.compute.provider_tree [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2151.357278] env[62298]: DEBUG nova.scheduler.client.report [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2151.862997] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.146s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2151.863581] env[62298]: DEBUG nova.compute.manager [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2152.370024] env[62298]: DEBUG nova.compute.utils [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2152.370454] env[62298]: DEBUG nova.compute.manager [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2152.370771] env[62298]: DEBUG nova.network.neutron [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2152.423587] env[62298]: DEBUG nova.policy [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fb7c2fa675845d5a8d39d01194bb233', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3ae9ba4d1be4a16a3ad65ce8fe453c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 2152.665971] env[62298]: DEBUG nova.network.neutron [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Successfully created port: 4383eba9-09e4-4028-bfaa-359104dc7da0 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2152.874090] env[62298]: DEBUG nova.compute.manager [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2153.884523] env[62298]: DEBUG nova.compute.manager [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2153.910937] env[62298]: DEBUG nova.virt.hardware [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2153.911252] env[62298]: DEBUG nova.virt.hardware [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2153.911428] env[62298]: DEBUG nova.virt.hardware [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2153.911650] env[62298]: DEBUG nova.virt.hardware [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2153.911806] env[62298]: DEBUG nova.virt.hardware [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2153.911954] env[62298]: DEBUG nova.virt.hardware [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2153.912184] env[62298]: DEBUG nova.virt.hardware [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2153.912349] env[62298]: DEBUG nova.virt.hardware [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2153.912519] env[62298]: DEBUG nova.virt.hardware [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2153.912687] env[62298]: DEBUG nova.virt.hardware [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2153.912863] env[62298]: DEBUG nova.virt.hardware [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2153.913778] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8264c43c-c52e-4d5e-9649-003ffcd7761e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.921643] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57f6f24-49ea-4998-b9f0-28cf19705505 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.046145] env[62298]: DEBUG nova.compute.manager [req-c86628b3-cd93-40d9-b186-7e719440c0ee req-bba8d3dc-8e09-484a-bb86-750b98582c2f service nova] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Received event network-vif-plugged-4383eba9-09e4-4028-bfaa-359104dc7da0 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2154.046386] env[62298]: DEBUG oslo_concurrency.lockutils [req-c86628b3-cd93-40d9-b186-7e719440c0ee req-bba8d3dc-8e09-484a-bb86-750b98582c2f service nova] Acquiring lock "6466c185-c81d-4b5e-b829-35cfe9b5747b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2154.046597] env[62298]: DEBUG oslo_concurrency.lockutils [req-c86628b3-cd93-40d9-b186-7e719440c0ee req-bba8d3dc-8e09-484a-bb86-750b98582c2f service nova] Lock "6466c185-c81d-4b5e-b829-35cfe9b5747b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2154.046768] env[62298]: DEBUG oslo_concurrency.lockutils [req-c86628b3-cd93-40d9-b186-7e719440c0ee req-bba8d3dc-8e09-484a-bb86-750b98582c2f service nova] Lock "6466c185-c81d-4b5e-b829-35cfe9b5747b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.046934] env[62298]: DEBUG nova.compute.manager [req-c86628b3-cd93-40d9-b186-7e719440c0ee req-bba8d3dc-8e09-484a-bb86-750b98582c2f service nova] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] No waiting events found dispatching network-vif-plugged-4383eba9-09e4-4028-bfaa-359104dc7da0 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2154.047113] env[62298]: WARNING nova.compute.manager [req-c86628b3-cd93-40d9-b186-7e719440c0ee req-bba8d3dc-8e09-484a-bb86-750b98582c2f service nova] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Received unexpected event network-vif-plugged-4383eba9-09e4-4028-bfaa-359104dc7da0 for instance with vm_state building and task_state spawning. [ 2154.137797] env[62298]: DEBUG nova.network.neutron [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Successfully updated port: 4383eba9-09e4-4028-bfaa-359104dc7da0 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2154.641059] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "refresh_cache-6466c185-c81d-4b5e-b829-35cfe9b5747b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2154.641059] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquired lock "refresh_cache-6466c185-c81d-4b5e-b829-35cfe9b5747b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2154.641059] env[62298]: DEBUG nova.network.neutron [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2155.172064] env[62298]: DEBUG nova.network.neutron [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2155.292904] env[62298]: DEBUG nova.network.neutron [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Updating instance_info_cache with network_info: [{"id": "4383eba9-09e4-4028-bfaa-359104dc7da0", "address": "fa:16:3e:8e:b3:93", "network": {"id": "3344a1d2-5fde-4eca-81f6-42c16e75acb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1283840851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ae9ba4d1be4a16a3ad65ce8fe453c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4383eba9-09", "ovs_interfaceid": "4383eba9-09e4-4028-bfaa-359104dc7da0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2155.795281] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Releasing lock "refresh_cache-6466c185-c81d-4b5e-b829-35cfe9b5747b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2155.795613] env[62298]: DEBUG nova.compute.manager [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Instance network_info: |[{"id": "4383eba9-09e4-4028-bfaa-359104dc7da0", "address": "fa:16:3e:8e:b3:93", "network": {"id": "3344a1d2-5fde-4eca-81f6-42c16e75acb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1283840851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ae9ba4d1be4a16a3ad65ce8fe453c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4383eba9-09", "ovs_interfaceid": "4383eba9-09e4-4028-bfaa-359104dc7da0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2155.796056] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:b3:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4383eba9-09e4-4028-bfaa-359104dc7da0', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2155.803545] env[62298]: DEBUG oslo.service.loopingcall [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2155.803751] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2155.803970] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f4b3883-3fb0-4143-b8d0-61d7740ef03e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.824053] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2155.824053] env[62298]: value = "task-1805380" [ 2155.824053] env[62298]: _type = "Task" [ 2155.824053] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.831409] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805380, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.071538] env[62298]: DEBUG nova.compute.manager [req-876002d7-290b-4ba3-a117-5c38f771b805 req-fda7c008-fa3b-47bf-8c36-376b18c480d3 service nova] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Received event network-changed-4383eba9-09e4-4028-bfaa-359104dc7da0 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2156.071721] env[62298]: DEBUG nova.compute.manager [req-876002d7-290b-4ba3-a117-5c38f771b805 req-fda7c008-fa3b-47bf-8c36-376b18c480d3 service nova] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Refreshing instance network info cache due to event network-changed-4383eba9-09e4-4028-bfaa-359104dc7da0. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2156.071936] env[62298]: DEBUG oslo_concurrency.lockutils [req-876002d7-290b-4ba3-a117-5c38f771b805 req-fda7c008-fa3b-47bf-8c36-376b18c480d3 service nova] Acquiring lock "refresh_cache-6466c185-c81d-4b5e-b829-35cfe9b5747b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2156.072116] env[62298]: DEBUG oslo_concurrency.lockutils [req-876002d7-290b-4ba3-a117-5c38f771b805 req-fda7c008-fa3b-47bf-8c36-376b18c480d3 service nova] Acquired lock "refresh_cache-6466c185-c81d-4b5e-b829-35cfe9b5747b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2156.072328] env[62298]: DEBUG nova.network.neutron [req-876002d7-290b-4ba3-a117-5c38f771b805 req-fda7c008-fa3b-47bf-8c36-376b18c480d3 service nova] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Refreshing network info cache for port 4383eba9-09e4-4028-bfaa-359104dc7da0 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2156.334450] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805380, 'name': CreateVM_Task, 'duration_secs': 0.416027} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.334762] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2156.335326] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2156.335504] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2156.335814] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2156.336068] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0228525b-66f3-427b-af56-4c631d6f9b11 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.340562] env[62298]: DEBUG oslo_vmware.api [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2156.340562] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b6b19b-f721-657b-b100-b953b45b7870" [ 2156.340562] env[62298]: _type = "Task" [ 2156.340562] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.347875] env[62298]: DEBUG oslo_vmware.api [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b6b19b-f721-657b-b100-b953b45b7870, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.793368] env[62298]: DEBUG nova.network.neutron [req-876002d7-290b-4ba3-a117-5c38f771b805 req-fda7c008-fa3b-47bf-8c36-376b18c480d3 service nova] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Updated VIF entry in instance network info cache for port 4383eba9-09e4-4028-bfaa-359104dc7da0. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2156.793728] env[62298]: DEBUG nova.network.neutron [req-876002d7-290b-4ba3-a117-5c38f771b805 req-fda7c008-fa3b-47bf-8c36-376b18c480d3 service nova] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Updating instance_info_cache with network_info: [{"id": "4383eba9-09e4-4028-bfaa-359104dc7da0", "address": "fa:16:3e:8e:b3:93", "network": {"id": "3344a1d2-5fde-4eca-81f6-42c16e75acb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1283840851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ae9ba4d1be4a16a3ad65ce8fe453c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4383eba9-09", "ovs_interfaceid": "4383eba9-09e4-4028-bfaa-359104dc7da0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2156.850457] env[62298]: DEBUG oslo_vmware.api [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b6b19b-f721-657b-b100-b953b45b7870, 'name': SearchDatastore_Task, 'duration_secs': 0.008816} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.850757] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2156.850985] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2156.851235] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2156.851393] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2156.851576] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2156.851826] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d39318ed-02bc-4c82-87d8-a38221cc29a2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.859393] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2156.859534] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2156.860199] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e86481d-4029-4b59-ad6f-7f30f81acdf7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.864903] env[62298]: DEBUG oslo_vmware.api [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2156.864903] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ecc3e7-1fda-dc61-93b6-f179826d9d94" [ 2156.864903] env[62298]: _type = "Task" [ 2156.864903] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.872084] env[62298]: DEBUG oslo_vmware.api [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ecc3e7-1fda-dc61-93b6-f179826d9d94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.297019] env[62298]: DEBUG oslo_concurrency.lockutils [req-876002d7-290b-4ba3-a117-5c38f771b805 req-fda7c008-fa3b-47bf-8c36-376b18c480d3 service nova] Releasing lock "refresh_cache-6466c185-c81d-4b5e-b829-35cfe9b5747b" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2157.375708] env[62298]: DEBUG oslo_vmware.api [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ecc3e7-1fda-dc61-93b6-f179826d9d94, 'name': SearchDatastore_Task, 'duration_secs': 0.007958} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.376491] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec8463bb-1365-4ba9-bc39-668087862b67 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.381403] env[62298]: DEBUG oslo_vmware.api [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2157.381403] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52cfb582-d14c-e964-8398-81d7bdcf72a8" [ 2157.381403] env[62298]: _type = "Task" [ 2157.381403] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.389741] env[62298]: DEBUG oslo_vmware.api [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52cfb582-d14c-e964-8398-81d7bdcf72a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.413240] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2157.413432] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2157.891737] env[62298]: DEBUG oslo_vmware.api [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52cfb582-d14c-e964-8398-81d7bdcf72a8, 'name': SearchDatastore_Task, 'duration_secs': 0.009185} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.892027] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2157.892271] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 6466c185-c81d-4b5e-b829-35cfe9b5747b/6466c185-c81d-4b5e-b829-35cfe9b5747b.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2157.892534] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2abcb7e-14c8-4298-a29e-ab49b69d4770 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.899199] env[62298]: DEBUG oslo_vmware.api [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2157.899199] env[62298]: value = "task-1805381" [ 2157.899199] env[62298]: _type = "Task" [ 2157.899199] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.906398] env[62298]: DEBUG oslo_vmware.api [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.918385] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2157.918385] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Starting heal instance info cache {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2158.408739] env[62298]: DEBUG oslo_vmware.api [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44433} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.409153] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 6466c185-c81d-4b5e-b829-35cfe9b5747b/6466c185-c81d-4b5e-b829-35cfe9b5747b.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2158.409234] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2158.409486] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-803c4d67-db61-4929-96d3-11f8eee70349 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.415836] env[62298]: DEBUG oslo_vmware.api [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2158.415836] env[62298]: value = "task-1805382" [ 2158.415836] env[62298]: _type = "Task" [ 2158.415836] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.420169] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Didn't find any instances for network info cache update. {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 2158.420355] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2158.420514] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2158.420662] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2158.420809] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2158.423745] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2158.423966] env[62298]: DEBUG oslo_vmware.api [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.424173] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2158.424311] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62298) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2158.424464] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2158.926120] env[62298]: DEBUG oslo_vmware.api [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061692} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.926120] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2158.926954] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2158.927178] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2158.927347] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2158.927498] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62298) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2158.928256] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90728b46-2887-46d5-a614-435819e1ad81 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.931186] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0c0979-0caf-49db-afb2-9c9a14b887a5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.955306] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 6466c185-c81d-4b5e-b829-35cfe9b5747b/6466c185-c81d-4b5e-b829-35cfe9b5747b.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2158.956649] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba898434-d99d-4e9e-9b73-5f37bc072358 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.961262] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a0c0f54-2eef-4737-ab9c-f000ba3c776d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.986832] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e800cf3-e7b7-4b47-acd6-a09686e4d91b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.989512] env[62298]: DEBUG oslo_vmware.api [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2158.989512] env[62298]: value = "task-1805383" [ 2158.989512] env[62298]: _type = "Task" [ 2158.989512] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.996918] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dee9695-f020-4549-b32a-9f6c5167f000 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.003764] env[62298]: DEBUG oslo_vmware.api [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.030549] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181313MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62298) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2159.030799] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2159.030906] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2159.500745] env[62298]: DEBUG oslo_vmware.api [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.004137] env[62298]: DEBUG oslo_vmware.api [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805383, 'name': ReconfigVM_Task, 'duration_secs': 0.766825} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.004480] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 6466c185-c81d-4b5e-b829-35cfe9b5747b/6466c185-c81d-4b5e-b829-35cfe9b5747b.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2160.005323] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-278de5f0-b6df-4468-a348-73adbda3fd55 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.012410] env[62298]: DEBUG oslo_vmware.api [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2160.012410] env[62298]: value = "task-1805384" [ 2160.012410] env[62298]: _type = "Task" [ 2160.012410] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.025114] env[62298]: DEBUG oslo_vmware.api [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805384, 'name': Rename_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.059100] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 520feb96-6bb9-41f9-9404-8c6f77906b3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2160.059271] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance cb190ad8-7ff0-4f14-975c-069c1fc1eebe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2160.059434] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 56a1f21a-06c7-4132-af34-63920d86d5b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2160.059571] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 6466c185-c81d-4b5e-b829-35cfe9b5747b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2160.059751] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2160.059891] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2160.129050] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4987c488-b69c-4615-96e6-ce5b5333699e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.136825] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b87e064-9efe-4f3b-a04d-ad221f82897c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.168112] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3190161-773c-40ee-a873-d0cf76a07dd8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.179070] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c21f5d-2807-4abe-9396-6af0c446e7eb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.200318] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2160.522065] env[62298]: DEBUG oslo_vmware.api [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805384, 'name': Rename_Task, 'duration_secs': 0.193578} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.522312] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2160.522489] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afaf9d08-c733-4873-a82c-84d5d35c726e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.528713] env[62298]: DEBUG oslo_vmware.api [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2160.528713] env[62298]: value = "task-1805385" [ 2160.528713] env[62298]: _type = "Task" [ 2160.528713] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.536057] env[62298]: DEBUG oslo_vmware.api [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805385, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.720711] env[62298]: ERROR nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [req-41387bc4-ebd5-48b4-a873-71740201913d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-41387bc4-ebd5-48b4-a873-71740201913d"}]} [ 2160.737467] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2160.749892] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2160.750082] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2160.759598] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2160.776495] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2160.830172] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b0d63f-bba7-4694-90a6-ea3fe3dd8f0d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.837721] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b35720f-545f-487d-8e9f-eec6c0eb8440 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.868570] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b999a36-d430-4a02-925d-3a40c44d3ee3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.875852] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b47697-62cc-44a1-9a97-0a23b08fce76 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.889159] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2161.038908] env[62298]: DEBUG oslo_vmware.api [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805385, 'name': PowerOnVM_Task, 'duration_secs': 0.42492} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.039136] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2161.039356] env[62298]: INFO nova.compute.manager [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Took 7.15 seconds to spawn the instance on the hypervisor. [ 2161.039549] env[62298]: DEBUG nova.compute.manager [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2161.040307] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35cd840-d226-4d97-873c-ac6870ed0516 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.419601] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 193 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2161.420428] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 193 to 194 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2161.420428] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2161.558624] env[62298]: INFO nova.compute.manager [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Took 11.86 seconds to build instance. [ 2161.901066] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6117e5ae-73cc-409c-b584-1e23ecea1e2e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "6466c185-c81d-4b5e-b829-35cfe9b5747b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2161.925511] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2161.925726] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.895s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.060637] env[62298]: DEBUG oslo_concurrency.lockutils [None req-9b449d7e-8193-4a2d-b9a9-54c6b775c569 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "6466c185-c81d-4b5e-b829-35cfe9b5747b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.369s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.060906] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6117e5ae-73cc-409c-b584-1e23ecea1e2e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "6466c185-c81d-4b5e-b829-35cfe9b5747b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.160s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2162.062061] env[62298]: DEBUG nova.compute.manager [None req-6117e5ae-73cc-409c-b584-1e23ecea1e2e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2162.062061] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123fe8b3-96f6-4382-ae8b-e3c0c7377637 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.069139] env[62298]: DEBUG nova.compute.manager [None req-6117e5ae-73cc-409c-b584-1e23ecea1e2e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62298) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2162.069680] env[62298]: DEBUG nova.objects.instance [None req-6117e5ae-73cc-409c-b584-1e23ecea1e2e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lazy-loading 'flavor' on Instance uuid 6466c185-c81d-4b5e-b829-35cfe9b5747b {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2163.076571] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-6117e5ae-73cc-409c-b584-1e23ecea1e2e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2163.076932] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01c6ad09-30dc-434c-a3c7-0653f81fab9d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.084791] env[62298]: DEBUG oslo_vmware.api [None req-6117e5ae-73cc-409c-b584-1e23ecea1e2e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2163.084791] env[62298]: value = "task-1805386" [ 2163.084791] env[62298]: _type = "Task" [ 2163.084791] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.092165] env[62298]: DEBUG oslo_vmware.api [None req-6117e5ae-73cc-409c-b584-1e23ecea1e2e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.594929] env[62298]: DEBUG oslo_vmware.api [None req-6117e5ae-73cc-409c-b584-1e23ecea1e2e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805386, 'name': PowerOffVM_Task, 'duration_secs': 0.184024} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.595219] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-6117e5ae-73cc-409c-b584-1e23ecea1e2e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2163.595415] env[62298]: DEBUG nova.compute.manager [None req-6117e5ae-73cc-409c-b584-1e23ecea1e2e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2163.596140] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964f7d53-a4e4-4db1-a0b0-99e0e9ead36e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.106640] env[62298]: DEBUG oslo_concurrency.lockutils [None req-6117e5ae-73cc-409c-b584-1e23ecea1e2e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "6466c185-c81d-4b5e-b829-35cfe9b5747b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2165.462298] env[62298]: INFO nova.compute.manager [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Rebuilding instance [ 2165.500909] env[62298]: DEBUG nova.compute.manager [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2165.501813] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ff73e3-1a0e-4bbc-bb26-ff0471d061c6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.515060] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2166.515060] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e05bd8e-33e4-4860-a36d-84ca931d7780 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.522599] env[62298]: DEBUG oslo_vmware.api [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2166.522599] env[62298]: value = "task-1805387" [ 2166.522599] env[62298]: _type = "Task" [ 2166.522599] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.529652] env[62298]: DEBUG oslo_vmware.api [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.032800] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] VM already powered off {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2167.033058] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2167.033797] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93966963-bdad-4fe6-b627-96f9c7abe943 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.040202] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2167.040423] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-878ef9d6-1570-4d46-8ce0-d9e0a5b07e7e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.188690] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2167.188920] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2167.189141] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Deleting the datastore file [datastore1] 6466c185-c81d-4b5e-b829-35cfe9b5747b {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2167.189418] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d26597b9-3f96-45a3-b602-4376a6adaa39 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.195369] env[62298]: DEBUG oslo_vmware.api [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2167.195369] env[62298]: value = "task-1805389" [ 2167.195369] env[62298]: _type = "Task" [ 2167.195369] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.203330] env[62298]: DEBUG oslo_vmware.api [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.704974] env[62298]: DEBUG oslo_vmware.api [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127479} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.706488] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2167.706488] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2167.706488] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2168.735731] env[62298]: DEBUG nova.virt.hardware [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2168.736077] env[62298]: DEBUG nova.virt.hardware [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2168.736166] env[62298]: DEBUG nova.virt.hardware [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2168.736353] env[62298]: DEBUG nova.virt.hardware [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2168.736501] env[62298]: DEBUG nova.virt.hardware [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2168.736650] env[62298]: DEBUG nova.virt.hardware [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2168.736852] env[62298]: DEBUG nova.virt.hardware [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2168.737024] env[62298]: DEBUG nova.virt.hardware [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2168.737202] env[62298]: DEBUG nova.virt.hardware [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2168.737366] env[62298]: DEBUG nova.virt.hardware [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2168.737575] env[62298]: DEBUG nova.virt.hardware [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2168.738460] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030bbc89-4fd8-46d6-9a90-ffdc67c35f48 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.747334] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82855e5e-9837-49bd-8607-30735c46e1af {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.760538] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:b3:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4383eba9-09e4-4028-bfaa-359104dc7da0', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2168.767789] env[62298]: DEBUG oslo.service.loopingcall [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2168.768019] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2168.768225] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-556554f1-2b4a-4780-8a61-03ee38ee2a25 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.785958] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2168.785958] env[62298]: value = "task-1805390" [ 2168.785958] env[62298]: _type = "Task" [ 2168.785958] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.793018] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805390, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.296244] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805390, 'name': CreateVM_Task, 'duration_secs': 0.303416} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.296486] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2169.297076] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2169.297249] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2169.297584] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2169.297847] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4466bc7a-dc6d-41fa-8f93-2299ec526097 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.302236] env[62298]: DEBUG oslo_vmware.api [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2169.302236] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b6e6d0-2a1b-9c67-e366-8777dd74e2a3" [ 2169.302236] env[62298]: _type = "Task" [ 2169.302236] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.310314] env[62298]: DEBUG oslo_vmware.api [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b6e6d0-2a1b-9c67-e366-8777dd74e2a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.812727] env[62298]: DEBUG oslo_vmware.api [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52b6e6d0-2a1b-9c67-e366-8777dd74e2a3, 'name': SearchDatastore_Task, 'duration_secs': 0.009847} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.813100] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2169.813300] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2169.813574] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2169.813760] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2169.813982] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2169.814280] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f857fdd-5a93-443d-8c03-39af93f99c95 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.822154] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2169.822335] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2169.823044] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a56e3bb8-10fc-4ef7-b20c-038b809d8931 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.827864] env[62298]: DEBUG oslo_vmware.api [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2169.827864] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c5fe0c-fc24-4bae-bb59-5fe748552a11" [ 2169.827864] env[62298]: _type = "Task" [ 2169.827864] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.834870] env[62298]: DEBUG oslo_vmware.api [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c5fe0c-fc24-4bae-bb59-5fe748552a11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.338376] env[62298]: DEBUG oslo_vmware.api [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52c5fe0c-fc24-4bae-bb59-5fe748552a11, 'name': SearchDatastore_Task, 'duration_secs': 0.00883} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.339142] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43085507-8485-4b48-b300-04ae7575fc15 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.344220] env[62298]: DEBUG oslo_vmware.api [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2170.344220] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f57aae-c7f5-e0c3-0d72-b22aca53771e" [ 2170.344220] env[62298]: _type = "Task" [ 2170.344220] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.351730] env[62298]: DEBUG oslo_vmware.api [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f57aae-c7f5-e0c3-0d72-b22aca53771e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.854673] env[62298]: DEBUG oslo_vmware.api [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52f57aae-c7f5-e0c3-0d72-b22aca53771e, 'name': SearchDatastore_Task, 'duration_secs': 0.009394} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.855107] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2170.855181] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 6466c185-c81d-4b5e-b829-35cfe9b5747b/6466c185-c81d-4b5e-b829-35cfe9b5747b.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2170.855405] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-258e9eaa-d49a-4485-8d92-8afa5b048662 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.862134] env[62298]: DEBUG oslo_vmware.api [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2170.862134] env[62298]: value = "task-1805391" [ 2170.862134] env[62298]: _type = "Task" [ 2170.862134] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.869421] env[62298]: DEBUG oslo_vmware.api [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.371756] env[62298]: DEBUG oslo_vmware.api [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443118} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.372036] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 6466c185-c81d-4b5e-b829-35cfe9b5747b/6466c185-c81d-4b5e-b829-35cfe9b5747b.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2171.372256] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2171.372505] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bd3368a-1483-40b8-a845-797f8d4e07cc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.379778] env[62298]: DEBUG oslo_vmware.api [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2171.379778] env[62298]: value = "task-1805392" [ 2171.379778] env[62298]: _type = "Task" [ 2171.379778] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.386692] env[62298]: DEBUG oslo_vmware.api [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.891324] env[62298]: DEBUG oslo_vmware.api [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06552} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.893278] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2171.893278] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3e3b32-9709-47b0-ba4b-9d1a299d8ba7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.914279] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 6466c185-c81d-4b5e-b829-35cfe9b5747b/6466c185-c81d-4b5e-b829-35cfe9b5747b.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2171.914507] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e465820d-cabf-49a5-9d01-b4f4f8cb3cd8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.933035] env[62298]: DEBUG oslo_vmware.api [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2171.933035] env[62298]: value = "task-1805393" [ 2171.933035] env[62298]: _type = "Task" [ 2171.933035] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.940740] env[62298]: DEBUG oslo_vmware.api [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805393, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.442548] env[62298]: DEBUG oslo_vmware.api [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805393, 'name': ReconfigVM_Task, 'duration_secs': 0.280221} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.442843] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 6466c185-c81d-4b5e-b829-35cfe9b5747b/6466c185-c81d-4b5e-b829-35cfe9b5747b.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2172.443481] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d940d3d-26aa-40b7-8044-557561c8c400 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.450034] env[62298]: DEBUG oslo_vmware.api [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2172.450034] env[62298]: value = "task-1805394" [ 2172.450034] env[62298]: _type = "Task" [ 2172.450034] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.457562] env[62298]: DEBUG oslo_vmware.api [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805394, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.959512] env[62298]: DEBUG oslo_vmware.api [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805394, 'name': Rename_Task, 'duration_secs': 0.152472} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.959849] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2172.960097] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c4e9468-11be-4f40-9bd9-64b7a695af1d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.966010] env[62298]: DEBUG oslo_vmware.api [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2172.966010] env[62298]: value = "task-1805395" [ 2172.966010] env[62298]: _type = "Task" [ 2172.966010] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.973728] env[62298]: DEBUG oslo_vmware.api [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.028649] env[62298]: DEBUG oslo_concurrency.lockutils [None req-52fa7c0c-7ba3-4939-86a3-f74f3b78e6a9 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquiring lock "cb190ad8-7ff0-4f14-975c-069c1fc1eebe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2173.028950] env[62298]: DEBUG oslo_concurrency.lockutils [None req-52fa7c0c-7ba3-4939-86a3-f74f3b78e6a9 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "cb190ad8-7ff0-4f14-975c-069c1fc1eebe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2173.029178] env[62298]: DEBUG oslo_concurrency.lockutils [None req-52fa7c0c-7ba3-4939-86a3-f74f3b78e6a9 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquiring lock "cb190ad8-7ff0-4f14-975c-069c1fc1eebe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2173.029368] env[62298]: DEBUG oslo_concurrency.lockutils [None req-52fa7c0c-7ba3-4939-86a3-f74f3b78e6a9 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "cb190ad8-7ff0-4f14-975c-069c1fc1eebe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2173.029581] env[62298]: DEBUG oslo_concurrency.lockutils [None req-52fa7c0c-7ba3-4939-86a3-f74f3b78e6a9 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "cb190ad8-7ff0-4f14-975c-069c1fc1eebe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2173.032105] env[62298]: INFO nova.compute.manager [None req-52fa7c0c-7ba3-4939-86a3-f74f3b78e6a9 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Terminating instance [ 2173.475571] env[62298]: DEBUG oslo_vmware.api [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805395, 'name': PowerOnVM_Task, 'duration_secs': 0.398181} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.475991] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2173.476335] env[62298]: DEBUG nova.compute.manager [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2173.477113] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9335226f-808b-44c3-a1db-05f7a43e7914 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.535605] env[62298]: DEBUG nova.compute.manager [None req-52fa7c0c-7ba3-4939-86a3-f74f3b78e6a9 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2173.535830] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-52fa7c0c-7ba3-4939-86a3-f74f3b78e6a9 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2173.536716] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4038e3a5-a191-49b6-8354-8d17a9cc3231 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.544289] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-52fa7c0c-7ba3-4939-86a3-f74f3b78e6a9 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2173.544517] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdcfb32b-45cf-47b0-8648-a76b268b8979 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.550551] env[62298]: DEBUG oslo_vmware.api [None req-52fa7c0c-7ba3-4939-86a3-f74f3b78e6a9 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 2173.550551] env[62298]: value = "task-1805396" [ 2173.550551] env[62298]: _type = "Task" [ 2173.550551] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.558324] env[62298]: DEBUG oslo_vmware.api [None req-52fa7c0c-7ba3-4939-86a3-f74f3b78e6a9 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.987828] env[62298]: INFO nova.compute.manager [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] bringing vm to original state: 'stopped' [ 2174.061410] env[62298]: DEBUG oslo_vmware.api [None req-52fa7c0c-7ba3-4939-86a3-f74f3b78e6a9 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805396, 'name': PowerOffVM_Task, 'duration_secs': 0.248709} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.061680] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-52fa7c0c-7ba3-4939-86a3-f74f3b78e6a9 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2174.061851] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-52fa7c0c-7ba3-4939-86a3-f74f3b78e6a9 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2174.062102] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76385b89-4a59-413b-8f1c-a29e6e121852 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.207147] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-52fa7c0c-7ba3-4939-86a3-f74f3b78e6a9 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2174.207384] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-52fa7c0c-7ba3-4939-86a3-f74f3b78e6a9 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2174.207568] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-52fa7c0c-7ba3-4939-86a3-f74f3b78e6a9 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Deleting the datastore file [datastore1] cb190ad8-7ff0-4f14-975c-069c1fc1eebe {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2174.207859] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4be47480-bc7a-4b8c-b65a-ae71bcaed93f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.214641] env[62298]: DEBUG oslo_vmware.api [None req-52fa7c0c-7ba3-4939-86a3-f74f3b78e6a9 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for the task: (returnval){ [ 2174.214641] env[62298]: value = "task-1805398" [ 2174.214641] env[62298]: _type = "Task" [ 2174.214641] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.222124] env[62298]: DEBUG oslo_vmware.api [None req-52fa7c0c-7ba3-4939-86a3-f74f3b78e6a9 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.724619] env[62298]: DEBUG oslo_vmware.api [None req-52fa7c0c-7ba3-4939-86a3-f74f3b78e6a9 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Task: {'id': task-1805398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11999} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.724873] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-52fa7c0c-7ba3-4939-86a3-f74f3b78e6a9 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2174.725068] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-52fa7c0c-7ba3-4939-86a3-f74f3b78e6a9 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2174.725248] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-52fa7c0c-7ba3-4939-86a3-f74f3b78e6a9 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2174.725422] env[62298]: INFO nova.compute.manager [None req-52fa7c0c-7ba3-4939-86a3-f74f3b78e6a9 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2174.725669] env[62298]: DEBUG oslo.service.loopingcall [None req-52fa7c0c-7ba3-4939-86a3-f74f3b78e6a9 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2174.725863] env[62298]: DEBUG nova.compute.manager [-] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2174.725967] env[62298]: DEBUG nova.network.neutron [-] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2174.995220] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "6466c185-c81d-4b5e-b829-35cfe9b5747b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2174.995510] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "6466c185-c81d-4b5e-b829-35cfe9b5747b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2174.995693] env[62298]: DEBUG nova.compute.manager [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2174.996589] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a220ac8-414f-4fe9-8cd6-aa6c0cced6cf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.003235] env[62298]: DEBUG nova.compute.manager [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62298) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2175.238027] env[62298]: DEBUG nova.compute.manager [req-57f98466-c83b-42f2-989d-94c523ac8280 req-4ab9e3a4-7c44-49ec-a581-c42b5d832bfb service nova] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Received event network-vif-deleted-6dcfa195-eb8e-410c-8352-77fcacbd4792 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2175.238304] env[62298]: INFO nova.compute.manager [req-57f98466-c83b-42f2-989d-94c523ac8280 req-4ab9e3a4-7c44-49ec-a581-c42b5d832bfb service nova] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Neutron deleted interface 6dcfa195-eb8e-410c-8352-77fcacbd4792; detaching it from the instance and deleting it from the info cache [ 2175.238423] env[62298]: DEBUG nova.network.neutron [req-57f98466-c83b-42f2-989d-94c523ac8280 req-4ab9e3a4-7c44-49ec-a581-c42b5d832bfb service nova] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2175.507157] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2175.507785] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d95e3b4-9a8e-4b96-b8e9-df32736529d2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.515502] env[62298]: DEBUG oslo_vmware.api [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2175.515502] env[62298]: value = "task-1805399" [ 2175.515502] env[62298]: _type = "Task" [ 2175.515502] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.523733] env[62298]: DEBUG oslo_vmware.api [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.717438] env[62298]: DEBUG nova.network.neutron [-] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2175.741423] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78b6ceac-9838-4a81-950e-f00594d1b5e2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.750686] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81d1df6-5523-4d24-960f-1e77b9715a9d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.775469] env[62298]: DEBUG nova.compute.manager [req-57f98466-c83b-42f2-989d-94c523ac8280 req-4ab9e3a4-7c44-49ec-a581-c42b5d832bfb service nova] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Detach interface failed, port_id=6dcfa195-eb8e-410c-8352-77fcacbd4792, reason: Instance cb190ad8-7ff0-4f14-975c-069c1fc1eebe could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2176.026936] env[62298]: DEBUG oslo_vmware.api [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805399, 'name': PowerOffVM_Task, 'duration_secs': 0.173016} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.027858] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2176.027858] env[62298]: DEBUG nova.compute.manager [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2176.028639] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0201ddb-ec66-44e6-87be-a48dad760a05 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.220344] env[62298]: INFO nova.compute.manager [-] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Took 1.49 seconds to deallocate network for instance. [ 2176.540652] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "6466c185-c81d-4b5e-b829-35cfe9b5747b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.545s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.726208] env[62298]: DEBUG oslo_concurrency.lockutils [None req-52fa7c0c-7ba3-4939-86a3-f74f3b78e6a9 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2176.726479] env[62298]: DEBUG oslo_concurrency.lockutils [None req-52fa7c0c-7ba3-4939-86a3-f74f3b78e6a9 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.726698] env[62298]: DEBUG nova.objects.instance [None req-52fa7c0c-7ba3-4939-86a3-f74f3b78e6a9 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lazy-loading 'resources' on Instance uuid cb190ad8-7ff0-4f14-975c-069c1fc1eebe {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2177.049147] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2177.294238] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beccac03-d009-4a0f-8b9d-aa7ddd63af80 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.301586] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544de1e5-42ab-42b6-8c70-3118c65d4b23 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.330972] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15755918-4d13-41d6-b68e-16d85b944aa7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.337891] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd4bf73-98dc-4307-8b44-e3148a17232e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.350584] env[62298]: DEBUG nova.compute.provider_tree [None req-52fa7c0c-7ba3-4939-86a3-f74f3b78e6a9 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2177.853996] env[62298]: DEBUG nova.scheduler.client.report [None req-52fa7c0c-7ba3-4939-86a3-f74f3b78e6a9 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2177.956415] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4589476d-7162-46b7-bd84-deed56b5cbf6 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "6466c185-c81d-4b5e-b829-35cfe9b5747b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2177.956690] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4589476d-7162-46b7-bd84-deed56b5cbf6 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "6466c185-c81d-4b5e-b829-35cfe9b5747b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2177.956843] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4589476d-7162-46b7-bd84-deed56b5cbf6 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "6466c185-c81d-4b5e-b829-35cfe9b5747b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2177.957055] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4589476d-7162-46b7-bd84-deed56b5cbf6 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "6466c185-c81d-4b5e-b829-35cfe9b5747b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2177.957228] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4589476d-7162-46b7-bd84-deed56b5cbf6 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "6466c185-c81d-4b5e-b829-35cfe9b5747b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2177.959307] env[62298]: INFO nova.compute.manager [None req-4589476d-7162-46b7-bd84-deed56b5cbf6 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Terminating instance [ 2178.358807] env[62298]: DEBUG oslo_concurrency.lockutils [None req-52fa7c0c-7ba3-4939-86a3-f74f3b78e6a9 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2178.361866] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.312s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2178.361866] env[62298]: DEBUG nova.objects.instance [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62298) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2178.380258] env[62298]: INFO nova.scheduler.client.report [None req-52fa7c0c-7ba3-4939-86a3-f74f3b78e6a9 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Deleted allocations for instance cb190ad8-7ff0-4f14-975c-069c1fc1eebe [ 2178.463285] env[62298]: DEBUG nova.compute.manager [None req-4589476d-7162-46b7-bd84-deed56b5cbf6 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2178.463503] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4589476d-7162-46b7-bd84-deed56b5cbf6 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2178.464643] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e5e8b8-1b09-4cfa-9d06-8b97e21e30a8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.472285] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4589476d-7162-46b7-bd84-deed56b5cbf6 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2178.472510] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb6cb8ea-8667-49a3-9259-8cc5c3b7c914 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.547918] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4589476d-7162-46b7-bd84-deed56b5cbf6 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2178.548149] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4589476d-7162-46b7-bd84-deed56b5cbf6 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2178.548341] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-4589476d-7162-46b7-bd84-deed56b5cbf6 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Deleting the datastore file [datastore1] 6466c185-c81d-4b5e-b829-35cfe9b5747b {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2178.548597] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb4aa344-2ec8-424f-aa82-6cbc746ca091 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.554303] env[62298]: DEBUG oslo_vmware.api [None req-4589476d-7162-46b7-bd84-deed56b5cbf6 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2178.554303] env[62298]: value = "task-1805401" [ 2178.554303] env[62298]: _type = "Task" [ 2178.554303] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.561900] env[62298]: DEBUG oslo_vmware.api [None req-4589476d-7162-46b7-bd84-deed56b5cbf6 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.887235] env[62298]: DEBUG oslo_concurrency.lockutils [None req-52fa7c0c-7ba3-4939-86a3-f74f3b78e6a9 tempest-AttachVolumeShelveTestJSON-783104541 tempest-AttachVolumeShelveTestJSON-783104541-project-member] Lock "cb190ad8-7ff0-4f14-975c-069c1fc1eebe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.858s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2179.064398] env[62298]: DEBUG oslo_vmware.api [None req-4589476d-7162-46b7-bd84-deed56b5cbf6 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131965} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.064657] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-4589476d-7162-46b7-bd84-deed56b5cbf6 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2179.064845] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4589476d-7162-46b7-bd84-deed56b5cbf6 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2179.065037] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4589476d-7162-46b7-bd84-deed56b5cbf6 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2179.065222] env[62298]: INFO nova.compute.manager [None req-4589476d-7162-46b7-bd84-deed56b5cbf6 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Took 0.60 seconds to destroy the instance on the hypervisor. [ 2179.065461] env[62298]: DEBUG oslo.service.loopingcall [None req-4589476d-7162-46b7-bd84-deed56b5cbf6 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2179.065650] env[62298]: DEBUG nova.compute.manager [-] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2179.065748] env[62298]: DEBUG nova.network.neutron [-] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2179.310436] env[62298]: DEBUG nova.compute.manager [req-e665e3f9-c436-4dc9-8cae-db671a9d2188 req-d63b600a-2401-4da5-9569-7491a053cd1b service nova] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Received event network-vif-deleted-4383eba9-09e4-4028-bfaa-359104dc7da0 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2179.310676] env[62298]: INFO nova.compute.manager [req-e665e3f9-c436-4dc9-8cae-db671a9d2188 req-d63b600a-2401-4da5-9569-7491a053cd1b service nova] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Neutron deleted interface 4383eba9-09e4-4028-bfaa-359104dc7da0; detaching it from the instance and deleting it from the info cache [ 2179.310854] env[62298]: DEBUG nova.network.neutron [req-e665e3f9-c436-4dc9-8cae-db671a9d2188 req-d63b600a-2401-4da5-9569-7491a053cd1b service nova] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2179.370561] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c5ea95b5-89a7-4aa6-967e-975d28aeb094 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2179.783739] env[62298]: DEBUG nova.network.neutron [-] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2179.813843] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d7b59b8-f8bc-4292-9eb1-f564c692c015 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.823030] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259db1fc-109e-4e03-b295-2911ba507e88 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.847557] env[62298]: DEBUG nova.compute.manager [req-e665e3f9-c436-4dc9-8cae-db671a9d2188 req-d63b600a-2401-4da5-9569-7491a053cd1b service nova] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Detach interface failed, port_id=4383eba9-09e4-4028-bfaa-359104dc7da0, reason: Instance 6466c185-c81d-4b5e-b829-35cfe9b5747b could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2180.286406] env[62298]: INFO nova.compute.manager [-] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Took 1.22 seconds to deallocate network for instance. [ 2180.786047] env[62298]: DEBUG oslo_concurrency.lockutils [None req-88fc28e0-e771-4574-9ad1-19f6d4b21e8b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "56a1f21a-06c7-4132-af34-63920d86d5b5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2180.786047] env[62298]: DEBUG oslo_concurrency.lockutils [None req-88fc28e0-e771-4574-9ad1-19f6d4b21e8b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "56a1f21a-06c7-4132-af34-63920d86d5b5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2180.786047] env[62298]: DEBUG nova.compute.manager [None req-88fc28e0-e771-4574-9ad1-19f6d4b21e8b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2180.786692] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25034f1-5b7c-4a13-a3ec-359269c943f8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.791597] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4589476d-7162-46b7-bd84-deed56b5cbf6 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2180.791860] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4589476d-7162-46b7-bd84-deed56b5cbf6 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2180.792084] env[62298]: DEBUG nova.objects.instance [None req-4589476d-7162-46b7-bd84-deed56b5cbf6 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lazy-loading 'resources' on Instance uuid 6466c185-c81d-4b5e-b829-35cfe9b5747b {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2180.794941] env[62298]: DEBUG nova.compute.manager [None req-88fc28e0-e771-4574-9ad1-19f6d4b21e8b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62298) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2180.795476] env[62298]: DEBUG nova.objects.instance [None req-88fc28e0-e771-4574-9ad1-19f6d4b21e8b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lazy-loading 'flavor' on Instance uuid 56a1f21a-06c7-4132-af34-63920d86d5b5 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2181.348052] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069c3bdc-0172-4820-abb1-c3412067a0a8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.355326] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7725aedf-ad27-4954-92a9-4059f0692cb4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.388095] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb996ba7-ad0a-461e-92c1-a69dc30518bf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.395184] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f3bfe6-d7ec-4d28-82db-27db183e40d3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.408039] env[62298]: DEBUG nova.compute.provider_tree [None req-4589476d-7162-46b7-bd84-deed56b5cbf6 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2181.803718] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-88fc28e0-e771-4574-9ad1-19f6d4b21e8b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2181.804081] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfe9845b-1ad7-46ec-8d41-fc001d905ab5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.811304] env[62298]: DEBUG oslo_vmware.api [None req-88fc28e0-e771-4574-9ad1-19f6d4b21e8b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2181.811304] env[62298]: value = "task-1805403" [ 2181.811304] env[62298]: _type = "Task" [ 2181.811304] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.818878] env[62298]: DEBUG oslo_vmware.api [None req-88fc28e0-e771-4574-9ad1-19f6d4b21e8b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.911169] env[62298]: DEBUG nova.scheduler.client.report [None req-4589476d-7162-46b7-bd84-deed56b5cbf6 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2182.321724] env[62298]: DEBUG oslo_vmware.api [None req-88fc28e0-e771-4574-9ad1-19f6d4b21e8b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805403, 'name': PowerOffVM_Task, 'duration_secs': 0.207638} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.321929] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-88fc28e0-e771-4574-9ad1-19f6d4b21e8b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2182.322150] env[62298]: DEBUG nova.compute.manager [None req-88fc28e0-e771-4574-9ad1-19f6d4b21e8b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2182.322905] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c67281f-5300-42fb-b8b0-12786110d69b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.416062] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4589476d-7162-46b7-bd84-deed56b5cbf6 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.624s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2182.432966] env[62298]: INFO nova.scheduler.client.report [None req-4589476d-7162-46b7-bd84-deed56b5cbf6 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Deleted allocations for instance 6466c185-c81d-4b5e-b829-35cfe9b5747b [ 2182.834172] env[62298]: DEBUG oslo_concurrency.lockutils [None req-88fc28e0-e771-4574-9ad1-19f6d4b21e8b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "56a1f21a-06c7-4132-af34-63920d86d5b5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2182.939892] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4589476d-7162-46b7-bd84-deed56b5cbf6 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "6466c185-c81d-4b5e-b829-35cfe9b5747b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.983s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2183.159873] env[62298]: DEBUG nova.objects.instance [None req-dba97e32-ec1a-4c89-a559-243acaf53f95 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lazy-loading 'flavor' on Instance uuid 56a1f21a-06c7-4132-af34-63920d86d5b5 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2183.665413] env[62298]: DEBUG oslo_concurrency.lockutils [None req-dba97e32-ec1a-4c89-a559-243acaf53f95 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "refresh_cache-56a1f21a-06c7-4132-af34-63920d86d5b5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2183.665657] env[62298]: DEBUG oslo_concurrency.lockutils [None req-dba97e32-ec1a-4c89-a559-243acaf53f95 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquired lock "refresh_cache-56a1f21a-06c7-4132-af34-63920d86d5b5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2183.665786] env[62298]: DEBUG nova.network.neutron [None req-dba97e32-ec1a-4c89-a559-243acaf53f95 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2183.665970] env[62298]: DEBUG nova.objects.instance [None req-dba97e32-ec1a-4c89-a559-243acaf53f95 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lazy-loading 'info_cache' on Instance uuid 56a1f21a-06c7-4132-af34-63920d86d5b5 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2184.170211] env[62298]: DEBUG nova.objects.base [None req-dba97e32-ec1a-4c89-a559-243acaf53f95 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Object Instance<56a1f21a-06c7-4132-af34-63920d86d5b5> lazy-loaded attributes: flavor,info_cache {{(pid=62298) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2184.967906] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "77952cd3-8749-4f6c-b457-63155c88a491" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.967906] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "77952cd3-8749-4f6c-b457-63155c88a491" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2185.076558] env[62298]: DEBUG nova.network.neutron [None req-dba97e32-ec1a-4c89-a559-243acaf53f95 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Updating instance_info_cache with network_info: [{"id": "4cc478ae-cf0d-4c87-b45f-71f26bcc7bb3", "address": "fa:16:3e:d0:6e:7a", "network": {"id": "1b0325e7-c092-488a-b711-be05e76100b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-550134086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c391aea5021499b9b50a616b7937813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cc478ae-cf", "ovs_interfaceid": "4cc478ae-cf0d-4c87-b45f-71f26bcc7bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2185.470769] env[62298]: DEBUG nova.compute.manager [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2185.579203] env[62298]: DEBUG oslo_concurrency.lockutils [None req-dba97e32-ec1a-4c89-a559-243acaf53f95 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Releasing lock "refresh_cache-56a1f21a-06c7-4132-af34-63920d86d5b5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2185.993075] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2185.993331] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2185.994877] env[62298]: INFO nova.compute.claims [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2186.587666] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba97e32-ec1a-4c89-a559-243acaf53f95 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2186.588093] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a03fc03-2e19-4aa7-88ff-30dceba305db {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.595677] env[62298]: DEBUG oslo_vmware.api [None req-dba97e32-ec1a-4c89-a559-243acaf53f95 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2186.595677] env[62298]: value = "task-1805404" [ 2186.595677] env[62298]: _type = "Task" [ 2186.595677] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2186.604058] env[62298]: DEBUG oslo_vmware.api [None req-dba97e32-ec1a-4c89-a559-243acaf53f95 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.059473] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a6597d-000a-4db4-ac21-57ad09af6e78 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.067404] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3b8041-bbe6-49ea-ba45-9f7be7682e8d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.100618] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35b364f-fe3f-4209-b7da-2455ee6edd95 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.110589] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed03981-c09f-4081-971f-ac5fdd814c80 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.114309] env[62298]: DEBUG oslo_vmware.api [None req-dba97e32-ec1a-4c89-a559-243acaf53f95 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805404, 'name': PowerOnVM_Task, 'duration_secs': 0.497553} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2187.114573] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba97e32-ec1a-4c89-a559-243acaf53f95 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2187.114767] env[62298]: DEBUG nova.compute.manager [None req-dba97e32-ec1a-4c89-a559-243acaf53f95 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2187.115761] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a8093b-42dc-4ad8-988b-28dfbf6cf3c8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.125526] env[62298]: DEBUG nova.compute.provider_tree [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2187.629358] env[62298]: DEBUG nova.scheduler.client.report [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2188.134050] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.140s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2188.134531] env[62298]: DEBUG nova.compute.manager [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2188.225796] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19220d78-a606-4d8c-a0a2-39737c8cfa1d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.232996] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f3660efa-7f24-42cf-a8c0-0fa0825be1fc tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Suspending the VM {{(pid=62298) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2188.233229] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9bb39758-492d-4590-af70-e0e940eee68b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.239131] env[62298]: DEBUG oslo_vmware.api [None req-f3660efa-7f24-42cf-a8c0-0fa0825be1fc tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2188.239131] env[62298]: value = "task-1805405" [ 2188.239131] env[62298]: _type = "Task" [ 2188.239131] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.246428] env[62298]: DEBUG oslo_vmware.api [None req-f3660efa-7f24-42cf-a8c0-0fa0825be1fc tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805405, 'name': SuspendVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.639422] env[62298]: DEBUG nova.compute.utils [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2188.640908] env[62298]: DEBUG nova.compute.manager [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2188.641112] env[62298]: DEBUG nova.network.neutron [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2188.680716] env[62298]: DEBUG nova.policy [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fb7c2fa675845d5a8d39d01194bb233', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3ae9ba4d1be4a16a3ad65ce8fe453c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 2188.748810] env[62298]: DEBUG oslo_vmware.api [None req-f3660efa-7f24-42cf-a8c0-0fa0825be1fc tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805405, 'name': SuspendVM_Task} progress is 79%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.987979] env[62298]: DEBUG nova.network.neutron [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Successfully created port: 47326323-db7c-4b80-9adc-abc2d4cfff08 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2189.144143] env[62298]: DEBUG nova.compute.manager [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2189.250675] env[62298]: DEBUG oslo_vmware.api [None req-f3660efa-7f24-42cf-a8c0-0fa0825be1fc tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805405, 'name': SuspendVM_Task, 'duration_secs': 0.558278} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.250952] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-f3660efa-7f24-42cf-a8c0-0fa0825be1fc tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Suspended the VM {{(pid=62298) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2189.251152] env[62298]: DEBUG nova.compute.manager [None req-f3660efa-7f24-42cf-a8c0-0fa0825be1fc tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2189.251927] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7cfde1-3b23-4737-9edd-65f9e23fc220 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.155083] env[62298]: DEBUG nova.compute.manager [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2190.181702] env[62298]: DEBUG nova.virt.hardware [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2190.182010] env[62298]: DEBUG nova.virt.hardware [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2190.182181] env[62298]: DEBUG nova.virt.hardware [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2190.182366] env[62298]: DEBUG nova.virt.hardware [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2190.182514] env[62298]: DEBUG nova.virt.hardware [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2190.182663] env[62298]: DEBUG nova.virt.hardware [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2190.182886] env[62298]: DEBUG nova.virt.hardware [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2190.183076] env[62298]: DEBUG nova.virt.hardware [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2190.183252] env[62298]: DEBUG nova.virt.hardware [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2190.183417] env[62298]: DEBUG nova.virt.hardware [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2190.183590] env[62298]: DEBUG nova.virt.hardware [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2190.184467] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f6dd29-d4a0-4489-8c61-084b87a7c32e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.192999] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896a9f91-ca8c-41e0-8e01-ab10a009d0cf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.514678] env[62298]: DEBUG nova.compute.manager [req-651e9512-f4ce-4973-8891-d98e4e402a0d req-2f7389d9-5200-40dc-8347-934ea92e99f6 service nova] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Received event network-vif-plugged-47326323-db7c-4b80-9adc-abc2d4cfff08 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2190.514888] env[62298]: DEBUG oslo_concurrency.lockutils [req-651e9512-f4ce-4973-8891-d98e4e402a0d req-2f7389d9-5200-40dc-8347-934ea92e99f6 service nova] Acquiring lock "77952cd3-8749-4f6c-b457-63155c88a491-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2190.515082] env[62298]: DEBUG oslo_concurrency.lockutils [req-651e9512-f4ce-4973-8891-d98e4e402a0d req-2f7389d9-5200-40dc-8347-934ea92e99f6 service nova] Lock "77952cd3-8749-4f6c-b457-63155c88a491-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2190.515260] env[62298]: DEBUG oslo_concurrency.lockutils [req-651e9512-f4ce-4973-8891-d98e4e402a0d req-2f7389d9-5200-40dc-8347-934ea92e99f6 service nova] Lock "77952cd3-8749-4f6c-b457-63155c88a491-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2190.515428] env[62298]: DEBUG nova.compute.manager [req-651e9512-f4ce-4973-8891-d98e4e402a0d req-2f7389d9-5200-40dc-8347-934ea92e99f6 service nova] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] No waiting events found dispatching network-vif-plugged-47326323-db7c-4b80-9adc-abc2d4cfff08 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2190.515591] env[62298]: WARNING nova.compute.manager [req-651e9512-f4ce-4973-8891-d98e4e402a0d req-2f7389d9-5200-40dc-8347-934ea92e99f6 service nova] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Received unexpected event network-vif-plugged-47326323-db7c-4b80-9adc-abc2d4cfff08 for instance with vm_state building and task_state spawning. [ 2190.581360] env[62298]: INFO nova.compute.manager [None req-c3911b6f-d60c-410c-ab81-d98aaeaf542b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Resuming [ 2190.581982] env[62298]: DEBUG nova.objects.instance [None req-c3911b6f-d60c-410c-ab81-d98aaeaf542b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lazy-loading 'flavor' on Instance uuid 56a1f21a-06c7-4132-af34-63920d86d5b5 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2190.591476] env[62298]: DEBUG nova.network.neutron [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Successfully updated port: 47326323-db7c-4b80-9adc-abc2d4cfff08 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2191.095142] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "refresh_cache-77952cd3-8749-4f6c-b457-63155c88a491" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2191.095622] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquired lock "refresh_cache-77952cd3-8749-4f6c-b457-63155c88a491" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2191.095622] env[62298]: DEBUG nova.network.neutron [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2191.625428] env[62298]: DEBUG nova.network.neutron [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2191.747529] env[62298]: DEBUG nova.network.neutron [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Updating instance_info_cache with network_info: [{"id": "47326323-db7c-4b80-9adc-abc2d4cfff08", "address": "fa:16:3e:1d:6f:80", "network": {"id": "3344a1d2-5fde-4eca-81f6-42c16e75acb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1283840851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ae9ba4d1be4a16a3ad65ce8fe453c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47326323-db", "ovs_interfaceid": "47326323-db7c-4b80-9adc-abc2d4cfff08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2192.092545] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c3911b6f-d60c-410c-ab81-d98aaeaf542b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "refresh_cache-56a1f21a-06c7-4132-af34-63920d86d5b5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2192.092794] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c3911b6f-d60c-410c-ab81-d98aaeaf542b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquired lock "refresh_cache-56a1f21a-06c7-4132-af34-63920d86d5b5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2192.092946] env[62298]: DEBUG nova.network.neutron [None req-c3911b6f-d60c-410c-ab81-d98aaeaf542b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2192.250206] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Releasing lock "refresh_cache-77952cd3-8749-4f6c-b457-63155c88a491" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2192.250479] env[62298]: DEBUG nova.compute.manager [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Instance network_info: |[{"id": "47326323-db7c-4b80-9adc-abc2d4cfff08", "address": "fa:16:3e:1d:6f:80", "network": {"id": "3344a1d2-5fde-4eca-81f6-42c16e75acb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1283840851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ae9ba4d1be4a16a3ad65ce8fe453c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47326323-db", "ovs_interfaceid": "47326323-db7c-4b80-9adc-abc2d4cfff08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2192.250897] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:6f:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47326323-db7c-4b80-9adc-abc2d4cfff08', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2192.258638] env[62298]: DEBUG oslo.service.loopingcall [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2192.258850] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2192.259086] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90532694-3ef4-499a-b0e3-7b810243a96e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.278308] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2192.278308] env[62298]: value = "task-1805406" [ 2192.278308] env[62298]: _type = "Task" [ 2192.278308] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.290504] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805406, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.541220] env[62298]: DEBUG nova.compute.manager [req-7084d00c-c396-49c4-b9dc-94994bcd20e2 req-82666163-729a-41bb-b665-958c578185b3 service nova] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Received event network-changed-47326323-db7c-4b80-9adc-abc2d4cfff08 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2192.541352] env[62298]: DEBUG nova.compute.manager [req-7084d00c-c396-49c4-b9dc-94994bcd20e2 req-82666163-729a-41bb-b665-958c578185b3 service nova] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Refreshing instance network info cache due to event network-changed-47326323-db7c-4b80-9adc-abc2d4cfff08. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2192.541564] env[62298]: DEBUG oslo_concurrency.lockutils [req-7084d00c-c396-49c4-b9dc-94994bcd20e2 req-82666163-729a-41bb-b665-958c578185b3 service nova] Acquiring lock "refresh_cache-77952cd3-8749-4f6c-b457-63155c88a491" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2192.541758] env[62298]: DEBUG oslo_concurrency.lockutils [req-7084d00c-c396-49c4-b9dc-94994bcd20e2 req-82666163-729a-41bb-b665-958c578185b3 service nova] Acquired lock "refresh_cache-77952cd3-8749-4f6c-b457-63155c88a491" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2192.542057] env[62298]: DEBUG nova.network.neutron [req-7084d00c-c396-49c4-b9dc-94994bcd20e2 req-82666163-729a-41bb-b665-958c578185b3 service nova] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Refreshing network info cache for port 47326323-db7c-4b80-9adc-abc2d4cfff08 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2192.787476] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805406, 'name': CreateVM_Task, 'duration_secs': 0.317177} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.787771] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2192.788245] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2192.788411] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2192.788731] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2192.788975] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18aadbff-149f-4b39-82ed-247beb9ddc4f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.793238] env[62298]: DEBUG oslo_vmware.api [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2192.793238] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52dd7199-fb41-9363-cfa9-73c6c82138d9" [ 2192.793238] env[62298]: _type = "Task" [ 2192.793238] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.794015] env[62298]: DEBUG nova.network.neutron [None req-c3911b6f-d60c-410c-ab81-d98aaeaf542b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Updating instance_info_cache with network_info: [{"id": "4cc478ae-cf0d-4c87-b45f-71f26bcc7bb3", "address": "fa:16:3e:d0:6e:7a", "network": {"id": "1b0325e7-c092-488a-b711-be05e76100b0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-550134086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c391aea5021499b9b50a616b7937813", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cc478ae-cf", "ovs_interfaceid": "4cc478ae-cf0d-4c87-b45f-71f26bcc7bb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2192.802659] env[62298]: DEBUG oslo_vmware.api [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52dd7199-fb41-9363-cfa9-73c6c82138d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.222879] env[62298]: DEBUG nova.network.neutron [req-7084d00c-c396-49c4-b9dc-94994bcd20e2 req-82666163-729a-41bb-b665-958c578185b3 service nova] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Updated VIF entry in instance network info cache for port 47326323-db7c-4b80-9adc-abc2d4cfff08. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2193.223290] env[62298]: DEBUG nova.network.neutron [req-7084d00c-c396-49c4-b9dc-94994bcd20e2 req-82666163-729a-41bb-b665-958c578185b3 service nova] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Updating instance_info_cache with network_info: [{"id": "47326323-db7c-4b80-9adc-abc2d4cfff08", "address": "fa:16:3e:1d:6f:80", "network": {"id": "3344a1d2-5fde-4eca-81f6-42c16e75acb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1283840851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ae9ba4d1be4a16a3ad65ce8fe453c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47326323-db", "ovs_interfaceid": "47326323-db7c-4b80-9adc-abc2d4cfff08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2193.299430] env[62298]: DEBUG oslo_concurrency.lockutils [None req-c3911b6f-d60c-410c-ab81-d98aaeaf542b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Releasing lock "refresh_cache-56a1f21a-06c7-4132-af34-63920d86d5b5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2193.300234] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f39e30-bbb0-42cc-829d-0bc54172f2be {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.310827] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c3911b6f-d60c-410c-ab81-d98aaeaf542b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Resuming the VM {{(pid=62298) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2193.311082] env[62298]: DEBUG oslo_vmware.api [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52dd7199-fb41-9363-cfa9-73c6c82138d9, 'name': SearchDatastore_Task, 'duration_secs': 0.011289} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.311288] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60721065-e407-4ad5-aee0-9ab2d10c5eed {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.312670] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2193.312893] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2193.313137] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2193.313288] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2193.313467] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2193.313683] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8e61411-90c9-46b5-ab2b-583b67961531 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.319216] env[62298]: DEBUG oslo_vmware.api [None req-c3911b6f-d60c-410c-ab81-d98aaeaf542b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2193.319216] env[62298]: value = "task-1805407" [ 2193.319216] env[62298]: _type = "Task" [ 2193.319216] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.323495] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2193.323624] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2193.326752] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8dd56d1-e547-4301-9186-f5ed3dfcfeb7 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.328721] env[62298]: DEBUG oslo_vmware.api [None req-c3911b6f-d60c-410c-ab81-d98aaeaf542b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.331385] env[62298]: DEBUG oslo_vmware.api [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2193.331385] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ef5b2d-2e4e-211f-77a1-bcf7e10deeae" [ 2193.331385] env[62298]: _type = "Task" [ 2193.331385] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.338550] env[62298]: DEBUG oslo_vmware.api [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ef5b2d-2e4e-211f-77a1-bcf7e10deeae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.726368] env[62298]: DEBUG oslo_concurrency.lockutils [req-7084d00c-c396-49c4-b9dc-94994bcd20e2 req-82666163-729a-41bb-b665-958c578185b3 service nova] Releasing lock "refresh_cache-77952cd3-8749-4f6c-b457-63155c88a491" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2193.830565] env[62298]: DEBUG oslo_vmware.api [None req-c3911b6f-d60c-410c-ab81-d98aaeaf542b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805407, 'name': PowerOnVM_Task, 'duration_secs': 0.485147} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.830958] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-c3911b6f-d60c-410c-ab81-d98aaeaf542b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Resumed the VM {{(pid=62298) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2193.831113] env[62298]: DEBUG nova.compute.manager [None req-c3911b6f-d60c-410c-ab81-d98aaeaf542b tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2193.832031] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02985c00-80a6-4403-aac1-63bdbe438d93 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.848885] env[62298]: DEBUG oslo_vmware.api [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52ef5b2d-2e4e-211f-77a1-bcf7e10deeae, 'name': SearchDatastore_Task, 'duration_secs': 0.008835} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.850027] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a3d45e4-fb4a-4188-b39c-1b682d81671d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.855789] env[62298]: DEBUG oslo_vmware.api [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2193.855789] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5299de5a-b8b4-8f9a-4e16-268bb4ee2ac8" [ 2193.855789] env[62298]: _type = "Task" [ 2193.855789] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.864404] env[62298]: DEBUG oslo_vmware.api [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5299de5a-b8b4-8f9a-4e16-268bb4ee2ac8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.366099] env[62298]: DEBUG oslo_vmware.api [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]5299de5a-b8b4-8f9a-4e16-268bb4ee2ac8, 'name': SearchDatastore_Task, 'duration_secs': 0.143586} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.366394] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2194.366664] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 77952cd3-8749-4f6c-b457-63155c88a491/77952cd3-8749-4f6c-b457-63155c88a491.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2194.366947] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7c385ab-99eb-4444-a440-7e4e6661270f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.373296] env[62298]: DEBUG oslo_vmware.api [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2194.373296] env[62298]: value = "task-1805408" [ 2194.373296] env[62298]: _type = "Task" [ 2194.373296] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.381741] env[62298]: DEBUG oslo_vmware.api [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805408, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.884498] env[62298]: DEBUG oslo_vmware.api [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805408, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.384380] env[62298]: DEBUG oslo_vmware.api [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805408, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.907487} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.384647] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 77952cd3-8749-4f6c-b457-63155c88a491/77952cd3-8749-4f6c-b457-63155c88a491.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2195.384859] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2195.385119] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-272d68de-f06f-40c3-aea4-75f5fe242980 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.392654] env[62298]: DEBUG oslo_vmware.api [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2195.392654] env[62298]: value = "task-1805409" [ 2195.392654] env[62298]: _type = "Task" [ 2195.392654] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.399632] env[62298]: DEBUG oslo_vmware.api [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.506508] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4446ff88-23c1-403e-92ae-fd8aacf42f61 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "56a1f21a-06c7-4132-af34-63920d86d5b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.506772] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4446ff88-23c1-403e-92ae-fd8aacf42f61 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "56a1f21a-06c7-4132-af34-63920d86d5b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.506987] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4446ff88-23c1-403e-92ae-fd8aacf42f61 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "56a1f21a-06c7-4132-af34-63920d86d5b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.507200] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4446ff88-23c1-403e-92ae-fd8aacf42f61 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "56a1f21a-06c7-4132-af34-63920d86d5b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.507370] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4446ff88-23c1-403e-92ae-fd8aacf42f61 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "56a1f21a-06c7-4132-af34-63920d86d5b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2195.509579] env[62298]: INFO nova.compute.manager [None req-4446ff88-23c1-403e-92ae-fd8aacf42f61 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Terminating instance [ 2196.213578] env[62298]: DEBUG nova.compute.manager [None req-4446ff88-23c1-403e-92ae-fd8aacf42f61 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2196.213877] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4446ff88-23c1-403e-92ae-fd8aacf42f61 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2196.217797] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e74b2eb-d365-4489-ae73-a67b9227b2b0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.225327] env[62298]: DEBUG oslo_vmware.api [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061802} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.227210] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2196.227514] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-4446ff88-23c1-403e-92ae-fd8aacf42f61 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2196.228169] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc0388b-ab56-42ac-aa38-8eabb4c1c4e4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.230293] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ee3dd05-3f7c-448b-8acd-bb82383cf61f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.251355] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 77952cd3-8749-4f6c-b457-63155c88a491/77952cd3-8749-4f6c-b457-63155c88a491.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2196.252747] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de8ebcdf-3743-46b1-bcd0-5e1fdc3be372 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.266815] env[62298]: DEBUG oslo_vmware.api [None req-4446ff88-23c1-403e-92ae-fd8aacf42f61 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2196.266815] env[62298]: value = "task-1805410" [ 2196.266815] env[62298]: _type = "Task" [ 2196.266815] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.272211] env[62298]: DEBUG oslo_vmware.api [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2196.272211] env[62298]: value = "task-1805411" [ 2196.272211] env[62298]: _type = "Task" [ 2196.272211] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.277523] env[62298]: DEBUG oslo_vmware.api [None req-4446ff88-23c1-403e-92ae-fd8aacf42f61 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.282241] env[62298]: DEBUG oslo_vmware.api [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.778712] env[62298]: DEBUG oslo_vmware.api [None req-4446ff88-23c1-403e-92ae-fd8aacf42f61 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805410, 'name': PowerOffVM_Task, 'duration_secs': 0.190765} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.779330] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-4446ff88-23c1-403e-92ae-fd8aacf42f61 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2196.779534] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4446ff88-23c1-403e-92ae-fd8aacf42f61 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2196.779791] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-223d9e46-8364-44dd-8eaf-baaeb487ad90 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.783759] env[62298]: DEBUG oslo_vmware.api [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805411, 'name': ReconfigVM_Task, 'duration_secs': 0.40785} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.784342] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 77952cd3-8749-4f6c-b457-63155c88a491/77952cd3-8749-4f6c-b457-63155c88a491.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2196.784958] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc59368f-6508-4caf-b06b-8cf861fdd45c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.789808] env[62298]: DEBUG oslo_vmware.api [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2196.789808] env[62298]: value = "task-1805413" [ 2196.789808] env[62298]: _type = "Task" [ 2196.789808] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.796812] env[62298]: DEBUG oslo_vmware.api [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805413, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.920575] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4446ff88-23c1-403e-92ae-fd8aacf42f61 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2196.920781] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4446ff88-23c1-403e-92ae-fd8aacf42f61 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2196.921022] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-4446ff88-23c1-403e-92ae-fd8aacf42f61 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Deleting the datastore file [datastore1] 56a1f21a-06c7-4132-af34-63920d86d5b5 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2196.921321] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce8ab555-cdfc-45f0-bb3d-27a81c157a23 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.928613] env[62298]: DEBUG oslo_vmware.api [None req-4446ff88-23c1-403e-92ae-fd8aacf42f61 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for the task: (returnval){ [ 2196.928613] env[62298]: value = "task-1805414" [ 2196.928613] env[62298]: _type = "Task" [ 2196.928613] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.936806] env[62298]: DEBUG oslo_vmware.api [None req-4446ff88-23c1-403e-92ae-fd8aacf42f61 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.299966] env[62298]: DEBUG oslo_vmware.api [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805413, 'name': Rename_Task, 'duration_secs': 0.145416} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.299966] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2197.300347] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c09eb9db-b49f-40e3-9885-036190465a9d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.306706] env[62298]: DEBUG oslo_vmware.api [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2197.306706] env[62298]: value = "task-1805415" [ 2197.306706] env[62298]: _type = "Task" [ 2197.306706] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.313645] env[62298]: DEBUG oslo_vmware.api [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.438691] env[62298]: DEBUG oslo_vmware.api [None req-4446ff88-23c1-403e-92ae-fd8aacf42f61 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Task: {'id': task-1805414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141113} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.439014] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-4446ff88-23c1-403e-92ae-fd8aacf42f61 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2197.439255] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4446ff88-23c1-403e-92ae-fd8aacf42f61 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2197.439474] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-4446ff88-23c1-403e-92ae-fd8aacf42f61 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2197.439703] env[62298]: INFO nova.compute.manager [None req-4446ff88-23c1-403e-92ae-fd8aacf42f61 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Took 1.23 seconds to destroy the instance on the hypervisor. [ 2197.440041] env[62298]: DEBUG oslo.service.loopingcall [None req-4446ff88-23c1-403e-92ae-fd8aacf42f61 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2197.440297] env[62298]: DEBUG nova.compute.manager [-] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2197.440465] env[62298]: DEBUG nova.network.neutron [-] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2197.817514] env[62298]: DEBUG oslo_vmware.api [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805415, 'name': PowerOnVM_Task, 'duration_secs': 0.462765} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.817746] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2197.817943] env[62298]: INFO nova.compute.manager [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Took 7.66 seconds to spawn the instance on the hypervisor. [ 2197.818139] env[62298]: DEBUG nova.compute.manager [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2197.818874] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c3d10e-f5b5-4846-84aa-208a7ad94819 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.863041] env[62298]: DEBUG nova.compute.manager [req-527bd573-5a66-40d0-b782-bc9d006dd0a3 req-684b1db4-ca3e-46a8-b9f9-57d24093cd1a service nova] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Received event network-vif-deleted-4cc478ae-cf0d-4c87-b45f-71f26bcc7bb3 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2197.863253] env[62298]: INFO nova.compute.manager [req-527bd573-5a66-40d0-b782-bc9d006dd0a3 req-684b1db4-ca3e-46a8-b9f9-57d24093cd1a service nova] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Neutron deleted interface 4cc478ae-cf0d-4c87-b45f-71f26bcc7bb3; detaching it from the instance and deleting it from the info cache [ 2197.863422] env[62298]: DEBUG nova.network.neutron [req-527bd573-5a66-40d0-b782-bc9d006dd0a3 req-684b1db4-ca3e-46a8-b9f9-57d24093cd1a service nova] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2198.336835] env[62298]: INFO nova.compute.manager [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Took 12.36 seconds to build instance. [ 2198.340178] env[62298]: DEBUG nova.network.neutron [-] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2198.365854] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e476d11-36f5-4edd-bf8e-f0fb9dcc6072 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.376365] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6714f934-e441-4f12-844c-df4f0f754b3c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.401842] env[62298]: DEBUG nova.compute.manager [req-527bd573-5a66-40d0-b782-bc9d006dd0a3 req-684b1db4-ca3e-46a8-b9f9-57d24093cd1a service nova] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Detach interface failed, port_id=4cc478ae-cf0d-4c87-b45f-71f26bcc7bb3, reason: Instance 56a1f21a-06c7-4132-af34-63920d86d5b5 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2198.839556] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2811ff5d-1f62-483e-a47c-85aa54902e8c tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "77952cd3-8749-4f6c-b457-63155c88a491" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.872s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2198.845195] env[62298]: INFO nova.compute.manager [-] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Took 1.40 seconds to deallocate network for instance. [ 2199.041256] env[62298]: DEBUG nova.compute.manager [req-acee1f5b-afb3-49fe-8808-b5cb87bb0f45 req-97e37b9c-8848-4876-89bd-832fdb0ba270 service nova] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Received event network-changed-47326323-db7c-4b80-9adc-abc2d4cfff08 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2199.041458] env[62298]: DEBUG nova.compute.manager [req-acee1f5b-afb3-49fe-8808-b5cb87bb0f45 req-97e37b9c-8848-4876-89bd-832fdb0ba270 service nova] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Refreshing instance network info cache due to event network-changed-47326323-db7c-4b80-9adc-abc2d4cfff08. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2199.041675] env[62298]: DEBUG oslo_concurrency.lockutils [req-acee1f5b-afb3-49fe-8808-b5cb87bb0f45 req-97e37b9c-8848-4876-89bd-832fdb0ba270 service nova] Acquiring lock "refresh_cache-77952cd3-8749-4f6c-b457-63155c88a491" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2199.041818] env[62298]: DEBUG oslo_concurrency.lockutils [req-acee1f5b-afb3-49fe-8808-b5cb87bb0f45 req-97e37b9c-8848-4876-89bd-832fdb0ba270 service nova] Acquired lock "refresh_cache-77952cd3-8749-4f6c-b457-63155c88a491" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2199.042175] env[62298]: DEBUG nova.network.neutron [req-acee1f5b-afb3-49fe-8808-b5cb87bb0f45 req-97e37b9c-8848-4876-89bd-832fdb0ba270 service nova] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Refreshing network info cache for port 47326323-db7c-4b80-9adc-abc2d4cfff08 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2199.353067] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4446ff88-23c1-403e-92ae-fd8aacf42f61 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2199.353067] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4446ff88-23c1-403e-92ae-fd8aacf42f61 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2199.353067] env[62298]: DEBUG nova.objects.instance [None req-4446ff88-23c1-403e-92ae-fd8aacf42f61 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lazy-loading 'resources' on Instance uuid 56a1f21a-06c7-4132-af34-63920d86d5b5 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2199.758705] env[62298]: DEBUG nova.network.neutron [req-acee1f5b-afb3-49fe-8808-b5cb87bb0f45 req-97e37b9c-8848-4876-89bd-832fdb0ba270 service nova] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Updated VIF entry in instance network info cache for port 47326323-db7c-4b80-9adc-abc2d4cfff08. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2199.758705] env[62298]: DEBUG nova.network.neutron [req-acee1f5b-afb3-49fe-8808-b5cb87bb0f45 req-97e37b9c-8848-4876-89bd-832fdb0ba270 service nova] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Updating instance_info_cache with network_info: [{"id": "47326323-db7c-4b80-9adc-abc2d4cfff08", "address": "fa:16:3e:1d:6f:80", "network": {"id": "3344a1d2-5fde-4eca-81f6-42c16e75acb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1283840851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ae9ba4d1be4a16a3ad65ce8fe453c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47326323-db", "ovs_interfaceid": "47326323-db7c-4b80-9adc-abc2d4cfff08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2199.910019] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342b6d65-f755-44a6-9ac5-585c0d6d3329 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.916125] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd6aa7e-8c17-4e8c-9281-5a329a9e7cdc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.946516] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5dbf28-c3f7-450c-acfe-7b01bdbee69d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.953941] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1ba148-1bee-4fd5-b765-1c68fbe374ee {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.967377] env[62298]: DEBUG nova.compute.provider_tree [None req-4446ff88-23c1-403e-92ae-fd8aacf42f61 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2200.260690] env[62298]: DEBUG oslo_concurrency.lockutils [req-acee1f5b-afb3-49fe-8808-b5cb87bb0f45 req-97e37b9c-8848-4876-89bd-832fdb0ba270 service nova] Releasing lock "refresh_cache-77952cd3-8749-4f6c-b457-63155c88a491" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2200.473066] env[62298]: DEBUG nova.scheduler.client.report [None req-4446ff88-23c1-403e-92ae-fd8aacf42f61 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2200.976550] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4446ff88-23c1-403e-92ae-fd8aacf42f61 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.624s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2200.997729] env[62298]: INFO nova.scheduler.client.report [None req-4446ff88-23c1-403e-92ae-fd8aacf42f61 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Deleted allocations for instance 56a1f21a-06c7-4132-af34-63920d86d5b5 [ 2201.505657] env[62298]: DEBUG oslo_concurrency.lockutils [None req-4446ff88-23c1-403e-92ae-fd8aacf42f61 tempest-ServerActionsTestJSON-354964281 tempest-ServerActionsTestJSON-354964281-project-member] Lock "56a1f21a-06c7-4132-af34-63920d86d5b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.999s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2221.928346] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2221.928755] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2221.928802] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Starting heal instance info cache {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2221.928918] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Rebuilding the list of instances to heal {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 2222.458916] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "refresh_cache-520feb96-6bb9-41f9-9404-8c6f77906b3c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2222.459083] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquired lock "refresh_cache-520feb96-6bb9-41f9-9404-8c6f77906b3c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2222.459235] env[62298]: DEBUG nova.network.neutron [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Forcefully refreshing network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2222.459390] env[62298]: DEBUG nova.objects.instance [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lazy-loading 'info_cache' on Instance uuid 520feb96-6bb9-41f9-9404-8c6f77906b3c {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2224.179011] env[62298]: DEBUG nova.network.neutron [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Updating instance_info_cache with network_info: [{"id": "85e0aeef-7b7f-499e-81f8-5ea56db2c12d", "address": "fa:16:3e:9c:51:e4", "network": {"id": "3344a1d2-5fde-4eca-81f6-42c16e75acb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1283840851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ae9ba4d1be4a16a3ad65ce8fe453c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e0aeef-7b", "ovs_interfaceid": "85e0aeef-7b7f-499e-81f8-5ea56db2c12d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2224.681956] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Releasing lock "refresh_cache-520feb96-6bb9-41f9-9404-8c6f77906b3c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2224.682191] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Updated the network info_cache for instance {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 2224.682447] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2224.682613] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2224.682762] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2224.682913] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2224.683073] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2224.683227] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2224.683357] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62298) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2224.683503] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2225.187264] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2225.187654] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2225.187654] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2225.187807] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62298) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2225.188725] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecb60f1-1a50-4425-b675-1b85235029ae {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.197127] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f565e845-ad54-477f-ad0c-62da88c1e121 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.210841] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a739cf-919c-4b79-8928-7bf1ea0629e5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.217086] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0805d911-82fe-45ea-b19a-ab79c69debf1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.245257] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180813MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62298) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2225.245387] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2225.245570] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2226.270828] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 520feb96-6bb9-41f9-9404-8c6f77906b3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2226.271097] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 77952cd3-8749-4f6c-b457-63155c88a491 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2226.271185] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2226.271325] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2226.304530] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41294b7b-46f1-4ff0-a91f-8c012959d49b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.311744] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145f073c-683a-42f2-b94e-64fdb8ea3dd6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.341021] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588665c0-be6c-4caa-957d-bf4227c9ed55 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.347947] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb94a63-2d94-4380-ac83-6d2de2ebded8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.360312] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2226.863312] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2227.368038] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2227.368436] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.123s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2235.684238] env[62298]: DEBUG oslo_concurrency.lockutils [None req-471deda0-193b-423d-8f4e-bc1032527299 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "77952cd3-8749-4f6c-b457-63155c88a491" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2235.684516] env[62298]: DEBUG oslo_concurrency.lockutils [None req-471deda0-193b-423d-8f4e-bc1032527299 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "77952cd3-8749-4f6c-b457-63155c88a491" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2236.187830] env[62298]: DEBUG nova.compute.utils [None req-471deda0-193b-423d-8f4e-bc1032527299 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2236.690934] env[62298]: DEBUG oslo_concurrency.lockutils [None req-471deda0-193b-423d-8f4e-bc1032527299 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "77952cd3-8749-4f6c-b457-63155c88a491" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2237.753808] env[62298]: DEBUG oslo_concurrency.lockutils [None req-471deda0-193b-423d-8f4e-bc1032527299 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "77952cd3-8749-4f6c-b457-63155c88a491" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2237.754123] env[62298]: DEBUG oslo_concurrency.lockutils [None req-471deda0-193b-423d-8f4e-bc1032527299 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "77952cd3-8749-4f6c-b457-63155c88a491" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2237.754301] env[62298]: INFO nova.compute.manager [None req-471deda0-193b-423d-8f4e-bc1032527299 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Attaching volume 5250f1e1-4e64-48e0-a87b-6873c481ba7f to /dev/sdb [ 2237.783580] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184496c0-953d-4cda-a29c-fd9396f948df {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.790366] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4abd138-7e0b-4fbb-8961-361ceb8e82d2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.803631] env[62298]: DEBUG nova.virt.block_device [None req-471deda0-193b-423d-8f4e-bc1032527299 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Updating existing volume attachment record: 46fd136c-0da1-41ca-870e-ee1d8797bdcd {{(pid=62298) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2242.344324] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-471deda0-193b-423d-8f4e-bc1032527299 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Volume attach. Driver type: vmdk {{(pid=62298) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2242.344607] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-471deda0-193b-423d-8f4e-bc1032527299 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374237', 'volume_id': '5250f1e1-4e64-48e0-a87b-6873c481ba7f', 'name': 'volume-5250f1e1-4e64-48e0-a87b-6873c481ba7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '77952cd3-8749-4f6c-b457-63155c88a491', 'attached_at': '', 'detached_at': '', 'volume_id': '5250f1e1-4e64-48e0-a87b-6873c481ba7f', 'serial': '5250f1e1-4e64-48e0-a87b-6873c481ba7f'} {{(pid=62298) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2242.345515] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1dd1b25-58b0-4ee0-a23f-46bb209b545a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.361647] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc5bd6a-245e-458c-8952-d376d376627c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.385354] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-471deda0-193b-423d-8f4e-bc1032527299 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-5250f1e1-4e64-48e0-a87b-6873c481ba7f/volume-5250f1e1-4e64-48e0-a87b-6873c481ba7f.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2242.385566] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb3075af-a37d-4256-b0bb-3e27ed80e6be {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.402409] env[62298]: DEBUG oslo_vmware.api [None req-471deda0-193b-423d-8f4e-bc1032527299 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2242.402409] env[62298]: value = "task-1805420" [ 2242.402409] env[62298]: _type = "Task" [ 2242.402409] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2242.410913] env[62298]: DEBUG oslo_vmware.api [None req-471deda0-193b-423d-8f4e-bc1032527299 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.911854] env[62298]: DEBUG oslo_vmware.api [None req-471deda0-193b-423d-8f4e-bc1032527299 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805420, 'name': ReconfigVM_Task, 'duration_secs': 0.31695} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2242.912147] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-471deda0-193b-423d-8f4e-bc1032527299 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-5250f1e1-4e64-48e0-a87b-6873c481ba7f/volume-5250f1e1-4e64-48e0-a87b-6873c481ba7f.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2242.916647] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b35765c-1dc2-406c-8f7d-13c700c91fbc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.930415] env[62298]: DEBUG oslo_vmware.api [None req-471deda0-193b-423d-8f4e-bc1032527299 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2242.930415] env[62298]: value = "task-1805421" [ 2242.930415] env[62298]: _type = "Task" [ 2242.930415] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2242.938043] env[62298]: DEBUG oslo_vmware.api [None req-471deda0-193b-423d-8f4e-bc1032527299 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.440388] env[62298]: DEBUG oslo_vmware.api [None req-471deda0-193b-423d-8f4e-bc1032527299 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805421, 'name': ReconfigVM_Task, 'duration_secs': 0.127443} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2243.440823] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-471deda0-193b-423d-8f4e-bc1032527299 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374237', 'volume_id': '5250f1e1-4e64-48e0-a87b-6873c481ba7f', 'name': 'volume-5250f1e1-4e64-48e0-a87b-6873c481ba7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '77952cd3-8749-4f6c-b457-63155c88a491', 'attached_at': '', 'detached_at': '', 'volume_id': '5250f1e1-4e64-48e0-a87b-6873c481ba7f', 'serial': '5250f1e1-4e64-48e0-a87b-6873c481ba7f'} {{(pid=62298) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2244.476527] env[62298]: DEBUG nova.objects.instance [None req-471deda0-193b-423d-8f4e-bc1032527299 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lazy-loading 'flavor' on Instance uuid 77952cd3-8749-4f6c-b457-63155c88a491 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2244.982801] env[62298]: DEBUG oslo_concurrency.lockutils [None req-471deda0-193b-423d-8f4e-bc1032527299 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "77952cd3-8749-4f6c-b457-63155c88a491" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.228s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2245.335246] env[62298]: INFO nova.compute.manager [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Rebuilding instance [ 2245.373582] env[62298]: DEBUG nova.compute.manager [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2245.374446] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459c0f47-cb5f-4921-ad95-0f19d3f46cdd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.387513] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2246.387856] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6924de90-d7c0-4956-b641-08607a9f4cf8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.395238] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2246.395238] env[62298]: value = "task-1805422" [ 2246.395238] env[62298]: _type = "Task" [ 2246.395238] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2246.403461] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.906281] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805422, 'name': PowerOffVM_Task, 'duration_secs': 0.197252} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2246.906542] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2246.958198] env[62298]: INFO nova.compute.manager [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Detaching volume 5250f1e1-4e64-48e0-a87b-6873c481ba7f [ 2246.987398] env[62298]: INFO nova.virt.block_device [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Attempting to driver detach volume 5250f1e1-4e64-48e0-a87b-6873c481ba7f from mountpoint /dev/sdb [ 2246.987623] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Volume detach. Driver type: vmdk {{(pid=62298) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2246.987809] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374237', 'volume_id': '5250f1e1-4e64-48e0-a87b-6873c481ba7f', 'name': 'volume-5250f1e1-4e64-48e0-a87b-6873c481ba7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '77952cd3-8749-4f6c-b457-63155c88a491', 'attached_at': '', 'detached_at': '', 'volume_id': '5250f1e1-4e64-48e0-a87b-6873c481ba7f', 'serial': '5250f1e1-4e64-48e0-a87b-6873c481ba7f'} {{(pid=62298) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2246.988654] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310e4b6d-e195-418b-961d-25d3bf49d72b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.009629] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b0bfd4-1bb0-45f0-92e9-da987c9f4731 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.016275] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4da438-2073-4a66-bc7a-958744be4245 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.035718] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea2c3b2-4e98-45f5-80ff-d507d403b7de {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.050262] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] The volume has not been displaced from its original location: [datastore1] volume-5250f1e1-4e64-48e0-a87b-6873c481ba7f/volume-5250f1e1-4e64-48e0-a87b-6873c481ba7f.vmdk. No consolidation needed. {{(pid=62298) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2247.055477] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2247.055753] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bed5ec0d-8f82-4811-b3f1-d6d07be44c28 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.073687] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2247.073687] env[62298]: value = "task-1805423" [ 2247.073687] env[62298]: _type = "Task" [ 2247.073687] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2247.081344] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.583917] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805423, 'name': ReconfigVM_Task, 'duration_secs': 0.185295} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2247.584337] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2247.588797] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e627fe72-21cb-4e0f-83ee-fddc04315281 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.602800] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2247.602800] env[62298]: value = "task-1805424" [ 2247.602800] env[62298]: _type = "Task" [ 2247.602800] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2247.610179] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805424, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.113013] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805424, 'name': ReconfigVM_Task, 'duration_secs': 0.154977} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2248.113380] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374237', 'volume_id': '5250f1e1-4e64-48e0-a87b-6873c481ba7f', 'name': 'volume-5250f1e1-4e64-48e0-a87b-6873c481ba7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '77952cd3-8749-4f6c-b457-63155c88a491', 'attached_at': '', 'detached_at': '', 'volume_id': '5250f1e1-4e64-48e0-a87b-6873c481ba7f', 'serial': '5250f1e1-4e64-48e0-a87b-6873c481ba7f'} {{(pid=62298) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2249.159244] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2249.159618] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6418c2ae-2584-498d-8ffb-a9f186dfcfb4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.166896] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2249.166896] env[62298]: value = "task-1805425" [ 2249.166896] env[62298]: _type = "Task" [ 2249.166896] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.176332] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] VM already powered off {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2249.176532] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Volume detach. Driver type: vmdk {{(pid=62298) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2249.176720] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374237', 'volume_id': '5250f1e1-4e64-48e0-a87b-6873c481ba7f', 'name': 'volume-5250f1e1-4e64-48e0-a87b-6873c481ba7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '77952cd3-8749-4f6c-b457-63155c88a491', 'attached_at': '', 'detached_at': '', 'volume_id': '5250f1e1-4e64-48e0-a87b-6873c481ba7f', 'serial': '5250f1e1-4e64-48e0-a87b-6873c481ba7f'} {{(pid=62298) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2249.177427] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a85ece9-b29c-4f20-bade-2785bcea9971 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.194315] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c265bb-77a4-4e43-9e8f-3e5bbae8061c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.199833] env[62298]: WARNING nova.virt.vmwareapi.driver [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 2249.200075] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2249.200736] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5852ce98-448a-41af-9d0a-0eac61560663 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.206475] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2249.206674] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c961199-692d-4707-b4c8-9cd4bbb5732c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.283524] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2249.283797] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2249.283986] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Deleting the datastore file [datastore1] 77952cd3-8749-4f6c-b457-63155c88a491 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2249.284278] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-999c0e89-1003-4766-95ca-3371258a252a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.290586] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2249.290586] env[62298]: value = "task-1805427" [ 2249.290586] env[62298]: _type = "Task" [ 2249.290586] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.298160] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.800781] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164591} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.801039] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2249.801192] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2249.801369] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2250.306607] env[62298]: INFO nova.virt.block_device [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Booting with volume 5250f1e1-4e64-48e0-a87b-6873c481ba7f at /dev/sdb [ 2250.336193] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1c80109-29ba-4290-9423-efd576bbd675 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.346163] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef281ef2-9366-48c4-97bc-17c7da47a9af {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.369415] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ebeae9c6-926f-4e4a-b9e7-7f04a0a03558 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.376996] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2be0641-7350-43fb-8134-4b6b8dfc0db4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.399367] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b58510-0fa5-4a41-aa40-f678c3b9415d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.405157] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68681b3-c96c-4ca5-9ffd-9d9ca73b9f4b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.418984] env[62298]: DEBUG nova.virt.block_device [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Updating existing volume attachment record: 849b04a0-3f8f-4199-94f8-5a66fa3ad8bd {{(pid=62298) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2252.523582] env[62298]: DEBUG nova.virt.hardware [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2252.523874] env[62298]: DEBUG nova.virt.hardware [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2252.524013] env[62298]: DEBUG nova.virt.hardware [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2252.524208] env[62298]: DEBUG nova.virt.hardware [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2252.524354] env[62298]: DEBUG nova.virt.hardware [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2252.524500] env[62298]: DEBUG nova.virt.hardware [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2252.524705] env[62298]: DEBUG nova.virt.hardware [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2252.524860] env[62298]: DEBUG nova.virt.hardware [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2252.525037] env[62298]: DEBUG nova.virt.hardware [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2252.525211] env[62298]: DEBUG nova.virt.hardware [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2252.525388] env[62298]: DEBUG nova.virt.hardware [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2252.526258] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2632fc63-a8d3-487e-9e3e-c0e2bd66fbc3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.534452] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538aca72-afbc-4000-b0be-d6a70b4855d1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.548797] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:6f:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47326323-db7c-4b80-9adc-abc2d4cfff08', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2252.556046] env[62298]: DEBUG oslo.service.loopingcall [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2252.556278] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2252.556507] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a87efe3e-4ac7-429c-acf7-d705a650c4ca {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.574529] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2252.574529] env[62298]: value = "task-1805428" [ 2252.574529] env[62298]: _type = "Task" [ 2252.574529] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.581516] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805428, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.084374] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805428, 'name': CreateVM_Task, 'duration_secs': 0.440742} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2253.084565] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2253.085261] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2253.085433] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2253.085767] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2253.086035] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2675993b-eb37-4d90-a899-ba07f4fc5e3f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.090153] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2253.090153] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52dbe1a7-8fdb-253c-214c-48282ceb32e4" [ 2253.090153] env[62298]: _type = "Task" [ 2253.090153] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.097495] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52dbe1a7-8fdb-253c-214c-48282ceb32e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.600288] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52dbe1a7-8fdb-253c-214c-48282ceb32e4, 'name': SearchDatastore_Task, 'duration_secs': 0.00919} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2253.600747] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2253.601028] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2253.601363] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2253.601596] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2253.601856] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2253.602181] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f69aaa7c-fed7-445d-934a-9e6213c31a05 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.610552] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2253.610660] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2253.611567] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6da4e87b-3fbb-418a-80b9-610265ee670d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.616252] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2253.616252] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52fe456b-255c-b398-82a7-c8d37384bb10" [ 2253.616252] env[62298]: _type = "Task" [ 2253.616252] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.623263] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52fe456b-255c-b398-82a7-c8d37384bb10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.125986] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52fe456b-255c-b398-82a7-c8d37384bb10, 'name': SearchDatastore_Task, 'duration_secs': 0.008267} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2254.126738] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-818d4875-a345-43f6-8b63-1cede4a790cb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.131293] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2254.131293] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521469b4-37fb-0321-87f8-b670ccce63dc" [ 2254.131293] env[62298]: _type = "Task" [ 2254.131293] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2254.138395] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521469b4-37fb-0321-87f8-b670ccce63dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.642690] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]521469b4-37fb-0321-87f8-b670ccce63dc, 'name': SearchDatastore_Task, 'duration_secs': 0.008979} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2254.643087] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2254.643196] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 77952cd3-8749-4f6c-b457-63155c88a491/77952cd3-8749-4f6c-b457-63155c88a491.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2254.643451] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80791edb-5cc4-43d9-ae68-f6fb835d0f92 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.650464] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2254.650464] env[62298]: value = "task-1805429" [ 2254.650464] env[62298]: _type = "Task" [ 2254.650464] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2254.657756] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.160162] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465742} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.160462] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] 77952cd3-8749-4f6c-b457-63155c88a491/77952cd3-8749-4f6c-b457-63155c88a491.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2255.160629] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2255.160858] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-684a734b-540a-4e30-82cc-6431477f66c0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.167139] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2255.167139] env[62298]: value = "task-1805430" [ 2255.167139] env[62298]: _type = "Task" [ 2255.167139] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.174715] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.677053] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061383} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.677424] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2255.678108] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e7af7e-68bd-44c8-82ea-0ffcc13f62c4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.699060] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 77952cd3-8749-4f6c-b457-63155c88a491/77952cd3-8749-4f6c-b457-63155c88a491.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2255.699286] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21b7a166-688e-4c98-9797-187528b25380 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.718287] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2255.718287] env[62298]: value = "task-1805431" [ 2255.718287] env[62298]: _type = "Task" [ 2255.718287] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.725618] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.227941] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805431, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.728710] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805431, 'name': ReconfigVM_Task, 'duration_secs': 0.528143} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.729098] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 77952cd3-8749-4f6c-b457-63155c88a491/77952cd3-8749-4f6c-b457-63155c88a491.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2256.730201] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_options': None, 'boot_index': 0, 'device_name': '/dev/sda', 'guest_format': None, 'image_id': '98ae388b-0b1b-4651-9947-99a7127491a5'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374237', 'volume_id': '5250f1e1-4e64-48e0-a87b-6873c481ba7f', 'name': 'volume-5250f1e1-4e64-48e0-a87b-6873c481ba7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '77952cd3-8749-4f6c-b457-63155c88a491', 'attached_at': '', 'detached_at': '', 'volume_id': '5250f1e1-4e64-48e0-a87b-6873c481ba7f', 'serial': '5250f1e1-4e64-48e0-a87b-6873c481ba7f'}, 'device_type': None, 'guest_format': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'boot_index': None, 'attachment_id': '849b04a0-3f8f-4199-94f8-5a66fa3ad8bd', 'volume_type': None}], 'swap': None} {{(pid=62298) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2256.730415] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Volume attach. Driver type: vmdk {{(pid=62298) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2256.730629] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374237', 'volume_id': '5250f1e1-4e64-48e0-a87b-6873c481ba7f', 'name': 'volume-5250f1e1-4e64-48e0-a87b-6873c481ba7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '77952cd3-8749-4f6c-b457-63155c88a491', 'attached_at': '', 'detached_at': '', 'volume_id': '5250f1e1-4e64-48e0-a87b-6873c481ba7f', 'serial': '5250f1e1-4e64-48e0-a87b-6873c481ba7f'} {{(pid=62298) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2256.731388] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c477fcb-d988-4eaf-82d8-f48284e50a04 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.746205] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ebc79c-d744-480b-814d-c6ce0eb1fda2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.769052] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-5250f1e1-4e64-48e0-a87b-6873c481ba7f/volume-5250f1e1-4e64-48e0-a87b-6873c481ba7f.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2256.769277] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c346755-16ba-4bdd-ae6f-0869f788bdd9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.786194] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2256.786194] env[62298]: value = "task-1805432" [ 2256.786194] env[62298]: _type = "Task" [ 2256.786194] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.793114] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805432, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.298311] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805432, 'name': ReconfigVM_Task, 'duration_secs': 0.326573} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.298531] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-5250f1e1-4e64-48e0-a87b-6873c481ba7f/volume-5250f1e1-4e64-48e0-a87b-6873c481ba7f.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2257.303053] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79d87891-bce3-4906-bb8b-81ff4c0f438e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.317218] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2257.317218] env[62298]: value = "task-1805433" [ 2257.317218] env[62298]: _type = "Task" [ 2257.317218] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.325537] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.827304] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805433, 'name': ReconfigVM_Task, 'duration_secs': 0.15201} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.827750] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374237', 'volume_id': '5250f1e1-4e64-48e0-a87b-6873c481ba7f', 'name': 'volume-5250f1e1-4e64-48e0-a87b-6873c481ba7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '77952cd3-8749-4f6c-b457-63155c88a491', 'attached_at': '', 'detached_at': '', 'volume_id': '5250f1e1-4e64-48e0-a87b-6873c481ba7f', 'serial': '5250f1e1-4e64-48e0-a87b-6873c481ba7f'} {{(pid=62298) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2257.828181] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b56e09e9-0e2e-47c4-bea2-b97b1649fd2d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.835684] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2257.835684] env[62298]: value = "task-1805434" [ 2257.835684] env[62298]: _type = "Task" [ 2257.835684] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.843110] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805434, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.346014] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805434, 'name': Rename_Task, 'duration_secs': 0.196267} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2258.346309] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2258.346546] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d766fdb8-b409-471b-ba8f-4d442fc7c333 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.353306] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2258.353306] env[62298]: value = "task-1805435" [ 2258.353306] env[62298]: _type = "Task" [ 2258.353306] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2258.361385] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.864330] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805435, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.364125] env[62298]: DEBUG oslo_vmware.api [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805435, 'name': PowerOnVM_Task, 'duration_secs': 0.567354} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.364408] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2259.364603] env[62298]: DEBUG nova.compute.manager [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2259.365367] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52981f4d-b010-49d0-ab61-27241938b6d8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.882187] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2259.882777] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2259.882777] env[62298]: DEBUG nova.objects.instance [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62298) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2260.892430] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2837c1f8-5bfe-4487-96da-ec41e11f06b8 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2278.841867] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2278.842279] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2279.348111] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2279.348391] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Starting heal instance info cache {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2279.880283] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "refresh_cache-77952cd3-8749-4f6c-b457-63155c88a491" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2279.880509] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquired lock "refresh_cache-77952cd3-8749-4f6c-b457-63155c88a491" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2279.880579] env[62298]: DEBUG nova.network.neutron [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Forcefully refreshing network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2281.097376] env[62298]: DEBUG nova.network.neutron [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Updating instance_info_cache with network_info: [{"id": "47326323-db7c-4b80-9adc-abc2d4cfff08", "address": "fa:16:3e:1d:6f:80", "network": {"id": "3344a1d2-5fde-4eca-81f6-42c16e75acb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1283840851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ae9ba4d1be4a16a3ad65ce8fe453c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47326323-db", "ovs_interfaceid": "47326323-db7c-4b80-9adc-abc2d4cfff08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2281.600364] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Releasing lock "refresh_cache-77952cd3-8749-4f6c-b457-63155c88a491" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2281.600538] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Updated the network info_cache for instance {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 2281.600726] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2281.600892] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2281.601093] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2281.601257] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2281.601400] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2281.601544] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2281.601665] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62298) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2281.601804] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2282.105193] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2282.105586] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2282.105631] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2282.105756] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62298) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2282.106663] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333b5f02-4d10-46d3-b568-223882112222 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.115079] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafa5056-95d0-4683-a50a-3a133994c8dd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.129019] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50eb6fe3-7d52-44a3-b0b9-768f90f8bb67 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.135093] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfdaad7-07c1-42c2-81ab-b9775bdcfe81 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.164346] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180982MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62298) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2282.164501] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2282.164681] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2283.188590] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 520feb96-6bb9-41f9-9404-8c6f77906b3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2283.188895] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 77952cd3-8749-4f6c-b457-63155c88a491 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2283.188895] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2283.188974] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2283.224054] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7624d5-5dac-4195-b5f8-fdec1ee175e8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.230860] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3cf951-04d4-48d9-818f-3d6ffc46a7b3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.259537] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024889a1-570c-4a7e-9357-7a18be7f72a9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.266141] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ff5484-ba1e-4f1b-9790-985558d13d5b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.278502] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2283.798173] env[62298]: ERROR nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [req-4bd54adb-6e6a-4303-8e23-56cb22f2f95d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4bd54adb-6e6a-4303-8e23-56cb22f2f95d"}]} [ 2283.814365] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2283.826860] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2283.827068] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2283.839144] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2283.855630] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2283.886437] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa5108b-aa3f-48a0-92e5-59c2f2682258 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.893663] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2375019d-7f17-481f-9dae-fe3ad6168317 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.923922] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29aac39e-5a1c-4f33-8dad-6706a2445025 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.930809] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b21d1a7-8936-446a-90f4-deb1106510dd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.943618] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2284.473419] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 195 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2284.473706] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 195 to 196 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2284.473800] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2284.475148] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2284.475340] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.311s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2296.530206] env[62298]: DEBUG oslo_concurrency.lockutils [None req-151ca798-48c7-4789-ae6c-81f5e45e6021 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "77952cd3-8749-4f6c-b457-63155c88a491" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2296.530613] env[62298]: DEBUG oslo_concurrency.lockutils [None req-151ca798-48c7-4789-ae6c-81f5e45e6021 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "77952cd3-8749-4f6c-b457-63155c88a491" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2297.034551] env[62298]: INFO nova.compute.manager [None req-151ca798-48c7-4789-ae6c-81f5e45e6021 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Detaching volume 5250f1e1-4e64-48e0-a87b-6873c481ba7f [ 2297.089384] env[62298]: INFO nova.virt.block_device [None req-151ca798-48c7-4789-ae6c-81f5e45e6021 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Attempting to driver detach volume 5250f1e1-4e64-48e0-a87b-6873c481ba7f from mountpoint /dev/sdb [ 2297.089662] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-151ca798-48c7-4789-ae6c-81f5e45e6021 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Volume detach. Driver type: vmdk {{(pid=62298) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2297.089854] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-151ca798-48c7-4789-ae6c-81f5e45e6021 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374237', 'volume_id': '5250f1e1-4e64-48e0-a87b-6873c481ba7f', 'name': 'volume-5250f1e1-4e64-48e0-a87b-6873c481ba7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '77952cd3-8749-4f6c-b457-63155c88a491', 'attached_at': '', 'detached_at': '', 'volume_id': '5250f1e1-4e64-48e0-a87b-6873c481ba7f', 'serial': '5250f1e1-4e64-48e0-a87b-6873c481ba7f'} {{(pid=62298) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2297.090888] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c56d7e-e891-4e54-96e4-247eaba1dd74 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.113133] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7624c355-b1ee-491a-870f-c1eb985fe568 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.119460] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fc434e-6ba9-4a54-89db-78fea6186968 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.139246] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a534e5f-57e5-4af5-af87-4ab0a9e22b83 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.153154] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-151ca798-48c7-4789-ae6c-81f5e45e6021 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] The volume has not been displaced from its original location: [datastore1] volume-5250f1e1-4e64-48e0-a87b-6873c481ba7f/volume-5250f1e1-4e64-48e0-a87b-6873c481ba7f.vmdk. No consolidation needed. {{(pid=62298) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2297.158357] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-151ca798-48c7-4789-ae6c-81f5e45e6021 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2297.158613] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b105eb3-1b23-4710-92cd-b92f1c0126ba {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.174876] env[62298]: DEBUG oslo_vmware.api [None req-151ca798-48c7-4789-ae6c-81f5e45e6021 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2297.174876] env[62298]: value = "task-1805436" [ 2297.174876] env[62298]: _type = "Task" [ 2297.174876] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2297.182007] env[62298]: DEBUG oslo_vmware.api [None req-151ca798-48c7-4789-ae6c-81f5e45e6021 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805436, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.684068] env[62298]: DEBUG oslo_vmware.api [None req-151ca798-48c7-4789-ae6c-81f5e45e6021 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805436, 'name': ReconfigVM_Task, 'duration_secs': 0.224975} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2297.684442] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-151ca798-48c7-4789-ae6c-81f5e45e6021 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2297.688923] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-072bffb5-b259-4660-851d-c7d71d26c877 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.703718] env[62298]: DEBUG oslo_vmware.api [None req-151ca798-48c7-4789-ae6c-81f5e45e6021 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2297.703718] env[62298]: value = "task-1805437" [ 2297.703718] env[62298]: _type = "Task" [ 2297.703718] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2297.710969] env[62298]: DEBUG oslo_vmware.api [None req-151ca798-48c7-4789-ae6c-81f5e45e6021 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.213093] env[62298]: DEBUG oslo_vmware.api [None req-151ca798-48c7-4789-ae6c-81f5e45e6021 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805437, 'name': ReconfigVM_Task, 'duration_secs': 0.125273} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2298.213433] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-151ca798-48c7-4789-ae6c-81f5e45e6021 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374237', 'volume_id': '5250f1e1-4e64-48e0-a87b-6873c481ba7f', 'name': 'volume-5250f1e1-4e64-48e0-a87b-6873c481ba7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '77952cd3-8749-4f6c-b457-63155c88a491', 'attached_at': '', 'detached_at': '', 'volume_id': '5250f1e1-4e64-48e0-a87b-6873c481ba7f', 'serial': '5250f1e1-4e64-48e0-a87b-6873c481ba7f'} {{(pid=62298) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2298.752818] env[62298]: DEBUG nova.objects.instance [None req-151ca798-48c7-4789-ae6c-81f5e45e6021 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lazy-loading 'flavor' on Instance uuid 77952cd3-8749-4f6c-b457-63155c88a491 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2299.760738] env[62298]: DEBUG oslo_concurrency.lockutils [None req-151ca798-48c7-4789-ae6c-81f5e45e6021 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "77952cd3-8749-4f6c-b457-63155c88a491" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.230s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2300.766971] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fb4e6947-711f-46dc-938c-0df3a67fa32b tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "77952cd3-8749-4f6c-b457-63155c88a491" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2300.767374] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fb4e6947-711f-46dc-938c-0df3a67fa32b tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "77952cd3-8749-4f6c-b457-63155c88a491" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2300.767497] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fb4e6947-711f-46dc-938c-0df3a67fa32b tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "77952cd3-8749-4f6c-b457-63155c88a491-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2300.767673] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fb4e6947-711f-46dc-938c-0df3a67fa32b tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "77952cd3-8749-4f6c-b457-63155c88a491-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2300.767848] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fb4e6947-711f-46dc-938c-0df3a67fa32b tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "77952cd3-8749-4f6c-b457-63155c88a491-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2300.769957] env[62298]: INFO nova.compute.manager [None req-fb4e6947-711f-46dc-938c-0df3a67fa32b tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Terminating instance [ 2301.274239] env[62298]: DEBUG nova.compute.manager [None req-fb4e6947-711f-46dc-938c-0df3a67fa32b tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2301.274542] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4e6947-711f-46dc-938c-0df3a67fa32b tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2301.275481] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45c7b82-085f-47d9-a073-5d7d7e113d0f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.283164] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4e6947-711f-46dc-938c-0df3a67fa32b tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2301.283434] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4aab4a1-2722-47e8-91ea-40b14561cfc1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.289849] env[62298]: DEBUG oslo_vmware.api [None req-fb4e6947-711f-46dc-938c-0df3a67fa32b tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2301.289849] env[62298]: value = "task-1805438" [ 2301.289849] env[62298]: _type = "Task" [ 2301.289849] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.299969] env[62298]: DEBUG oslo_vmware.api [None req-fb4e6947-711f-46dc-938c-0df3a67fa32b tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.800187] env[62298]: DEBUG oslo_vmware.api [None req-fb4e6947-711f-46dc-938c-0df3a67fa32b tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805438, 'name': PowerOffVM_Task, 'duration_secs': 0.204184} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2301.800582] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4e6947-711f-46dc-938c-0df3a67fa32b tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2301.800635] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4e6947-711f-46dc-938c-0df3a67fa32b tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2301.800839] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9034dd8d-d7d6-4ec6-b554-927c02714325 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.872437] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4e6947-711f-46dc-938c-0df3a67fa32b tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2301.872677] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4e6947-711f-46dc-938c-0df3a67fa32b tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2301.872897] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb4e6947-711f-46dc-938c-0df3a67fa32b tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Deleting the datastore file [datastore1] 77952cd3-8749-4f6c-b457-63155c88a491 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2301.873187] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9a04d5f-46f8-45b8-8dab-e017d2396944 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.879949] env[62298]: DEBUG oslo_vmware.api [None req-fb4e6947-711f-46dc-938c-0df3a67fa32b tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2301.879949] env[62298]: value = "task-1805440" [ 2301.879949] env[62298]: _type = "Task" [ 2301.879949] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.887070] env[62298]: DEBUG oslo_vmware.api [None req-fb4e6947-711f-46dc-938c-0df3a67fa32b tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.389198] env[62298]: DEBUG oslo_vmware.api [None req-fb4e6947-711f-46dc-938c-0df3a67fa32b tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134047} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.389470] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb4e6947-711f-46dc-938c-0df3a67fa32b tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2302.389660] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4e6947-711f-46dc-938c-0df3a67fa32b tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2302.389836] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-fb4e6947-711f-46dc-938c-0df3a67fa32b tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2302.390016] env[62298]: INFO nova.compute.manager [None req-fb4e6947-711f-46dc-938c-0df3a67fa32b tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2302.390265] env[62298]: DEBUG oslo.service.loopingcall [None req-fb4e6947-711f-46dc-938c-0df3a67fa32b tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2302.390457] env[62298]: DEBUG nova.compute.manager [-] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2302.390551] env[62298]: DEBUG nova.network.neutron [-] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2302.888170] env[62298]: DEBUG nova.compute.manager [req-2552b07d-1808-4188-bc9e-dac043e25f87 req-7fe6f958-c675-4ec3-a46f-7c62e0983025 service nova] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Received event network-vif-deleted-47326323-db7c-4b80-9adc-abc2d4cfff08 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2302.888547] env[62298]: INFO nova.compute.manager [req-2552b07d-1808-4188-bc9e-dac043e25f87 req-7fe6f958-c675-4ec3-a46f-7c62e0983025 service nova] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Neutron deleted interface 47326323-db7c-4b80-9adc-abc2d4cfff08; detaching it from the instance and deleting it from the info cache [ 2302.888547] env[62298]: DEBUG nova.network.neutron [req-2552b07d-1808-4188-bc9e-dac043e25f87 req-7fe6f958-c675-4ec3-a46f-7c62e0983025 service nova] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2303.336557] env[62298]: DEBUG nova.network.neutron [-] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2303.391548] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c7e9a2f-5640-484d-b42b-31fef3662978 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.402307] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d019b88-1e9d-4420-a276-b79e19507b24 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.426261] env[62298]: DEBUG nova.compute.manager [req-2552b07d-1808-4188-bc9e-dac043e25f87 req-7fe6f958-c675-4ec3-a46f-7c62e0983025 service nova] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Detach interface failed, port_id=47326323-db7c-4b80-9adc-abc2d4cfff08, reason: Instance 77952cd3-8749-4f6c-b457-63155c88a491 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2303.839602] env[62298]: INFO nova.compute.manager [-] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Took 1.45 seconds to deallocate network for instance. [ 2304.345966] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fb4e6947-711f-46dc-938c-0df3a67fa32b tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2304.346360] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fb4e6947-711f-46dc-938c-0df3a67fa32b tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2304.346424] env[62298]: DEBUG nova.objects.instance [None req-fb4e6947-711f-46dc-938c-0df3a67fa32b tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lazy-loading 'resources' on Instance uuid 77952cd3-8749-4f6c-b457-63155c88a491 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2304.893437] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb33a5f-909a-4045-82de-091cbfeaeef2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.901178] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17ec468-e331-4f75-bd54-4103ae7eb76c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.930202] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726383be-e5e9-44c3-9bf7-5ab2ee5027f8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.936928] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a669ccf8-efd5-497e-931d-6c086be018d8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.949814] env[62298]: DEBUG nova.compute.provider_tree [None req-fb4e6947-711f-46dc-938c-0df3a67fa32b tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2305.453016] env[62298]: DEBUG nova.scheduler.client.report [None req-fb4e6947-711f-46dc-938c-0df3a67fa32b tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2305.958022] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fb4e6947-711f-46dc-938c-0df3a67fa32b tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.612s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2305.981103] env[62298]: INFO nova.scheduler.client.report [None req-fb4e6947-711f-46dc-938c-0df3a67fa32b tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Deleted allocations for instance 77952cd3-8749-4f6c-b457-63155c88a491 [ 2306.489348] env[62298]: DEBUG oslo_concurrency.lockutils [None req-fb4e6947-711f-46dc-938c-0df3a67fa32b tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "77952cd3-8749-4f6c-b457-63155c88a491" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.722s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2308.404374] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "e2717ddb-3540-47dd-aae9-5f751c644336" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2308.404675] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "e2717ddb-3540-47dd-aae9-5f751c644336" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2308.907431] env[62298]: DEBUG nova.compute.manager [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2309.428046] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2309.428046] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2309.428841] env[62298]: INFO nova.compute.claims [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2310.471730] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc61e89-2e63-4c8e-8329-256fbb4fe5c0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.479150] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dbc1d6-ac94-4e46-983e-5ef1b1f0336d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.508212] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9b2431-c1ee-4a5c-acbe-c4dc940a0e4f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.514735] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801e8558-9206-4f2b-9707-d5e4f9355a74 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.528118] env[62298]: DEBUG nova.compute.provider_tree [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2311.031432] env[62298]: DEBUG nova.scheduler.client.report [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2311.536462] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.109s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2311.537140] env[62298]: DEBUG nova.compute.manager [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2312.042400] env[62298]: DEBUG nova.compute.utils [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2312.044201] env[62298]: DEBUG nova.compute.manager [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2312.044320] env[62298]: DEBUG nova.network.neutron [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2312.092497] env[62298]: DEBUG nova.policy [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fb7c2fa675845d5a8d39d01194bb233', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3ae9ba4d1be4a16a3ad65ce8fe453c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 2312.332750] env[62298]: DEBUG nova.network.neutron [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Successfully created port: a21415c4-32e9-4da0-a00a-e9c5b6f767a7 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2312.548721] env[62298]: DEBUG nova.compute.manager [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2313.558297] env[62298]: DEBUG nova.compute.manager [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2313.583695] env[62298]: DEBUG nova.virt.hardware [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-12T08:35:34Z,direct_url=,disk_format='vmdk',id=98ae388b-0b1b-4651-9947-99a7127491a5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='295c03d6966e42e1bdb89f4a8bcb7e86',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-12T08:35:35Z,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2313.583966] env[62298]: DEBUG nova.virt.hardware [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2313.584145] env[62298]: DEBUG nova.virt.hardware [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2313.584334] env[62298]: DEBUG nova.virt.hardware [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2313.584483] env[62298]: DEBUG nova.virt.hardware [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2313.584634] env[62298]: DEBUG nova.virt.hardware [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2313.584842] env[62298]: DEBUG nova.virt.hardware [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2313.585011] env[62298]: DEBUG nova.virt.hardware [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2313.585193] env[62298]: DEBUG nova.virt.hardware [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2313.585359] env[62298]: DEBUG nova.virt.hardware [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2313.585536] env[62298]: DEBUG nova.virt.hardware [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2313.586436] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cf3fd0-eb7c-4930-89b9-5a82f28f2a55 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.594094] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9642ce-83e4-4d5f-90b2-7c45204d8eab {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.729242] env[62298]: DEBUG nova.compute.manager [req-c645a690-56b8-447b-a47a-25d9909042d0 req-96aa9fcc-72e5-4c8a-a5af-ad3e460f74f2 service nova] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Received event network-vif-plugged-a21415c4-32e9-4da0-a00a-e9c5b6f767a7 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2313.729461] env[62298]: DEBUG oslo_concurrency.lockutils [req-c645a690-56b8-447b-a47a-25d9909042d0 req-96aa9fcc-72e5-4c8a-a5af-ad3e460f74f2 service nova] Acquiring lock "e2717ddb-3540-47dd-aae9-5f751c644336-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2313.729670] env[62298]: DEBUG oslo_concurrency.lockutils [req-c645a690-56b8-447b-a47a-25d9909042d0 req-96aa9fcc-72e5-4c8a-a5af-ad3e460f74f2 service nova] Lock "e2717ddb-3540-47dd-aae9-5f751c644336-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2313.729839] env[62298]: DEBUG oslo_concurrency.lockutils [req-c645a690-56b8-447b-a47a-25d9909042d0 req-96aa9fcc-72e5-4c8a-a5af-ad3e460f74f2 service nova] Lock "e2717ddb-3540-47dd-aae9-5f751c644336-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2313.730018] env[62298]: DEBUG nova.compute.manager [req-c645a690-56b8-447b-a47a-25d9909042d0 req-96aa9fcc-72e5-4c8a-a5af-ad3e460f74f2 service nova] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] No waiting events found dispatching network-vif-plugged-a21415c4-32e9-4da0-a00a-e9c5b6f767a7 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2313.731387] env[62298]: WARNING nova.compute.manager [req-c645a690-56b8-447b-a47a-25d9909042d0 req-96aa9fcc-72e5-4c8a-a5af-ad3e460f74f2 service nova] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Received unexpected event network-vif-plugged-a21415c4-32e9-4da0-a00a-e9c5b6f767a7 for instance with vm_state building and task_state spawning. [ 2313.810795] env[62298]: DEBUG nova.network.neutron [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Successfully updated port: a21415c4-32e9-4da0-a00a-e9c5b6f767a7 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2314.313283] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "refresh_cache-e2717ddb-3540-47dd-aae9-5f751c644336" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2314.313474] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquired lock "refresh_cache-e2717ddb-3540-47dd-aae9-5f751c644336" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2314.313638] env[62298]: DEBUG nova.network.neutron [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2314.845098] env[62298]: DEBUG nova.network.neutron [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2314.965246] env[62298]: DEBUG nova.network.neutron [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Updating instance_info_cache with network_info: [{"id": "a21415c4-32e9-4da0-a00a-e9c5b6f767a7", "address": "fa:16:3e:52:b1:ff", "network": {"id": "3344a1d2-5fde-4eca-81f6-42c16e75acb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1283840851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ae9ba4d1be4a16a3ad65ce8fe453c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa21415c4-32", "ovs_interfaceid": "a21415c4-32e9-4da0-a00a-e9c5b6f767a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2315.468043] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Releasing lock "refresh_cache-e2717ddb-3540-47dd-aae9-5f751c644336" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2315.468385] env[62298]: DEBUG nova.compute.manager [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Instance network_info: |[{"id": "a21415c4-32e9-4da0-a00a-e9c5b6f767a7", "address": "fa:16:3e:52:b1:ff", "network": {"id": "3344a1d2-5fde-4eca-81f6-42c16e75acb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1283840851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ae9ba4d1be4a16a3ad65ce8fe453c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa21415c4-32", "ovs_interfaceid": "a21415c4-32e9-4da0-a00a-e9c5b6f767a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2315.468807] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:b1:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a21415c4-32e9-4da0-a00a-e9c5b6f767a7', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2315.476228] env[62298]: DEBUG oslo.service.loopingcall [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2315.476436] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2315.477060] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f9147c0-8e10-43d5-871c-7f8d98d986ab {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.497436] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2315.497436] env[62298]: value = "task-1805441" [ 2315.497436] env[62298]: _type = "Task" [ 2315.497436] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2315.505410] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805441, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2315.757410] env[62298]: DEBUG nova.compute.manager [req-722a7baf-d459-4b33-9f9a-0eb82310a258 req-b0cd2ba4-be28-4677-a792-82304fa690cf service nova] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Received event network-changed-a21415c4-32e9-4da0-a00a-e9c5b6f767a7 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2315.757619] env[62298]: DEBUG nova.compute.manager [req-722a7baf-d459-4b33-9f9a-0eb82310a258 req-b0cd2ba4-be28-4677-a792-82304fa690cf service nova] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Refreshing instance network info cache due to event network-changed-a21415c4-32e9-4da0-a00a-e9c5b6f767a7. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2315.757834] env[62298]: DEBUG oslo_concurrency.lockutils [req-722a7baf-d459-4b33-9f9a-0eb82310a258 req-b0cd2ba4-be28-4677-a792-82304fa690cf service nova] Acquiring lock "refresh_cache-e2717ddb-3540-47dd-aae9-5f751c644336" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2315.758027] env[62298]: DEBUG oslo_concurrency.lockutils [req-722a7baf-d459-4b33-9f9a-0eb82310a258 req-b0cd2ba4-be28-4677-a792-82304fa690cf service nova] Acquired lock "refresh_cache-e2717ddb-3540-47dd-aae9-5f751c644336" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2315.758202] env[62298]: DEBUG nova.network.neutron [req-722a7baf-d459-4b33-9f9a-0eb82310a258 req-b0cd2ba4-be28-4677-a792-82304fa690cf service nova] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Refreshing network info cache for port a21415c4-32e9-4da0-a00a-e9c5b6f767a7 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2316.007050] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805441, 'name': CreateVM_Task, 'duration_secs': 0.299639} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2316.007389] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2316.007883] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2316.008046] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2316.008376] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2316.008616] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8af4a66a-a2d8-498c-b5d4-d648731e46d6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.012856] env[62298]: DEBUG oslo_vmware.api [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2316.012856] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]528ad223-18e6-2acc-8843-6cff7e3c0c60" [ 2316.012856] env[62298]: _type = "Task" [ 2316.012856] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2316.020385] env[62298]: DEBUG oslo_vmware.api [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]528ad223-18e6-2acc-8843-6cff7e3c0c60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2316.479316] env[62298]: DEBUG nova.network.neutron [req-722a7baf-d459-4b33-9f9a-0eb82310a258 req-b0cd2ba4-be28-4677-a792-82304fa690cf service nova] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Updated VIF entry in instance network info cache for port a21415c4-32e9-4da0-a00a-e9c5b6f767a7. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2316.479678] env[62298]: DEBUG nova.network.neutron [req-722a7baf-d459-4b33-9f9a-0eb82310a258 req-b0cd2ba4-be28-4677-a792-82304fa690cf service nova] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Updating instance_info_cache with network_info: [{"id": "a21415c4-32e9-4da0-a00a-e9c5b6f767a7", "address": "fa:16:3e:52:b1:ff", "network": {"id": "3344a1d2-5fde-4eca-81f6-42c16e75acb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1283840851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ae9ba4d1be4a16a3ad65ce8fe453c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa21415c4-32", "ovs_interfaceid": "a21415c4-32e9-4da0-a00a-e9c5b6f767a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2316.523273] env[62298]: DEBUG oslo_vmware.api [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]528ad223-18e6-2acc-8843-6cff7e3c0c60, 'name': SearchDatastore_Task, 'duration_secs': 0.021381} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2316.523616] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2316.523846] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Processing image 98ae388b-0b1b-4651-9947-99a7127491a5 {{(pid=62298) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2316.524084] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2316.524236] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2316.524415] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2316.524666] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7481cef9-d5ff-4f59-a2ca-5cd1763ca968 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.532313] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62298) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2316.532485] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62298) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2316.533163] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07f7f349-29ab-4a84-bc54-d351bf8efdd2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.538064] env[62298]: DEBUG oslo_vmware.api [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2316.538064] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522be033-aa89-115e-60f1-d51c5b45b737" [ 2316.538064] env[62298]: _type = "Task" [ 2316.538064] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2316.545123] env[62298]: DEBUG oslo_vmware.api [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522be033-aa89-115e-60f1-d51c5b45b737, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2316.983090] env[62298]: DEBUG oslo_concurrency.lockutils [req-722a7baf-d459-4b33-9f9a-0eb82310a258 req-b0cd2ba4-be28-4677-a792-82304fa690cf service nova] Releasing lock "refresh_cache-e2717ddb-3540-47dd-aae9-5f751c644336" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2317.048404] env[62298]: DEBUG oslo_vmware.api [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]522be033-aa89-115e-60f1-d51c5b45b737, 'name': SearchDatastore_Task, 'duration_secs': 0.007705} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2317.049149] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d34a8927-52a3-46fd-9018-a9e6e6e96f6e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.053992] env[62298]: DEBUG oslo_vmware.api [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2317.053992] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52399476-c77a-633c-2c2f-1ea9ab27b02c" [ 2317.053992] env[62298]: _type = "Task" [ 2317.053992] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.061410] env[62298]: DEBUG oslo_vmware.api [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52399476-c77a-633c-2c2f-1ea9ab27b02c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.564199] env[62298]: DEBUG oslo_vmware.api [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52399476-c77a-633c-2c2f-1ea9ab27b02c, 'name': SearchDatastore_Task, 'duration_secs': 0.0149} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2317.564477] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2317.564772] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] e2717ddb-3540-47dd-aae9-5f751c644336/e2717ddb-3540-47dd-aae9-5f751c644336.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2317.565056] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfd4e42e-edd9-4ff4-817d-399897499d63 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.571946] env[62298]: DEBUG oslo_vmware.api [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2317.571946] env[62298]: value = "task-1805442" [ 2317.571946] env[62298]: _type = "Task" [ 2317.571946] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.579512] env[62298]: DEBUG oslo_vmware.api [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.081451] env[62298]: DEBUG oslo_vmware.api [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46638} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2318.081820] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/98ae388b-0b1b-4651-9947-99a7127491a5/98ae388b-0b1b-4651-9947-99a7127491a5.vmdk to [datastore1] e2717ddb-3540-47dd-aae9-5f751c644336/e2717ddb-3540-47dd-aae9-5f751c644336.vmdk {{(pid=62298) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2318.081904] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Extending root virtual disk to 1048576 {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2318.082168] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41ebabbb-66a2-4784-81a4-2bda3052d581 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.088925] env[62298]: DEBUG oslo_vmware.api [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2318.088925] env[62298]: value = "task-1805443" [ 2318.088925] env[62298]: _type = "Task" [ 2318.088925] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2318.095590] env[62298]: DEBUG oslo_vmware.api [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805443, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.598549] env[62298]: DEBUG oslo_vmware.api [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805443, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063041} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2318.598866] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Extended root virtual disk {{(pid=62298) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2318.599629] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1599ebe8-b644-4c3f-aafe-782f6ed400ae {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.621111] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] e2717ddb-3540-47dd-aae9-5f751c644336/e2717ddb-3540-47dd-aae9-5f751c644336.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2318.621111] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8998e341-e59b-444a-bf4d-64e753fd6bec {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.640521] env[62298]: DEBUG oslo_vmware.api [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2318.640521] env[62298]: value = "task-1805444" [ 2318.640521] env[62298]: _type = "Task" [ 2318.640521] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2318.648178] env[62298]: DEBUG oslo_vmware.api [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805444, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.150878] env[62298]: DEBUG oslo_vmware.api [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805444, 'name': ReconfigVM_Task, 'duration_secs': 0.260859} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2319.151277] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Reconfigured VM instance instance-0000007c to attach disk [datastore1] e2717ddb-3540-47dd-aae9-5f751c644336/e2717ddb-3540-47dd-aae9-5f751c644336.vmdk or device None with type sparse {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2319.151841] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32a5fb20-eaaf-49dc-89be-d3236fc002db {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.158985] env[62298]: DEBUG oslo_vmware.api [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2319.158985] env[62298]: value = "task-1805445" [ 2319.158985] env[62298]: _type = "Task" [ 2319.158985] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2319.166267] env[62298]: DEBUG oslo_vmware.api [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805445, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.669050] env[62298]: DEBUG oslo_vmware.api [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805445, 'name': Rename_Task, 'duration_secs': 0.143694} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2319.669303] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2319.669563] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a6b8e84-cc4d-4602-ae1d-5f58c754629f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.676557] env[62298]: DEBUG oslo_vmware.api [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2319.676557] env[62298]: value = "task-1805446" [ 2319.676557] env[62298]: _type = "Task" [ 2319.676557] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2319.683585] env[62298]: DEBUG oslo_vmware.api [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.186211] env[62298]: DEBUG oslo_vmware.api [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805446, 'name': PowerOnVM_Task, 'duration_secs': 0.439173} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2320.186585] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2320.186701] env[62298]: INFO nova.compute.manager [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Took 6.63 seconds to spawn the instance on the hypervisor. [ 2320.186840] env[62298]: DEBUG nova.compute.manager [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2320.187598] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5e1e98-1662-468a-8bb3-393076ee8431 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.706343] env[62298]: INFO nova.compute.manager [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Took 11.29 seconds to build instance. [ 2321.176984] env[62298]: DEBUG nova.compute.manager [req-260edda6-0faf-4f0d-bd4f-a25aedd9a6dc req-f3344770-00a2-47a9-ad68-1af4e41b1479 service nova] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Received event network-changed-a21415c4-32e9-4da0-a00a-e9c5b6f767a7 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2321.177197] env[62298]: DEBUG nova.compute.manager [req-260edda6-0faf-4f0d-bd4f-a25aedd9a6dc req-f3344770-00a2-47a9-ad68-1af4e41b1479 service nova] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Refreshing instance network info cache due to event network-changed-a21415c4-32e9-4da0-a00a-e9c5b6f767a7. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2321.177444] env[62298]: DEBUG oslo_concurrency.lockutils [req-260edda6-0faf-4f0d-bd4f-a25aedd9a6dc req-f3344770-00a2-47a9-ad68-1af4e41b1479 service nova] Acquiring lock "refresh_cache-e2717ddb-3540-47dd-aae9-5f751c644336" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2321.177545] env[62298]: DEBUG oslo_concurrency.lockutils [req-260edda6-0faf-4f0d-bd4f-a25aedd9a6dc req-f3344770-00a2-47a9-ad68-1af4e41b1479 service nova] Acquired lock "refresh_cache-e2717ddb-3540-47dd-aae9-5f751c644336" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2321.177752] env[62298]: DEBUG nova.network.neutron [req-260edda6-0faf-4f0d-bd4f-a25aedd9a6dc req-f3344770-00a2-47a9-ad68-1af4e41b1479 service nova] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Refreshing network info cache for port a21415c4-32e9-4da0-a00a-e9c5b6f767a7 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2321.208336] env[62298]: DEBUG oslo_concurrency.lockutils [None req-a21c52c9-bbf8-45ad-ade6-ef6f3a040d4e tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "e2717ddb-3540-47dd-aae9-5f751c644336" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.804s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2321.898573] env[62298]: DEBUG nova.network.neutron [req-260edda6-0faf-4f0d-bd4f-a25aedd9a6dc req-f3344770-00a2-47a9-ad68-1af4e41b1479 service nova] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Updated VIF entry in instance network info cache for port a21415c4-32e9-4da0-a00a-e9c5b6f767a7. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2321.898948] env[62298]: DEBUG nova.network.neutron [req-260edda6-0faf-4f0d-bd4f-a25aedd9a6dc req-f3344770-00a2-47a9-ad68-1af4e41b1479 service nova] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Updating instance_info_cache with network_info: [{"id": "a21415c4-32e9-4da0-a00a-e9c5b6f767a7", "address": "fa:16:3e:52:b1:ff", "network": {"id": "3344a1d2-5fde-4eca-81f6-42c16e75acb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1283840851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ae9ba4d1be4a16a3ad65ce8fe453c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa21415c4-32", "ovs_interfaceid": "a21415c4-32e9-4da0-a00a-e9c5b6f767a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2322.402413] env[62298]: DEBUG oslo_concurrency.lockutils [req-260edda6-0faf-4f0d-bd4f-a25aedd9a6dc req-f3344770-00a2-47a9-ad68-1af4e41b1479 service nova] Releasing lock "refresh_cache-e2717ddb-3540-47dd-aae9-5f751c644336" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2342.552058] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "e5c69692-447b-4b76-8533-990510bc419f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2342.552396] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "e5c69692-447b-4b76-8533-990510bc419f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2343.054679] env[62298]: DEBUG nova.compute.manager [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Starting instance... {{(pid=62298) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2343.577019] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2343.577019] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2343.578453] env[62298]: INFO nova.compute.claims [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2344.476784] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2344.477066] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2344.477218] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Starting heal instance info cache {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2344.477342] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Rebuilding the list of instances to heal {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 2344.631032] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a803c23f-477f-4a77-a7c9-b7b0366a8e4c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.638644] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035432f0-4b5d-49c6-bd5d-ca94547a66f2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.668883] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705a6642-4a1f-4eff-b6d2-9cb3ecc867e3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.675503] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8feb65ef-6276-40a5-a764-5706e86f0047 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.689985] env[62298]: DEBUG nova.compute.provider_tree [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2344.981586] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: e5c69692-447b-4b76-8533-990510bc419f] Skipping network cache update for instance because it is Building. {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10384}} [ 2345.008213] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "refresh_cache-520feb96-6bb9-41f9-9404-8c6f77906b3c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2345.008378] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquired lock "refresh_cache-520feb96-6bb9-41f9-9404-8c6f77906b3c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2345.008526] env[62298]: DEBUG nova.network.neutron [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Forcefully refreshing network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2345.008683] env[62298]: DEBUG nova.objects.instance [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lazy-loading 'info_cache' on Instance uuid 520feb96-6bb9-41f9-9404-8c6f77906b3c {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2345.209164] env[62298]: ERROR nova.scheduler.client.report [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [req-a374c75e-5bd0-4260-9e1d-056f5ce19a38] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a374c75e-5bd0-4260-9e1d-056f5ce19a38"}]} [ 2345.224836] env[62298]: DEBUG nova.scheduler.client.report [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2345.237163] env[62298]: DEBUG nova.scheduler.client.report [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2345.237387] env[62298]: DEBUG nova.compute.provider_tree [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2345.249234] env[62298]: DEBUG nova.scheduler.client.report [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2345.265523] env[62298]: DEBUG nova.scheduler.client.report [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2345.305711] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30b529f-0be3-4fcb-8962-ff4e77a38132 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.312977] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574a8ff7-c0e8-4c32-8e77-37990e73fd71 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.341946] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bac475-d642-4ac1-9caa-0de725a9c1df {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.348788] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c29519b-6aa2-4d53-a279-000bab32abde {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.362638] env[62298]: DEBUG nova.compute.provider_tree [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2345.891856] env[62298]: DEBUG nova.scheduler.client.report [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 198 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2345.892215] env[62298]: DEBUG nova.compute.provider_tree [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 198 to 199 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2345.892316] env[62298]: DEBUG nova.compute.provider_tree [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2346.396967] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.820s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2346.397375] env[62298]: DEBUG nova.compute.manager [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Start building networks asynchronously for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2346.902634] env[62298]: DEBUG nova.compute.utils [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Using /dev/sd instead of None {{(pid=62298) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2346.904010] env[62298]: DEBUG nova.compute.manager [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Allocating IP information in the background. {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2346.904189] env[62298]: DEBUG nova.network.neutron [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] allocate_for_instance() {{(pid=62298) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2346.967583] env[62298]: DEBUG nova.policy [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fb7c2fa675845d5a8d39d01194bb233', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3ae9ba4d1be4a16a3ad65ce8fe453c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62298) authorize /opt/stack/nova/nova/policy.py:192}} [ 2346.975924] env[62298]: DEBUG nova.network.neutron [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Updating instance_info_cache with network_info: [{"id": "85e0aeef-7b7f-499e-81f8-5ea56db2c12d", "address": "fa:16:3e:9c:51:e4", "network": {"id": "3344a1d2-5fde-4eca-81f6-42c16e75acb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1283840851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ae9ba4d1be4a16a3ad65ce8fe453c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e0aeef-7b", "ovs_interfaceid": "85e0aeef-7b7f-499e-81f8-5ea56db2c12d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2347.227974] env[62298]: DEBUG nova.network.neutron [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Successfully created port: ae849dc8-4bb1-4c8b-bc27-08511771a612 {{(pid=62298) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2347.407539] env[62298]: DEBUG nova.compute.manager [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Start building block device mappings for instance. {{(pid=62298) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2347.478220] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Releasing lock "refresh_cache-520feb96-6bb9-41f9-9404-8c6f77906b3c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2347.478435] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Updated the network info_cache for instance {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 2347.478919] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2347.479117] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2347.479274] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2347.479429] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2347.479574] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2347.479729] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2347.479851] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62298) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2347.479989] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2347.913654] env[62298]: INFO nova.virt.block_device [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Booting with volume a3401b64-0fc6-41e1-a2e4-ebaf88e2d6cd at /dev/sda [ 2347.948459] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba819331-f548-43c8-a333-8cdd06321b1c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.958192] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a80ee3f-a3c7-4394-8e90-3fb173711262 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.982534] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2347.982785] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2347.982963] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2347.983140] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62298) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2347.984021] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6ad49f-22f6-4a97-9847-2f297f74015f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.986376] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc57b759-51da-4f09-a733-21087599882a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.993167] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6d7082-f2f1-4c87-bacc-2f64b28d720a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.999266] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f097219f-ece6-4999-bb91-71aeb0cc9615 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.027350] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb2c0c2-4e0f-4fad-ab59-14f6a5b7a979 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.030168] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447b15ad-65ac-4b48-9636-364c19efbab2 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.037811] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447e4550-fd6b-40e4-8449-9d0bc59c57e3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.041199] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7d70a5-f8a4-43dd-8755-445b4211809a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.069277] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181022MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62298) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2348.069437] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2348.069629] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2348.074299] env[62298]: DEBUG nova.virt.block_device [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Updating existing volume attachment record: 4df28175-81bb-4ff4-befd-74389f050bea {{(pid=62298) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2348.685328] env[62298]: DEBUG nova.compute.manager [req-988facae-6fa5-4387-9e64-aedf09c39230 req-5c6dfd1a-3386-481e-ba59-5cd6a3b40453 service nova] [instance: e5c69692-447b-4b76-8533-990510bc419f] Received event network-vif-plugged-ae849dc8-4bb1-4c8b-bc27-08511771a612 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2348.685557] env[62298]: DEBUG oslo_concurrency.lockutils [req-988facae-6fa5-4387-9e64-aedf09c39230 req-5c6dfd1a-3386-481e-ba59-5cd6a3b40453 service nova] Acquiring lock "e5c69692-447b-4b76-8533-990510bc419f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2348.685767] env[62298]: DEBUG oslo_concurrency.lockutils [req-988facae-6fa5-4387-9e64-aedf09c39230 req-5c6dfd1a-3386-481e-ba59-5cd6a3b40453 service nova] Lock "e5c69692-447b-4b76-8533-990510bc419f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2348.685981] env[62298]: DEBUG oslo_concurrency.lockutils [req-988facae-6fa5-4387-9e64-aedf09c39230 req-5c6dfd1a-3386-481e-ba59-5cd6a3b40453 service nova] Lock "e5c69692-447b-4b76-8533-990510bc419f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2348.686129] env[62298]: DEBUG nova.compute.manager [req-988facae-6fa5-4387-9e64-aedf09c39230 req-5c6dfd1a-3386-481e-ba59-5cd6a3b40453 service nova] [instance: e5c69692-447b-4b76-8533-990510bc419f] No waiting events found dispatching network-vif-plugged-ae849dc8-4bb1-4c8b-bc27-08511771a612 {{(pid=62298) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2348.686362] env[62298]: WARNING nova.compute.manager [req-988facae-6fa5-4387-9e64-aedf09c39230 req-5c6dfd1a-3386-481e-ba59-5cd6a3b40453 service nova] [instance: e5c69692-447b-4b76-8533-990510bc419f] Received unexpected event network-vif-plugged-ae849dc8-4bb1-4c8b-bc27-08511771a612 for instance with vm_state building and task_state block_device_mapping. [ 2348.773802] env[62298]: DEBUG nova.network.neutron [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Successfully updated port: ae849dc8-4bb1-4c8b-bc27-08511771a612 {{(pid=62298) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2349.099445] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 520feb96-6bb9-41f9-9404-8c6f77906b3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2349.099702] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance e2717ddb-3540-47dd-aae9-5f751c644336 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2349.099741] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance e5c69692-447b-4b76-8533-990510bc419f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2349.099882] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2349.100029] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2349.144220] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a3e1de-66a1-4469-adea-6938d0db5c0f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.153579] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30d12e8-3261-4a83-b095-1215c95054db {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.183502] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a48299-5233-42eb-b0be-84cdd92e9f5f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.190781] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67141fc-ce66-4fd8-b933-9991fe83b693 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.204052] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2349.277643] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "refresh_cache-e5c69692-447b-4b76-8533-990510bc419f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2349.277643] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquired lock "refresh_cache-e5c69692-447b-4b76-8533-990510bc419f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2349.277771] env[62298]: DEBUG nova.network.neutron [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2349.707323] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2349.807436] env[62298]: DEBUG nova.network.neutron [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Instance cache missing network info. {{(pid=62298) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2349.932961] env[62298]: DEBUG nova.network.neutron [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Updating instance_info_cache with network_info: [{"id": "ae849dc8-4bb1-4c8b-bc27-08511771a612", "address": "fa:16:3e:14:29:38", "network": {"id": "3344a1d2-5fde-4eca-81f6-42c16e75acb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1283840851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ae9ba4d1be4a16a3ad65ce8fe453c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae849dc8-4b", "ovs_interfaceid": "ae849dc8-4bb1-4c8b-bc27-08511771a612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2350.158243] env[62298]: DEBUG nova.compute.manager [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Start spawning the instance on the hypervisor. {{(pid=62298) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2350.158787] env[62298]: DEBUG nova.virt.hardware [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2350.159014] env[62298]: DEBUG nova.virt.hardware [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2350.159187] env[62298]: DEBUG nova.virt.hardware [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2350.159375] env[62298]: DEBUG nova.virt.hardware [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2350.159519] env[62298]: DEBUG nova.virt.hardware [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2350.159664] env[62298]: DEBUG nova.virt.hardware [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2350.159866] env[62298]: DEBUG nova.virt.hardware [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2350.160033] env[62298]: DEBUG nova.virt.hardware [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2350.160206] env[62298]: DEBUG nova.virt.hardware [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2350.160367] env[62298]: DEBUG nova.virt.hardware [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2350.160524] env[62298]: DEBUG nova.virt.hardware [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2350.161423] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4355e4d5-c91a-42bb-afe5-2a30b0b752df {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.169399] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16863225-784d-44b7-9bb6-7dee0b349476 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.211687] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2350.211897] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.142s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2350.435575] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Releasing lock "refresh_cache-e5c69692-447b-4b76-8533-990510bc419f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2350.435849] env[62298]: DEBUG nova.compute.manager [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Instance network_info: |[{"id": "ae849dc8-4bb1-4c8b-bc27-08511771a612", "address": "fa:16:3e:14:29:38", "network": {"id": "3344a1d2-5fde-4eca-81f6-42c16e75acb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1283840851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ae9ba4d1be4a16a3ad65ce8fe453c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae849dc8-4b", "ovs_interfaceid": "ae849dc8-4bb1-4c8b-bc27-08511771a612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62298) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2350.436290] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:29:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae849dc8-4bb1-4c8b-bc27-08511771a612', 'vif_model': 'vmxnet3'}] {{(pid=62298) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2350.443685] env[62298]: DEBUG oslo.service.loopingcall [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2350.443912] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5c69692-447b-4b76-8533-990510bc419f] Creating VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2350.444156] env[62298]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-957ad16c-cdaf-4037-a907-cd219f749966 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.463049] env[62298]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2350.463049] env[62298]: value = "task-1805455" [ 2350.463049] env[62298]: _type = "Task" [ 2350.463049] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2350.470012] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805455, 'name': CreateVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.712015] env[62298]: DEBUG nova.compute.manager [req-672fab38-11e8-4c3b-adcf-8416fe73106b req-5a9db179-87e7-4887-80a8-4da8eb075042 service nova] [instance: e5c69692-447b-4b76-8533-990510bc419f] Received event network-changed-ae849dc8-4bb1-4c8b-bc27-08511771a612 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2350.712230] env[62298]: DEBUG nova.compute.manager [req-672fab38-11e8-4c3b-adcf-8416fe73106b req-5a9db179-87e7-4887-80a8-4da8eb075042 service nova] [instance: e5c69692-447b-4b76-8533-990510bc419f] Refreshing instance network info cache due to event network-changed-ae849dc8-4bb1-4c8b-bc27-08511771a612. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2350.712587] env[62298]: DEBUG oslo_concurrency.lockutils [req-672fab38-11e8-4c3b-adcf-8416fe73106b req-5a9db179-87e7-4887-80a8-4da8eb075042 service nova] Acquiring lock "refresh_cache-e5c69692-447b-4b76-8533-990510bc419f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2350.712816] env[62298]: DEBUG oslo_concurrency.lockutils [req-672fab38-11e8-4c3b-adcf-8416fe73106b req-5a9db179-87e7-4887-80a8-4da8eb075042 service nova] Acquired lock "refresh_cache-e5c69692-447b-4b76-8533-990510bc419f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2350.713110] env[62298]: DEBUG nova.network.neutron [req-672fab38-11e8-4c3b-adcf-8416fe73106b req-5a9db179-87e7-4887-80a8-4da8eb075042 service nova] [instance: e5c69692-447b-4b76-8533-990510bc419f] Refreshing network info cache for port ae849dc8-4bb1-4c8b-bc27-08511771a612 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2350.973182] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805455, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2351.397328] env[62298]: DEBUG nova.network.neutron [req-672fab38-11e8-4c3b-adcf-8416fe73106b req-5a9db179-87e7-4887-80a8-4da8eb075042 service nova] [instance: e5c69692-447b-4b76-8533-990510bc419f] Updated VIF entry in instance network info cache for port ae849dc8-4bb1-4c8b-bc27-08511771a612. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2351.397684] env[62298]: DEBUG nova.network.neutron [req-672fab38-11e8-4c3b-adcf-8416fe73106b req-5a9db179-87e7-4887-80a8-4da8eb075042 service nova] [instance: e5c69692-447b-4b76-8533-990510bc419f] Updating instance_info_cache with network_info: [{"id": "ae849dc8-4bb1-4c8b-bc27-08511771a612", "address": "fa:16:3e:14:29:38", "network": {"id": "3344a1d2-5fde-4eca-81f6-42c16e75acb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1283840851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ae9ba4d1be4a16a3ad65ce8fe453c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae849dc8-4b", "ovs_interfaceid": "ae849dc8-4bb1-4c8b-bc27-08511771a612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2351.473186] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805455, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2351.901318] env[62298]: DEBUG oslo_concurrency.lockutils [req-672fab38-11e8-4c3b-adcf-8416fe73106b req-5a9db179-87e7-4887-80a8-4da8eb075042 service nova] Releasing lock "refresh_cache-e5c69692-447b-4b76-8533-990510bc419f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2351.974024] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805455, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.474205] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805455, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.975191] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805455, 'name': CreateVM_Task} progress is 99%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2353.476498] env[62298]: DEBUG oslo_vmware.api [-] Task: {'id': task-1805455, 'name': CreateVM_Task, 'duration_secs': 2.538473} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2353.476819] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5c69692-447b-4b76-8533-990510bc419f] Created VM on the ESX host {{(pid=62298) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2353.477408] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374241', 'volume_id': 'a3401b64-0fc6-41e1-a2e4-ebaf88e2d6cd', 'name': 'volume-a3401b64-0fc6-41e1-a2e4-ebaf88e2d6cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e5c69692-447b-4b76-8533-990510bc419f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3401b64-0fc6-41e1-a2e4-ebaf88e2d6cd', 'serial': 'a3401b64-0fc6-41e1-a2e4-ebaf88e2d6cd'}, 'device_type': None, 'guest_format': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'boot_index': 0, 'attachment_id': '4df28175-81bb-4ff4-befd-74389f050bea', 'volume_type': None}], 'swap': None} {{(pid=62298) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2353.477622] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Root volume attach. Driver type: vmdk {{(pid=62298) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2353.478375] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8f6b15-b76f-4f34-a76e-1959e5c9dcb5 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.485401] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b4989c-9648-40ff-be16-584a2994574e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.490943] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1e95dd-dca4-46ac-9d0f-45fdb2bde7c6 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.496277] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-4e1aa873-95a1-4458-9dda-1c6e45b7728f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.502507] env[62298]: DEBUG oslo_vmware.api [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2353.502507] env[62298]: value = "task-1805456" [ 2353.502507] env[62298]: _type = "Task" [ 2353.502507] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2353.510991] env[62298]: DEBUG oslo_vmware.api [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805456, 'name': RelocateVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2354.012867] env[62298]: DEBUG oslo_vmware.api [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805456, 'name': RelocateVM_Task, 'duration_secs': 0.331967} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2354.013163] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Volume attach. Driver type: vmdk {{(pid=62298) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2354.013363] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374241', 'volume_id': 'a3401b64-0fc6-41e1-a2e4-ebaf88e2d6cd', 'name': 'volume-a3401b64-0fc6-41e1-a2e4-ebaf88e2d6cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e5c69692-447b-4b76-8533-990510bc419f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3401b64-0fc6-41e1-a2e4-ebaf88e2d6cd', 'serial': 'a3401b64-0fc6-41e1-a2e4-ebaf88e2d6cd'} {{(pid=62298) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2354.014131] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23ccc35-1c2f-4422-b90e-cdfe39ef372e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.029441] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42014ab9-bed3-43fd-9e7b-070c04bab1c8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.050718] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-a3401b64-0fc6-41e1-a2e4-ebaf88e2d6cd/volume-a3401b64-0fc6-41e1-a2e4-ebaf88e2d6cd.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2354.050965] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa941ffd-9be6-45d2-a4b3-b8329322c39a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.069709] env[62298]: DEBUG oslo_vmware.api [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2354.069709] env[62298]: value = "task-1805457" [ 2354.069709] env[62298]: _type = "Task" [ 2354.069709] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2354.077149] env[62298]: DEBUG oslo_vmware.api [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2354.579745] env[62298]: DEBUG oslo_vmware.api [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805457, 'name': ReconfigVM_Task, 'duration_secs': 0.232514} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2354.580180] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-a3401b64-0fc6-41e1-a2e4-ebaf88e2d6cd/volume-a3401b64-0fc6-41e1-a2e4-ebaf88e2d6cd.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2354.584736] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-007bf00e-e3f3-4ba2-bd6e-87f102a73c14 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.598905] env[62298]: DEBUG oslo_vmware.api [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2354.598905] env[62298]: value = "task-1805458" [ 2354.598905] env[62298]: _type = "Task" [ 2354.598905] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2354.606383] env[62298]: DEBUG oslo_vmware.api [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805458, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2355.108898] env[62298]: DEBUG oslo_vmware.api [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805458, 'name': ReconfigVM_Task, 'duration_secs': 0.109907} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2355.109224] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374241', 'volume_id': 'a3401b64-0fc6-41e1-a2e4-ebaf88e2d6cd', 'name': 'volume-a3401b64-0fc6-41e1-a2e4-ebaf88e2d6cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e5c69692-447b-4b76-8533-990510bc419f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a3401b64-0fc6-41e1-a2e4-ebaf88e2d6cd', 'serial': 'a3401b64-0fc6-41e1-a2e4-ebaf88e2d6cd'} {{(pid=62298) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2355.109771] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-054684a5-2783-48d9-9a6c-24ddf18453cd {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.115765] env[62298]: DEBUG oslo_vmware.api [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2355.115765] env[62298]: value = "task-1805459" [ 2355.115765] env[62298]: _type = "Task" [ 2355.115765] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2355.122881] env[62298]: DEBUG oslo_vmware.api [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805459, 'name': Rename_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2355.626226] env[62298]: DEBUG oslo_vmware.api [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805459, 'name': Rename_Task, 'duration_secs': 0.13333} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2355.626655] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2355.626755] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4edfc449-0356-40ac-954d-2b58fc1bdb0e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.633478] env[62298]: DEBUG oslo_vmware.api [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2355.633478] env[62298]: value = "task-1805460" [ 2355.633478] env[62298]: _type = "Task" [ 2355.633478] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2355.640928] env[62298]: DEBUG oslo_vmware.api [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.143612] env[62298]: DEBUG oslo_vmware.api [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805460, 'name': PowerOnVM_Task, 'duration_secs': 0.421771} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2356.143898] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2356.144149] env[62298]: INFO nova.compute.manager [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Took 5.99 seconds to spawn the instance on the hypervisor. [ 2356.144349] env[62298]: DEBUG nova.compute.manager [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Checking state {{(pid=62298) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2356.145158] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22e7e8b-318a-40d9-a84f-dd25441eb375 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.668113] env[62298]: INFO nova.compute.manager [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Took 13.11 seconds to build instance. [ 2357.171533] env[62298]: DEBUG oslo_concurrency.lockutils [None req-2d926c54-16ff-43f8-9ae2-918b1f51b0a1 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "e5c69692-447b-4b76-8533-990510bc419f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.619s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2358.163178] env[62298]: DEBUG nova.compute.manager [req-c24a204d-270c-4361-93c4-4aebe8c6da17 req-31fba113-ba47-4c72-8420-0175f5fa569d service nova] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Received event network-changed-85e0aeef-7b7f-499e-81f8-5ea56db2c12d {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2358.163178] env[62298]: DEBUG nova.compute.manager [req-c24a204d-270c-4361-93c4-4aebe8c6da17 req-31fba113-ba47-4c72-8420-0175f5fa569d service nova] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Refreshing instance network info cache due to event network-changed-85e0aeef-7b7f-499e-81f8-5ea56db2c12d. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2358.163178] env[62298]: DEBUG oslo_concurrency.lockutils [req-c24a204d-270c-4361-93c4-4aebe8c6da17 req-31fba113-ba47-4c72-8420-0175f5fa569d service nova] Acquiring lock "refresh_cache-520feb96-6bb9-41f9-9404-8c6f77906b3c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2358.163178] env[62298]: DEBUG oslo_concurrency.lockutils [req-c24a204d-270c-4361-93c4-4aebe8c6da17 req-31fba113-ba47-4c72-8420-0175f5fa569d service nova] Acquired lock "refresh_cache-520feb96-6bb9-41f9-9404-8c6f77906b3c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2358.163178] env[62298]: DEBUG nova.network.neutron [req-c24a204d-270c-4361-93c4-4aebe8c6da17 req-31fba113-ba47-4c72-8420-0175f5fa569d service nova] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Refreshing network info cache for port 85e0aeef-7b7f-499e-81f8-5ea56db2c12d {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2358.888965] env[62298]: DEBUG nova.network.neutron [req-c24a204d-270c-4361-93c4-4aebe8c6da17 req-31fba113-ba47-4c72-8420-0175f5fa569d service nova] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Updated VIF entry in instance network info cache for port 85e0aeef-7b7f-499e-81f8-5ea56db2c12d. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2358.889374] env[62298]: DEBUG nova.network.neutron [req-c24a204d-270c-4361-93c4-4aebe8c6da17 req-31fba113-ba47-4c72-8420-0175f5fa569d service nova] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Updating instance_info_cache with network_info: [{"id": "85e0aeef-7b7f-499e-81f8-5ea56db2c12d", "address": "fa:16:3e:9c:51:e4", "network": {"id": "3344a1d2-5fde-4eca-81f6-42c16e75acb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1283840851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ae9ba4d1be4a16a3ad65ce8fe453c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85e0aeef-7b", "ovs_interfaceid": "85e0aeef-7b7f-499e-81f8-5ea56db2c12d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2359.391714] env[62298]: DEBUG oslo_concurrency.lockutils [req-c24a204d-270c-4361-93c4-4aebe8c6da17 req-31fba113-ba47-4c72-8420-0175f5fa569d service nova] Releasing lock "refresh_cache-520feb96-6bb9-41f9-9404-8c6f77906b3c" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2359.606105] env[62298]: DEBUG nova.compute.manager [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Stashing vm_state: active {{(pid=62298) _prep_resize /opt/stack/nova/nova/compute/manager.py:6060}} [ 2360.126425] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2360.126690] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2360.187301] env[62298]: DEBUG nova.compute.manager [req-7811c2ed-a41e-4d4d-9b94-cc3e8caee859 req-70aba180-f0bf-41d2-8b21-ade4932240c2 service nova] [instance: e5c69692-447b-4b76-8533-990510bc419f] Received event network-changed-ae849dc8-4bb1-4c8b-bc27-08511771a612 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2360.187517] env[62298]: DEBUG nova.compute.manager [req-7811c2ed-a41e-4d4d-9b94-cc3e8caee859 req-70aba180-f0bf-41d2-8b21-ade4932240c2 service nova] [instance: e5c69692-447b-4b76-8533-990510bc419f] Refreshing instance network info cache due to event network-changed-ae849dc8-4bb1-4c8b-bc27-08511771a612. {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11579}} [ 2360.187725] env[62298]: DEBUG oslo_concurrency.lockutils [req-7811c2ed-a41e-4d4d-9b94-cc3e8caee859 req-70aba180-f0bf-41d2-8b21-ade4932240c2 service nova] Acquiring lock "refresh_cache-e5c69692-447b-4b76-8533-990510bc419f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2360.187870] env[62298]: DEBUG oslo_concurrency.lockutils [req-7811c2ed-a41e-4d4d-9b94-cc3e8caee859 req-70aba180-f0bf-41d2-8b21-ade4932240c2 service nova] Acquired lock "refresh_cache-e5c69692-447b-4b76-8533-990510bc419f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2360.188042] env[62298]: DEBUG nova.network.neutron [req-7811c2ed-a41e-4d4d-9b94-cc3e8caee859 req-70aba180-f0bf-41d2-8b21-ade4932240c2 service nova] [instance: e5c69692-447b-4b76-8533-990510bc419f] Refreshing network info cache for port ae849dc8-4bb1-4c8b-bc27-08511771a612 {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2360.631202] env[62298]: INFO nova.compute.claims [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2360.895899] env[62298]: DEBUG nova.network.neutron [req-7811c2ed-a41e-4d4d-9b94-cc3e8caee859 req-70aba180-f0bf-41d2-8b21-ade4932240c2 service nova] [instance: e5c69692-447b-4b76-8533-990510bc419f] Updated VIF entry in instance network info cache for port ae849dc8-4bb1-4c8b-bc27-08511771a612. {{(pid=62298) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2360.896343] env[62298]: DEBUG nova.network.neutron [req-7811c2ed-a41e-4d4d-9b94-cc3e8caee859 req-70aba180-f0bf-41d2-8b21-ade4932240c2 service nova] [instance: e5c69692-447b-4b76-8533-990510bc419f] Updating instance_info_cache with network_info: [{"id": "ae849dc8-4bb1-4c8b-bc27-08511771a612", "address": "fa:16:3e:14:29:38", "network": {"id": "3344a1d2-5fde-4eca-81f6-42c16e75acb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1283840851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ae9ba4d1be4a16a3ad65ce8fe453c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae849dc8-4b", "ovs_interfaceid": "ae849dc8-4bb1-4c8b-bc27-08511771a612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2361.137342] env[62298]: INFO nova.compute.resource_tracker [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Updating resource usage from migration 900dbc64-ae7e-49f5-b91c-e7f5ae4846dd [ 2361.195302] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a64b81-ff41-4fff-879d-3481df261b80 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.203626] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bf520a-4d41-408a-a51f-97faa23a68be {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.232636] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98496800-36d8-4ff2-89f9-5d493e2aba88 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.239420] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6816d3-93d4-42c1-9e6b-5fd3a2b8260b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.251924] env[62298]: DEBUG nova.compute.provider_tree [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2361.398880] env[62298]: DEBUG oslo_concurrency.lockutils [req-7811c2ed-a41e-4d4d-9b94-cc3e8caee859 req-70aba180-f0bf-41d2-8b21-ade4932240c2 service nova] Releasing lock "refresh_cache-e5c69692-447b-4b76-8533-990510bc419f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2361.771264] env[62298]: ERROR nova.scheduler.client.report [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [req-6fe68a16-6185-4d0d-8bfa-573043e3ca6b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6fe68a16-6185-4d0d-8bfa-573043e3ca6b"}]} [ 2361.786483] env[62298]: DEBUG nova.scheduler.client.report [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2361.798773] env[62298]: DEBUG nova.scheduler.client.report [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2361.798988] env[62298]: DEBUG nova.compute.provider_tree [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2361.808824] env[62298]: DEBUG nova.scheduler.client.report [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2361.824882] env[62298]: DEBUG nova.scheduler.client.report [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2361.876099] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8686b28-852c-4aed-92f5-32d57ce24be9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.883232] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cb16fd-36d3-422c-aa7e-720e7129e9b8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.913134] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28990373-f175-4d26-ac83-c9129cf86683 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.919694] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c81236e-6de1-4a1f-a23f-8dd6e5a4e6bc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.932276] env[62298]: DEBUG nova.compute.provider_tree [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2362.463457] env[62298]: DEBUG nova.scheduler.client.report [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 201 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2362.463828] env[62298]: DEBUG nova.compute.provider_tree [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 201 to 202 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2362.464080] env[62298]: DEBUG nova.compute.provider_tree [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2362.970641] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.844s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2362.971064] env[62298]: INFO nova.compute.manager [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Migrating [ 2363.486089] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "refresh_cache-e5c69692-447b-4b76-8533-990510bc419f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2363.486270] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquired lock "refresh_cache-e5c69692-447b-4b76-8533-990510bc419f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2363.486389] env[62298]: DEBUG nova.network.neutron [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2364.180088] env[62298]: DEBUG nova.network.neutron [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Updating instance_info_cache with network_info: [{"id": "ae849dc8-4bb1-4c8b-bc27-08511771a612", "address": "fa:16:3e:14:29:38", "network": {"id": "3344a1d2-5fde-4eca-81f6-42c16e75acb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1283840851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ae9ba4d1be4a16a3ad65ce8fe453c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae849dc8-4b", "ovs_interfaceid": "ae849dc8-4bb1-4c8b-bc27-08511771a612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2364.682915] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Releasing lock "refresh_cache-e5c69692-447b-4b76-8533-990510bc419f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2365.597601] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2365.598057] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Getting list of instances from cluster (obj){ [ 2365.598057] env[62298]: value = "domain-c8" [ 2365.598057] env[62298]: _type = "ClusterComputeResource" [ 2365.598057] env[62298]: } {{(pid=62298) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2365.599149] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26645a56-c8dc-4176-8b06-a805718208bb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.612166] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Got total of 3 instances {{(pid=62298) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2366.198649] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f167ae-d033-48d4-b598-23291db2ea56 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.217162] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Updating instance 'e5c69692-447b-4b76-8533-990510bc419f' progress to 0 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2366.406504] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2366.406691] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Cleaning up deleted instances {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11671}} [ 2366.723488] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2366.723806] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9563dacc-92bd-401f-8c6e-01801b47fd04 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.731797] env[62298]: DEBUG oslo_vmware.api [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2366.731797] env[62298]: value = "task-1805461" [ 2366.731797] env[62298]: _type = "Task" [ 2366.731797] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.739050] env[62298]: DEBUG oslo_vmware.api [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.912403] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] There are 8 instances to clean {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11680}} [ 2366.912608] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 77952cd3-8749-4f6c-b457-63155c88a491] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2367.241858] env[62298]: DEBUG oslo_vmware.api [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805461, 'name': PowerOffVM_Task, 'duration_secs': 0.18352} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2367.242197] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2367.242534] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Updating instance 'e5c69692-447b-4b76-8533-990510bc419f' progress to 17 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2367.416257] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 6466c185-c81d-4b5e-b829-35cfe9b5747b] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2367.749017] env[62298]: DEBUG nova.virt.hardware [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2367.749667] env[62298]: DEBUG nova.virt.hardware [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2367.749667] env[62298]: DEBUG nova.virt.hardware [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2367.750016] env[62298]: DEBUG nova.virt.hardware [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2367.750259] env[62298]: DEBUG nova.virt.hardware [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2367.750509] env[62298]: DEBUG nova.virt.hardware [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2367.750818] env[62298]: DEBUG nova.virt.hardware [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2367.751091] env[62298]: DEBUG nova.virt.hardware [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2367.751381] env[62298]: DEBUG nova.virt.hardware [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2367.751649] env[62298]: DEBUG nova.virt.hardware [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2367.751919] env[62298]: DEBUG nova.virt.hardware [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2367.756982] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97075c86-5e6c-4765-bda1-6cc544abac54 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.773372] env[62298]: DEBUG oslo_vmware.api [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2367.773372] env[62298]: value = "task-1805462" [ 2367.773372] env[62298]: _type = "Task" [ 2367.773372] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2367.781707] env[62298]: DEBUG oslo_vmware.api [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.919608] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 56a1f21a-06c7-4132-af34-63920d86d5b5] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2368.284618] env[62298]: DEBUG oslo_vmware.api [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805462, 'name': ReconfigVM_Task, 'duration_secs': 0.176089} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2368.284899] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Updating instance 'e5c69692-447b-4b76-8533-990510bc419f' progress to 33 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2368.423145] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 31ab93b9-2a53-4d42-8152-e4e588eee12c] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2368.790922] env[62298]: DEBUG nova.virt.hardware [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-12T08:35:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2368.791272] env[62298]: DEBUG nova.virt.hardware [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Flavor limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2368.791353] env[62298]: DEBUG nova.virt.hardware [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Image limits 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2368.791531] env[62298]: DEBUG nova.virt.hardware [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Flavor pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2368.791680] env[62298]: DEBUG nova.virt.hardware [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Image pref 0:0:0 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2368.791829] env[62298]: DEBUG nova.virt.hardware [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62298) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2368.792046] env[62298]: DEBUG nova.virt.hardware [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2368.792211] env[62298]: DEBUG nova.virt.hardware [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2368.792436] env[62298]: DEBUG nova.virt.hardware [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Got 1 possible topologies {{(pid=62298) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2368.792629] env[62298]: DEBUG nova.virt.hardware [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2368.792806] env[62298]: DEBUG nova.virt.hardware [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62298) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2368.797939] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2368.798241] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61027774-0b7a-4b33-b572-59a848e1630e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.816768] env[62298]: DEBUG oslo_vmware.api [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2368.816768] env[62298]: value = "task-1805463" [ 2368.816768] env[62298]: _type = "Task" [ 2368.816768] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2368.826887] env[62298]: DEBUG oslo_vmware.api [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805463, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.926829] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 72d1c855-d161-4c87-afa9-e4a6f94b5019] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2369.326585] env[62298]: DEBUG oslo_vmware.api [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805463, 'name': ReconfigVM_Task, 'duration_secs': 0.156972} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2369.326838] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2369.327608] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cad6b1-12e8-43bf-afed-2c820c4381c0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.349093] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-a3401b64-0fc6-41e1-a2e4-ebaf88e2d6cd/volume-a3401b64-0fc6-41e1-a2e4-ebaf88e2d6cd.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2369.349312] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0c49fe9-5a36-44c8-b088-aa3a79c1cc74 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.366061] env[62298]: DEBUG oslo_vmware.api [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2369.366061] env[62298]: value = "task-1805464" [ 2369.366061] env[62298]: _type = "Task" [ 2369.366061] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2369.373343] env[62298]: DEBUG oslo_vmware.api [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805464, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2369.430588] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: cb190ad8-7ff0-4f14-975c-069c1fc1eebe] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2369.876194] env[62298]: DEBUG oslo_vmware.api [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805464, 'name': ReconfigVM_Task, 'duration_secs': 0.249452} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2369.876598] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-a3401b64-0fc6-41e1-a2e4-ebaf88e2d6cd/volume-a3401b64-0fc6-41e1-a2e4-ebaf88e2d6cd.vmdk or device None with type thin {{(pid=62298) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2369.876774] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Updating instance 'e5c69692-447b-4b76-8533-990510bc419f' progress to 50 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2369.933812] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 1bc5425d-03a9-4e28-a211-397c6de5632e] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2370.383864] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a06a25-0b58-4a7c-bb20-d0c8d6203cdc {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.402646] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774aeb41-8fe3-4987-a18a-a477c9a41d49 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.420652] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Updating instance 'e5c69692-447b-4b76-8533-990510bc419f' progress to 67 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2370.436951] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: 68d2ec9f-562d-44d5-a963-ebd83cb841c3] Instance has had 0 of 5 cleanup attempts {{(pid=62298) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11684}} [ 2372.066330] env[62298]: DEBUG nova.network.neutron [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Port ae849dc8-4bb1-4c8b-bc27-08511771a612 binding to destination host cpu-1 is already ACTIVE {{(pid=62298) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2373.087659] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "e5c69692-447b-4b76-8533-990510bc419f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2373.088033] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "e5c69692-447b-4b76-8533-990510bc419f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2373.088033] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "e5c69692-447b-4b76-8533-990510bc419f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2374.122114] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "refresh_cache-e5c69692-447b-4b76-8533-990510bc419f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2374.122400] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquired lock "refresh_cache-e5c69692-447b-4b76-8533-990510bc419f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2374.122531] env[62298]: DEBUG nova.network.neutron [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2374.831996] env[62298]: DEBUG nova.network.neutron [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Updating instance_info_cache with network_info: [{"id": "ae849dc8-4bb1-4c8b-bc27-08511771a612", "address": "fa:16:3e:14:29:38", "network": {"id": "3344a1d2-5fde-4eca-81f6-42c16e75acb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1283840851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ae9ba4d1be4a16a3ad65ce8fe453c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae849dc8-4b", "ovs_interfaceid": "ae849dc8-4bb1-4c8b-bc27-08511771a612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2375.335080] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Releasing lock "refresh_cache-e5c69692-447b-4b76-8533-990510bc419f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2375.844282] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c99ae72-51f5-445f-9686-ebe7f8229e20 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.851380] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfa433b-6af5-435e-9c5a-d67ece38b284 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.938457] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2376.938715] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2376.938918] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Starting heal instance info cache {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2376.950090] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688c16c6-2b09-4b6c-8ffa-1f659edfab48 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.969874] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4ad4e1-b2fd-4977-9aab-2564500fa355 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.977156] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Updating instance 'e5c69692-447b-4b76-8533-990510bc419f' progress to 83 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2377.469509] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "refresh_cache-e2717ddb-3540-47dd-aae9-5f751c644336" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2377.469678] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquired lock "refresh_cache-e2717ddb-3540-47dd-aae9-5f751c644336" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2377.469825] env[62298]: DEBUG nova.network.neutron [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Forcefully refreshing network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2377.482598] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Powering on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2377.482934] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5143c045-9aaa-4834-8578-f208a7542b36 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.489801] env[62298]: DEBUG oslo_vmware.api [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2377.489801] env[62298]: value = "task-1805465" [ 2377.489801] env[62298]: _type = "Task" [ 2377.489801] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2377.497211] env[62298]: DEBUG oslo_vmware.api [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2377.999687] env[62298]: DEBUG oslo_vmware.api [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805465, 'name': PowerOnVM_Task, 'duration_secs': 0.370615} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2378.001320] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Powered on the VM {{(pid=62298) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2378.001530] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b88e527d-9e76-45b1-a17b-94e85de7fc25 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Updating instance 'e5c69692-447b-4b76-8533-990510bc419f' progress to 100 {{(pid=62298) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2378.666321] env[62298]: DEBUG nova.network.neutron [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Updating instance_info_cache with network_info: [{"id": "a21415c4-32e9-4da0-a00a-e9c5b6f767a7", "address": "fa:16:3e:52:b1:ff", "network": {"id": "3344a1d2-5fde-4eca-81f6-42c16e75acb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1283840851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ae9ba4d1be4a16a3ad65ce8fe453c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa21415c4-32", "ovs_interfaceid": "a21415c4-32e9-4da0-a00a-e9c5b6f767a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2379.168821] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Releasing lock "refresh_cache-e2717ddb-3540-47dd-aae9-5f751c644336" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2379.169275] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Updated the network info_cache for instance {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10442}} [ 2379.169275] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2379.169453] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2379.169613] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2379.169744] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62298) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2379.169893] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2379.673281] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2379.673506] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2379.673677] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2379.673832] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62298) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2379.674780] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8a657f-9f21-4c48-a31d-8864a540ae0b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.682804] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c83078-fece-4b12-b143-94099e5acf39 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.696109] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa29c07d-d46d-4aa6-bc60-cb9e78b40517 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.701889] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49fa300-a8da-48d5-9b37-63e0a8be6204 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.729990] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180996MB free_disk=158GB free_vcpus=48 pci_devices=None {{(pid=62298) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2379.730151] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2379.730343] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2379.953576] env[62298]: DEBUG oslo_concurrency.lockutils [None req-251ad057-bf06-48f2-bd39-f1e5a7f07475 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "e5c69692-447b-4b76-8533-990510bc419f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2379.953763] env[62298]: DEBUG oslo_concurrency.lockutils [None req-251ad057-bf06-48f2-bd39-f1e5a7f07475 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "e5c69692-447b-4b76-8533-990510bc419f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2379.953963] env[62298]: DEBUG nova.compute.manager [None req-251ad057-bf06-48f2-bd39-f1e5a7f07475 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Going to confirm migration 10 {{(pid=62298) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5219}} [ 2380.517709] env[62298]: DEBUG oslo_concurrency.lockutils [None req-251ad057-bf06-48f2-bd39-f1e5a7f07475 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "refresh_cache-e5c69692-447b-4b76-8533-990510bc419f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2380.517935] env[62298]: DEBUG oslo_concurrency.lockutils [None req-251ad057-bf06-48f2-bd39-f1e5a7f07475 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquired lock "refresh_cache-e5c69692-447b-4b76-8533-990510bc419f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2380.518093] env[62298]: DEBUG nova.network.neutron [None req-251ad057-bf06-48f2-bd39-f1e5a7f07475 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Building network info cache for instance {{(pid=62298) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2380.518288] env[62298]: DEBUG nova.objects.instance [None req-251ad057-bf06-48f2-bd39-f1e5a7f07475 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lazy-loading 'info_cache' on Instance uuid e5c69692-447b-4b76-8533-990510bc419f {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2380.737900] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Applying migration context for instance e5c69692-447b-4b76-8533-990510bc419f as it has an incoming, in-progress migration 900dbc64-ae7e-49f5-b91c-e7f5ae4846dd. Migration status is confirming {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2380.738666] env[62298]: INFO nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] [instance: e5c69692-447b-4b76-8533-990510bc419f] Updating resource usage from migration 900dbc64-ae7e-49f5-b91c-e7f5ae4846dd [ 2380.757189] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance 520feb96-6bb9-41f9-9404-8c6f77906b3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2380.757361] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance e2717ddb-3540-47dd-aae9-5f751c644336 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2380.757460] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Migration 900dbc64-ae7e-49f5-b91c-e7f5ae4846dd is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2380.757581] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Instance e5c69692-447b-4b76-8533-990510bc419f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62298) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2380.757756] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2380.757891] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2380.811176] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a009f11-0e7e-47ac-b427-48f1a1d2ffd4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.818869] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402d1fd2-110a-4eb4-a3ba-f538432cb99b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.848144] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8a2287-6b13-4c4f-b81a-979a48694e96 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.854875] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939cc826-7f6d-45d1-820b-fce8e3e48716 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.867351] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2381.397470] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 202 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2381.397775] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 202 to 203 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2381.397944] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2381.764916] env[62298]: DEBUG nova.network.neutron [None req-251ad057-bf06-48f2-bd39-f1e5a7f07475 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Updating instance_info_cache with network_info: [{"id": "ae849dc8-4bb1-4c8b-bc27-08511771a612", "address": "fa:16:3e:14:29:38", "network": {"id": "3344a1d2-5fde-4eca-81f6-42c16e75acb6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1283840851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ae9ba4d1be4a16a3ad65ce8fe453c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae849dc8-4b", "ovs_interfaceid": "ae849dc8-4bb1-4c8b-bc27-08511771a612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2381.903256] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2381.903496] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.173s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2382.140236] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2382.140471] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2382.140617] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2382.267600] env[62298]: DEBUG oslo_concurrency.lockutils [None req-251ad057-bf06-48f2-bd39-f1e5a7f07475 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Releasing lock "refresh_cache-e5c69692-447b-4b76-8533-990510bc419f" {{(pid=62298) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2382.267810] env[62298]: DEBUG nova.objects.instance [None req-251ad057-bf06-48f2-bd39-f1e5a7f07475 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lazy-loading 'migration_context' on Instance uuid e5c69692-447b-4b76-8533-990510bc419f {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2382.770893] env[62298]: DEBUG nova.objects.base [None req-251ad057-bf06-48f2-bd39-f1e5a7f07475 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62298) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2382.771850] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0484bfb-f726-4e81-bc05-826ab80d677c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.791327] env[62298]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d38d66b-6a93-4751-9f2b-8f21ea53fbf9 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.796561] env[62298]: DEBUG oslo_vmware.api [None req-251ad057-bf06-48f2-bd39-f1e5a7f07475 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2382.796561] env[62298]: value = "session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52327de4-11d3-1f7f-1d1c-11bb025fd5a4" [ 2382.796561] env[62298]: _type = "Task" [ 2382.796561] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2382.803996] env[62298]: DEBUG oslo_vmware.api [None req-251ad057-bf06-48f2-bd39-f1e5a7f07475 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52327de4-11d3-1f7f-1d1c-11bb025fd5a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.308057] env[62298]: DEBUG oslo_vmware.api [None req-251ad057-bf06-48f2-bd39-f1e5a7f07475 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': session[52d4e8dc-2f05-2b25-f269-320459fba4c9]52327de4-11d3-1f7f-1d1c-11bb025fd5a4, 'name': SearchDatastore_Task, 'duration_secs': 0.007202} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2383.308057] env[62298]: DEBUG oslo_concurrency.lockutils [None req-251ad057-bf06-48f2-bd39-f1e5a7f07475 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2383.308057] env[62298]: DEBUG oslo_concurrency.lockutils [None req-251ad057-bf06-48f2-bd39-f1e5a7f07475 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2383.865532] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ca7337-33a4-4842-93e1-7083bc9d4235 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.873132] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640aa0ff-156e-451c-801f-d29ead7f36d0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.903855] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17392a6a-1dd8-4206-88eb-dd4c7e419399 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.911026] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9517fba1-9f2d-44a0-b73c-67a75a38b103 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.923669] env[62298]: DEBUG nova.compute.provider_tree [None req-251ad057-bf06-48f2-bd39-f1e5a7f07475 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2384.428091] env[62298]: DEBUG nova.scheduler.client.report [None req-251ad057-bf06-48f2-bd39-f1e5a7f07475 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2385.440575] env[62298]: DEBUG oslo_concurrency.lockutils [None req-251ad057-bf06-48f2-bd39-f1e5a7f07475 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.132s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2386.003516] env[62298]: INFO nova.scheduler.client.report [None req-251ad057-bf06-48f2-bd39-f1e5a7f07475 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Deleted allocation for migration 900dbc64-ae7e-49f5-b91c-e7f5ae4846dd [ 2386.325022] env[62298]: INFO nova.compute.manager [None req-1e2bf542-2715-41b0-9afe-d0592a17e859 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Get console output [ 2386.325022] env[62298]: WARNING nova.virt.vmwareapi.driver [None req-1e2bf542-2715-41b0-9afe-d0592a17e859 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] The console log is missing. Check your VSPC configuration [ 2386.511096] env[62298]: DEBUG oslo_concurrency.lockutils [None req-251ad057-bf06-48f2-bd39-f1e5a7f07475 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "e5c69692-447b-4b76-8533-990510bc419f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.557s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2389.083702] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2389.587231] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Getting list of instances from cluster (obj){ [ 2389.587231] env[62298]: value = "domain-c8" [ 2389.587231] env[62298]: _type = "ClusterComputeResource" [ 2389.587231] env[62298]: } {{(pid=62298) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2389.588324] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dec4371-8102-490a-aa4e-8bfb7941c847 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.601148] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Got total of 3 instances {{(pid=62298) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2389.601355] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Triggering sync for uuid 520feb96-6bb9-41f9-9404-8c6f77906b3c {{(pid=62298) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 2389.601559] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Triggering sync for uuid e2717ddb-3540-47dd-aae9-5f751c644336 {{(pid=62298) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 2389.601720] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Triggering sync for uuid e5c69692-447b-4b76-8533-990510bc419f {{(pid=62298) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10781}} [ 2389.602034] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "520feb96-6bb9-41f9-9404-8c6f77906b3c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2389.602256] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "520feb96-6bb9-41f9-9404-8c6f77906b3c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2389.602519] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "e2717ddb-3540-47dd-aae9-5f751c644336" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2389.602705] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "e2717ddb-3540-47dd-aae9-5f751c644336" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2389.602940] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "e5c69692-447b-4b76-8533-990510bc419f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2389.603143] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "e5c69692-447b-4b76-8533-990510bc419f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2389.603934] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125aba16-2ada-4cc0-a4f1-4690ed533717 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.607757] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd2691d-49e0-48f1-85fa-333afc37e598 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.610408] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afef234-c2ce-41e6-ac1f-08d6123146c4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.123294] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "e2717ddb-3540-47dd-aae9-5f751c644336" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.520s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2390.123709] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "520feb96-6bb9-41f9-9404-8c6f77906b3c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.521s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2390.126210] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "e5c69692-447b-4b76-8533-990510bc419f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.523s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2390.406604] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2390.406838] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Cleaning up deleted instances with incomplete migration {{(pid=62298) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11709}} [ 2394.408111] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2398.904024] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2413.238218] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "e5c69692-447b-4b76-8533-990510bc419f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2413.238655] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "e5c69692-447b-4b76-8533-990510bc419f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2413.238714] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "e5c69692-447b-4b76-8533-990510bc419f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2413.238874] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "e5c69692-447b-4b76-8533-990510bc419f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2413.239061] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "e5c69692-447b-4b76-8533-990510bc419f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2413.241620] env[62298]: INFO nova.compute.manager [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Terminating instance [ 2413.745456] env[62298]: DEBUG nova.compute.manager [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2413.746130] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2413.746441] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dc438fd-d55b-4422-b1da-d7b7cbede489 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.753274] env[62298]: DEBUG oslo_vmware.api [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2413.753274] env[62298]: value = "task-1805466" [ 2413.753274] env[62298]: _type = "Task" [ 2413.753274] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2413.760920] env[62298]: DEBUG oslo_vmware.api [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2414.264171] env[62298]: DEBUG oslo_vmware.api [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805466, 'name': PowerOffVM_Task, 'duration_secs': 0.189644} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2414.264553] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2414.264701] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Volume detach. Driver type: vmdk {{(pid=62298) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2414.264839] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374241', 'volume_id': 'a3401b64-0fc6-41e1-a2e4-ebaf88e2d6cd', 'name': 'volume-a3401b64-0fc6-41e1-a2e4-ebaf88e2d6cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'e5c69692-447b-4b76-8533-990510bc419f', 'attached_at': '2024-12-12T09:07:07.000000', 'detached_at': '', 'volume_id': 'a3401b64-0fc6-41e1-a2e4-ebaf88e2d6cd', 'serial': 'a3401b64-0fc6-41e1-a2e4-ebaf88e2d6cd'} {{(pid=62298) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2414.265605] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e496e4-b60b-466d-8dd4-0561203567e8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.283377] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d233a1-358c-4ce8-bd3b-7e30df008a57 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.289238] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112ea0fc-c3a9-4bc7-ae02-bf1b436c8cc4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.306158] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f66620-7e8d-4a57-96fa-8a92332114b8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.319894] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] The volume has not been displaced from its original location: [datastore1] volume-a3401b64-0fc6-41e1-a2e4-ebaf88e2d6cd/volume-a3401b64-0fc6-41e1-a2e4-ebaf88e2d6cd.vmdk. No consolidation needed. {{(pid=62298) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2414.325096] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2414.325345] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18e9eca1-674b-433e-b6b2-a528a7ad7aae {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.342255] env[62298]: DEBUG oslo_vmware.api [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2414.342255] env[62298]: value = "task-1805467" [ 2414.342255] env[62298]: _type = "Task" [ 2414.342255] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2414.349356] env[62298]: DEBUG oslo_vmware.api [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805467, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2414.851708] env[62298]: DEBUG oslo_vmware.api [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805467, 'name': ReconfigVM_Task, 'duration_secs': 0.136349} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2414.851997] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=62298) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2414.856581] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62377ef4-da33-4a59-ab09-7e7f69be1d64 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.871069] env[62298]: DEBUG oslo_vmware.api [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2414.871069] env[62298]: value = "task-1805468" [ 2414.871069] env[62298]: _type = "Task" [ 2414.871069] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2414.878603] env[62298]: DEBUG oslo_vmware.api [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2415.380579] env[62298]: DEBUG oslo_vmware.api [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805468, 'name': ReconfigVM_Task, 'duration_secs': 0.12674} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2415.380974] env[62298]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-374241', 'volume_id': 'a3401b64-0fc6-41e1-a2e4-ebaf88e2d6cd', 'name': 'volume-a3401b64-0fc6-41e1-a2e4-ebaf88e2d6cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'e5c69692-447b-4b76-8533-990510bc419f', 'attached_at': '2024-12-12T09:07:07.000000', 'detached_at': '', 'volume_id': 'a3401b64-0fc6-41e1-a2e4-ebaf88e2d6cd', 'serial': 'a3401b64-0fc6-41e1-a2e4-ebaf88e2d6cd'} {{(pid=62298) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2415.381230] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2415.382092] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bec4e6-425b-4cfa-8b94-fdba8682d3f4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.388256] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2415.388466] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a72e4af9-9c1f-4eb7-b9a0-c91ab1ae6e6d {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.457463] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2415.457683] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2415.457899] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Deleting the datastore file [datastore1] e5c69692-447b-4b76-8533-990510bc419f {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2415.458209] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfed6b5c-4a4b-4aaf-8d84-8d8bc59dc6bf {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.464083] env[62298]: DEBUG oslo_vmware.api [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2415.464083] env[62298]: value = "task-1805470" [ 2415.464083] env[62298]: _type = "Task" [ 2415.464083] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2415.471243] env[62298]: DEBUG oslo_vmware.api [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2415.974073] env[62298]: DEBUG oslo_vmware.api [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.081402} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2415.974341] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2415.974526] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2415.974738] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2415.974923] env[62298]: INFO nova.compute.manager [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Took 2.23 seconds to destroy the instance on the hypervisor. [ 2415.975184] env[62298]: DEBUG oslo.service.loopingcall [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2415.975374] env[62298]: DEBUG nova.compute.manager [-] [instance: e5c69692-447b-4b76-8533-990510bc419f] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2415.975468] env[62298]: DEBUG nova.network.neutron [-] [instance: e5c69692-447b-4b76-8533-990510bc419f] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2416.426430] env[62298]: DEBUG nova.compute.manager [req-1c0aa30d-f9ae-4376-aeb7-94f77032ab40 req-791ce6df-fe52-461d-99f9-a20ec40b1668 service nova] [instance: e5c69692-447b-4b76-8533-990510bc419f] Received event network-vif-deleted-ae849dc8-4bb1-4c8b-bc27-08511771a612 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2416.426647] env[62298]: INFO nova.compute.manager [req-1c0aa30d-f9ae-4376-aeb7-94f77032ab40 req-791ce6df-fe52-461d-99f9-a20ec40b1668 service nova] [instance: e5c69692-447b-4b76-8533-990510bc419f] Neutron deleted interface ae849dc8-4bb1-4c8b-bc27-08511771a612; detaching it from the instance and deleting it from the info cache [ 2416.426760] env[62298]: DEBUG nova.network.neutron [req-1c0aa30d-f9ae-4376-aeb7-94f77032ab40 req-791ce6df-fe52-461d-99f9-a20ec40b1668 service nova] [instance: e5c69692-447b-4b76-8533-990510bc419f] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2416.906964] env[62298]: DEBUG nova.network.neutron [-] [instance: e5c69692-447b-4b76-8533-990510bc419f] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2416.930853] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75326619-ff35-45e3-8b7d-b6aecc370f92 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.940153] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af7573a-a859-4f1d-9715-3043e917f931 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.964419] env[62298]: DEBUG nova.compute.manager [req-1c0aa30d-f9ae-4376-aeb7-94f77032ab40 req-791ce6df-fe52-461d-99f9-a20ec40b1668 service nova] [instance: e5c69692-447b-4b76-8533-990510bc419f] Detach interface failed, port_id=ae849dc8-4bb1-4c8b-bc27-08511771a612, reason: Instance e5c69692-447b-4b76-8533-990510bc419f could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2417.409281] env[62298]: INFO nova.compute.manager [-] [instance: e5c69692-447b-4b76-8533-990510bc419f] Took 1.43 seconds to deallocate network for instance. [ 2417.953804] env[62298]: INFO nova.compute.manager [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Took 0.54 seconds to detach 1 volumes for instance. [ 2417.956080] env[62298]: DEBUG nova.compute.manager [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e5c69692-447b-4b76-8533-990510bc419f] Deleting volume: a3401b64-0fc6-41e1-a2e4-ebaf88e2d6cd {{(pid=62298) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2418.493084] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2418.493240] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2418.493372] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2418.516076] env[62298]: INFO nova.scheduler.client.report [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Deleted allocations for instance e5c69692-447b-4b76-8533-990510bc419f [ 2419.023532] env[62298]: DEBUG oslo_concurrency.lockutils [None req-3c7010b0-b126-4fff-812c-3700cfb97784 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "e5c69692-447b-4b76-8533-990510bc419f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.785s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2419.913264] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "e2717ddb-3540-47dd-aae9-5f751c644336" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2419.913527] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "e2717ddb-3540-47dd-aae9-5f751c644336" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2419.913738] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "e2717ddb-3540-47dd-aae9-5f751c644336-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2419.913926] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "e2717ddb-3540-47dd-aae9-5f751c644336-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2419.914122] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "e2717ddb-3540-47dd-aae9-5f751c644336-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2419.916302] env[62298]: INFO nova.compute.manager [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Terminating instance [ 2420.419799] env[62298]: DEBUG nova.compute.manager [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2420.420201] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2420.420967] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb04f21e-4001-49d5-960c-19fbe670f00f {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.429588] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2420.429814] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e823ed6-9f7f-49fd-829e-d30169a58e6a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.435914] env[62298]: DEBUG oslo_vmware.api [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2420.435914] env[62298]: value = "task-1805472" [ 2420.435914] env[62298]: _type = "Task" [ 2420.435914] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2420.443374] env[62298]: DEBUG oslo_vmware.api [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.945384] env[62298]: DEBUG oslo_vmware.api [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805472, 'name': PowerOffVM_Task, 'duration_secs': 0.20133} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2420.945649] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2420.945841] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2420.946118] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7910ccd0-e19b-4b19-8195-81c28c350b4b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.016474] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2421.016718] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2421.016875] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Deleting the datastore file [datastore1] e2717ddb-3540-47dd-aae9-5f751c644336 {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2421.017169] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51f4456c-9076-4107-96d2-51fa5a5933b1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.023811] env[62298]: DEBUG oslo_vmware.api [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2421.023811] env[62298]: value = "task-1805474" [ 2421.023811] env[62298]: _type = "Task" [ 2421.023811] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2421.031224] env[62298]: DEBUG oslo_vmware.api [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.533871] env[62298]: DEBUG oslo_vmware.api [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146338} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2421.534294] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2421.534294] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2421.534481] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2421.534659] env[62298]: INFO nova.compute.manager [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2421.534944] env[62298]: DEBUG oslo.service.loopingcall [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2421.535152] env[62298]: DEBUG nova.compute.manager [-] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2421.535247] env[62298]: DEBUG nova.network.neutron [-] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2421.783124] env[62298]: DEBUG nova.compute.manager [req-c6fa47b1-4b16-4a91-8468-78a33e9f1202 req-f5fa3808-dc09-4657-879c-997b0113c53e service nova] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Received event network-vif-deleted-a21415c4-32e9-4da0-a00a-e9c5b6f767a7 {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2421.783338] env[62298]: INFO nova.compute.manager [req-c6fa47b1-4b16-4a91-8468-78a33e9f1202 req-f5fa3808-dc09-4657-879c-997b0113c53e service nova] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Neutron deleted interface a21415c4-32e9-4da0-a00a-e9c5b6f767a7; detaching it from the instance and deleting it from the info cache [ 2421.783512] env[62298]: DEBUG nova.network.neutron [req-c6fa47b1-4b16-4a91-8468-78a33e9f1202 req-f5fa3808-dc09-4657-879c-997b0113c53e service nova] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2422.263528] env[62298]: DEBUG nova.network.neutron [-] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2422.285992] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c7c0a17-69ca-49dc-beda-f2b58ea06250 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.295550] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cb2a9f-e5db-4f90-8b88-3f60d39e3830 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.319830] env[62298]: DEBUG nova.compute.manager [req-c6fa47b1-4b16-4a91-8468-78a33e9f1202 req-f5fa3808-dc09-4657-879c-997b0113c53e service nova] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Detach interface failed, port_id=a21415c4-32e9-4da0-a00a-e9c5b6f767a7, reason: Instance e2717ddb-3540-47dd-aae9-5f751c644336 could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2422.766215] env[62298]: INFO nova.compute.manager [-] [instance: e2717ddb-3540-47dd-aae9-5f751c644336] Took 1.23 seconds to deallocate network for instance. [ 2423.273810] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2423.274094] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2423.274324] env[62298]: DEBUG nova.objects.instance [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lazy-loading 'resources' on Instance uuid e2717ddb-3540-47dd-aae9-5f751c644336 {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2423.818362] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b370e694-1aad-4f5e-8365-dada26927f34 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.827353] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab791b8-87d5-4040-bbfd-10ffe636d101 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.856439] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e578b0c9-3518-494e-9e9b-e9baee6491f8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.863136] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf8ca7f-344b-4414-8bef-f1fe1178fe8b {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.875688] env[62298]: DEBUG nova.compute.provider_tree [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2424.396024] env[62298]: ERROR nova.scheduler.client.report [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [req-88708c4e-500b-4a09-88a5-2d1a3d132a26] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 3aed3c14-9999-47af-b7c0-742e7e13478e. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-88708c4e-500b-4a09-88a5-2d1a3d132a26"}]} [ 2424.412769] env[62298]: DEBUG nova.scheduler.client.report [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Refreshing inventories for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2424.425221] env[62298]: DEBUG nova.scheduler.client.report [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Updating ProviderTree inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2424.425438] env[62298]: DEBUG nova.compute.provider_tree [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 158, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2424.435481] env[62298]: DEBUG nova.scheduler.client.report [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Refreshing aggregate associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, aggregates: None {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2424.451918] env[62298]: DEBUG nova.scheduler.client.report [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Refreshing trait associations for resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=62298) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2424.482476] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c08ff1-78f2-4669-b4c9-13a1b26d7191 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.489618] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83331ff-bf01-428f-830f-1dbb9112996a {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.520846] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7cac1c-b3ac-47e9-aa8f-d9c8211a2218 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.527975] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff21d640-a4d2-4ad6-9077-7f45da614f47 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.541479] env[62298]: DEBUG nova.compute.provider_tree [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2425.070993] env[62298]: DEBUG nova.scheduler.client.report [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Updated inventory for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with generation 204 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2425.071350] env[62298]: DEBUG nova.compute.provider_tree [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Updating resource provider 3aed3c14-9999-47af-b7c0-742e7e13478e generation from 204 to 205 during operation: update_inventory {{(pid=62298) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2425.071464] env[62298]: DEBUG nova.compute.provider_tree [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Updating inventory in ProviderTree for provider 3aed3c14-9999-47af-b7c0-742e7e13478e with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2425.576445] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.302s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2425.596045] env[62298]: INFO nova.scheduler.client.report [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Deleted allocations for instance e2717ddb-3540-47dd-aae9-5f751c644336 [ 2426.104082] env[62298]: DEBUG oslo_concurrency.lockutils [None req-b660cd9b-27bf-45f1-9589-6ab0af5dbf26 tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "e2717ddb-3540-47dd-aae9-5f751c644336" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.190s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2429.592485] env[62298]: DEBUG oslo_concurrency.lockutils [None req-03756e8d-43b9-4126-80ea-325269e18e5f tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "520feb96-6bb9-41f9-9404-8c6f77906b3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2429.592868] env[62298]: DEBUG oslo_concurrency.lockutils [None req-03756e8d-43b9-4126-80ea-325269e18e5f tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "520feb96-6bb9-41f9-9404-8c6f77906b3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2429.593038] env[62298]: DEBUG oslo_concurrency.lockutils [None req-03756e8d-43b9-4126-80ea-325269e18e5f tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "520feb96-6bb9-41f9-9404-8c6f77906b3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2429.593217] env[62298]: DEBUG oslo_concurrency.lockutils [None req-03756e8d-43b9-4126-80ea-325269e18e5f tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "520feb96-6bb9-41f9-9404-8c6f77906b3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2429.593395] env[62298]: DEBUG oslo_concurrency.lockutils [None req-03756e8d-43b9-4126-80ea-325269e18e5f tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "520feb96-6bb9-41f9-9404-8c6f77906b3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2429.595516] env[62298]: INFO nova.compute.manager [None req-03756e8d-43b9-4126-80ea-325269e18e5f tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Terminating instance [ 2430.098926] env[62298]: DEBUG nova.compute.manager [None req-03756e8d-43b9-4126-80ea-325269e18e5f tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Start destroying the instance on the hypervisor. {{(pid=62298) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2430.099206] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-03756e8d-43b9-4126-80ea-325269e18e5f tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Destroying instance {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2430.100123] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81af8cbe-3af4-4170-a1ce-e374a7310eb1 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.107941] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-03756e8d-43b9-4126-80ea-325269e18e5f tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Powering off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2430.108177] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44e1de1c-8ddb-4cb6-863d-01f1796cf07e {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.114289] env[62298]: DEBUG oslo_vmware.api [None req-03756e8d-43b9-4126-80ea-325269e18e5f tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2430.114289] env[62298]: value = "task-1805476" [ 2430.114289] env[62298]: _type = "Task" [ 2430.114289] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2430.122271] env[62298]: DEBUG oslo_vmware.api [None req-03756e8d-43b9-4126-80ea-325269e18e5f tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2430.626341] env[62298]: DEBUG oslo_vmware.api [None req-03756e8d-43b9-4126-80ea-325269e18e5f tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805476, 'name': PowerOffVM_Task, 'duration_secs': 0.198612} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2430.626731] env[62298]: DEBUG nova.virt.vmwareapi.vm_util [None req-03756e8d-43b9-4126-80ea-325269e18e5f tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Powered off the VM {{(pid=62298) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2430.626776] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-03756e8d-43b9-4126-80ea-325269e18e5f tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Unregistering the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2430.627011] env[62298]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35458693-ae91-463d-9d1f-60fb21acc7d3 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.695818] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-03756e8d-43b9-4126-80ea-325269e18e5f tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Unregistered the VM {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2430.696061] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-03756e8d-43b9-4126-80ea-325269e18e5f tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Deleting contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2430.696263] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-03756e8d-43b9-4126-80ea-325269e18e5f tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Deleting the datastore file [datastore1] 520feb96-6bb9-41f9-9404-8c6f77906b3c {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2430.696514] env[62298]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad2a9be4-ee2c-43ef-a82c-ce0a479ea1ec {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.702451] env[62298]: DEBUG oslo_vmware.api [None req-03756e8d-43b9-4126-80ea-325269e18e5f tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for the task: (returnval){ [ 2430.702451] env[62298]: value = "task-1805478" [ 2430.702451] env[62298]: _type = "Task" [ 2430.702451] env[62298]: } to complete. {{(pid=62298) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2430.709991] env[62298]: DEBUG oslo_vmware.api [None req-03756e8d-43b9-4126-80ea-325269e18e5f tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2431.213223] env[62298]: DEBUG oslo_vmware.api [None req-03756e8d-43b9-4126-80ea-325269e18e5f tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Task: {'id': task-1805478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134752} completed successfully. {{(pid=62298) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2431.213508] env[62298]: DEBUG nova.virt.vmwareapi.ds_util [None req-03756e8d-43b9-4126-80ea-325269e18e5f tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Deleted the datastore file {{(pid=62298) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2431.213669] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-03756e8d-43b9-4126-80ea-325269e18e5f tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Deleted contents of the VM from datastore datastore1 {{(pid=62298) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2431.213850] env[62298]: DEBUG nova.virt.vmwareapi.vmops [None req-03756e8d-43b9-4126-80ea-325269e18e5f tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Instance destroyed {{(pid=62298) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2431.214041] env[62298]: INFO nova.compute.manager [None req-03756e8d-43b9-4126-80ea-325269e18e5f tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2431.214292] env[62298]: DEBUG oslo.service.loopingcall [None req-03756e8d-43b9-4126-80ea-325269e18e5f tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62298) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2431.214482] env[62298]: DEBUG nova.compute.manager [-] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Deallocating network for instance {{(pid=62298) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2431.214574] env[62298]: DEBUG nova.network.neutron [-] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] deallocate_for_instance() {{(pid=62298) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2431.454876] env[62298]: DEBUG nova.compute.manager [req-3384ad2c-c885-461a-b1e2-ee4eb1155d35 req-30cd6063-5abd-459b-bd8b-236c22976947 service nova] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Received event network-vif-deleted-85e0aeef-7b7f-499e-81f8-5ea56db2c12d {{(pid=62298) external_instance_event /opt/stack/nova/nova/compute/manager.py:11574}} [ 2431.455323] env[62298]: INFO nova.compute.manager [req-3384ad2c-c885-461a-b1e2-ee4eb1155d35 req-30cd6063-5abd-459b-bd8b-236c22976947 service nova] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Neutron deleted interface 85e0aeef-7b7f-499e-81f8-5ea56db2c12d; detaching it from the instance and deleting it from the info cache [ 2431.455562] env[62298]: DEBUG nova.network.neutron [req-3384ad2c-c885-461a-b1e2-ee4eb1155d35 req-30cd6063-5abd-459b-bd8b-236c22976947 service nova] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2431.934029] env[62298]: DEBUG nova.network.neutron [-] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Updating instance_info_cache with network_info: [] {{(pid=62298) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2431.957885] env[62298]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5430ba89-b468-49bf-a151-6aa57795cefa {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.967587] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b45f19-b3da-44fd-b979-feaaddb028eb {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.990428] env[62298]: DEBUG nova.compute.manager [req-3384ad2c-c885-461a-b1e2-ee4eb1155d35 req-30cd6063-5abd-459b-bd8b-236c22976947 service nova] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Detach interface failed, port_id=85e0aeef-7b7f-499e-81f8-5ea56db2c12d, reason: Instance 520feb96-6bb9-41f9-9404-8c6f77906b3c could not be found. {{(pid=62298) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11408}} [ 2432.436889] env[62298]: INFO nova.compute.manager [-] [instance: 520feb96-6bb9-41f9-9404-8c6f77906b3c] Took 1.22 seconds to deallocate network for instance. [ 2432.943923] env[62298]: DEBUG oslo_concurrency.lockutils [None req-03756e8d-43b9-4126-80ea-325269e18e5f tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2432.944331] env[62298]: DEBUG oslo_concurrency.lockutils [None req-03756e8d-43b9-4126-80ea-325269e18e5f tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2432.944461] env[62298]: DEBUG nova.objects.instance [None req-03756e8d-43b9-4126-80ea-325269e18e5f tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lazy-loading 'resources' on Instance uuid 520feb96-6bb9-41f9-9404-8c6f77906b3c {{(pid=62298) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2433.536494] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bbb4ca-3f39-4aad-af89-7c078937d560 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.544376] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d67c3f-e276-40e5-af50-38807046d775 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.575094] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9094af-b2f5-417e-93a7-63f477ca9637 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.582175] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ec8c99-93bc-49b6-be76-11b1716d9be8 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.594898] env[62298]: DEBUG nova.compute.provider_tree [None req-03756e8d-43b9-4126-80ea-325269e18e5f tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2434.099055] env[62298]: DEBUG nova.scheduler.client.report [None req-03756e8d-43b9-4126-80ea-325269e18e5f tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2434.406295] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2434.406491] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62298) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10990}} [ 2434.603363] env[62298]: DEBUG oslo_concurrency.lockutils [None req-03756e8d-43b9-4126-80ea-325269e18e5f tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2434.620550] env[62298]: INFO nova.scheduler.client.report [None req-03756e8d-43b9-4126-80ea-325269e18e5f tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Deleted allocations for instance 520feb96-6bb9-41f9-9404-8c6f77906b3c [ 2435.128192] env[62298]: DEBUG oslo_concurrency.lockutils [None req-03756e8d-43b9-4126-80ea-325269e18e5f tempest-ServerActionsTestOtherA-1401459034 tempest-ServerActionsTestOtherA-1401459034-project-member] Lock "520feb96-6bb9-41f9-9404-8c6f77906b3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.535s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2436.407696] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2436.407696] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Starting heal instance info cache {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10371}} [ 2436.407696] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Rebuilding the list of instances to heal {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10375}} [ 2436.909819] env[62298]: DEBUG nova.compute.manager [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Didn't find any instances for network info cache update. {{(pid=62298) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10457}} [ 2436.909959] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2437.406021] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2437.909607] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2437.910014] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2437.910092] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2437.910244] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62298) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2437.911178] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629b2f87-358f-4c07-9d0f-5b2fa4ee71e0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.919914] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f126eb39-881e-4492-ac2a-029d1fdf47b0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.935396] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87297ca5-b1ec-4e08-a36e-3109c0b2b7ba {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.942126] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebc1f3c-d1ec-421d-b812-99e711e51e05 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.971086] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180834MB free_disk=159GB free_vcpus=48 pci_devices=None {{(pid=62298) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2437.971244] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2437.971438] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2438.992803] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2438.993124] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62298) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2439.007472] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856d8b67-c00b-423e-9ab1-9370c4f96547 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.014513] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae80c21-6790-4403-a707-1a6bd64890e4 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.044224] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081775fc-5b72-4b3a-be9b-5c672cb81fe0 {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.051230] env[62298]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5570ce9-d24f-4319-93e8-df0052887c5c {{(pid=62298) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.064059] env[62298]: DEBUG nova.compute.provider_tree [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed in ProviderTree for provider: 3aed3c14-9999-47af-b7c0-742e7e13478e {{(pid=62298) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2439.567418] env[62298]: DEBUG nova.scheduler.client.report [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Inventory has not changed for provider 3aed3c14-9999-47af-b7c0-742e7e13478e based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 159, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62298) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2440.071661] env[62298]: DEBUG nova.compute.resource_tracker [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62298) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2440.072100] env[62298]: DEBUG oslo_concurrency.lockutils [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.100s {{(pid=62298) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2441.067453] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2441.067730] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2441.067917] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2441.406022] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2441.406412] env[62298]: DEBUG oslo_service.periodic_task [None req-497839f3-b17b-4ef6-b780-cc62e4eb9792 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62298) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}